{"level":"warn","ts":"2026-04-28T07:24:15.580357Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:24:15.580482Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.24:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.24:2380","--initial-cluster=instance=https://199.19.213.24:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.24:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.24:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:24:15.580588Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:24:15.580614Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-04-28T07:24:15.580644Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:24:15.581488Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"]} {"level":"info","ts":"2026-04-28T07:24:15.581582Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.24:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:24:15.587768Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.925086ms"} {"level":"info","ts":"2026-04-28T07:24:15.60103Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"bd149264c66f18d5","cluster-id":"781da5450c4333a5"} {"level":"info","ts":"2026-04-28T07:24:15.601119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:24:15.601144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 0"} {"level":"info","ts":"2026-04-28T07:24:15.601154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft bd149264c66f18d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:24:15.601161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became follower at term 1"} {"level":"info","ts":"2026-04-28T07:24:15.601193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"warn","ts":"2026-04-28T07:24:15.641294Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:24:15.646284Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:24:15.649949Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:24:15.701179Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"bd149264c66f18d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:24:15.701684Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"bd149264c66f18d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:24:15.701897Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:15.702436Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:15.702466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:24:15.703299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 switched to configuration voters=(13624675734226147541)"} {"level":"info","ts":"2026-04-28T07:24:15.703404Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","added-peer-id":"bd149264c66f18d5","added-peer-peer-urls":["https://199.19.213.24:2380"]} {"level":"info","ts":"2026-04-28T07:24:15.706518Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:24:15.706688Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-04-28T07:24:15.706744Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.24:2380"} {"level":"info","ts":"2026-04-28T07:24:15.707015Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"bd149264c66f18d5","initial-advertise-peer-urls":["https://199.19.213.24:2380"],"listen-peer-urls":["https://199.19.213.24:2380"],"advertise-client-urls":["https://199.19.213.24:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.24:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:24:15.7071Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:24:16.401506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:24:16.401557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:24:16.401591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgPreVoteResp from bd149264c66f18d5 at term 1"} {"level":"info","ts":"2026-04-28T07:24:16.401603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:24:16.401608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 received MsgVoteResp from bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-04-28T07:24:16.401619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bd149264c66f18d5 became leader at term 2"} {"level":"info","ts":"2026-04-28T07:24:16.401626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: bd149264c66f18d5 elected leader bd149264c66f18d5 at term 2"} {"level":"info","ts":"2026-04-28T07:24:16.4028Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"bd149264c66f18d5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.24:2379]}","request-path":"/0/members/bd149264c66f18d5/attributes","cluster-id":"781da5450c4333a5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:24:16.402856Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:16.402841Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:24:16.403058Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:24:16.403203Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:24:16.403746Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"781da5450c4333a5","local-member-id":"bd149264c66f18d5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:16.403887Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:16.403927Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:24:16.406611Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.24:2379"} {"level":"info","ts":"2026-04-28T07:24:16.40669Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:24:16.409673Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T07:24:18.123518Z","caller":"traceutil/trace.go:171","msg":"trace[1468737021] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"119.021723ms","start":"2026-04-28T07:24:18.004463Z","end":"2026-04-28T07:24:18.123484Z","steps":["trace[1468737021] 'process raft request' (duration: 95.385916ms)","trace[1468737021] 'compare' (duration: 22.896668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:20.248589Z","caller":"traceutil/trace.go:171","msg":"trace[1510599145] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"105.77665ms","start":"2026-04-28T07:24:20.14277Z","end":"2026-04-28T07:24:20.248546Z","steps":["trace[1510599145] 'process raft request' (duration: 95.52077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:27.423512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.486619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T07:24:27.423635Z","caller":"traceutil/trace.go:171","msg":"trace[2038071839] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:336; }","duration":"257.652374ms","start":"2026-04-28T07:24:27.165962Z","end":"2026-04-28T07:24:27.423614Z","steps":["trace[2038071839] 'range keys from in-memory index tree' (duration: 257.401907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:27.423721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.135141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-04-28T07:24:27.423497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.488245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T07:24:27.42385Z","caller":"traceutil/trace.go:171","msg":"trace[2112344589] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:336; }","duration":"206.904366ms","start":"2026-04-28T07:24:27.216913Z","end":"2026-04-28T07:24:27.423818Z","steps":["trace[2112344589] 'range keys from in-memory index tree' (duration: 206.327261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:27.423833Z","caller":"traceutil/trace.go:171","msg":"trace[1194470682] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:336; }","duration":"177.265324ms","start":"2026-04-28T07:24:27.246539Z","end":"2026-04-28T07:24:27.423804Z","steps":["trace[1194470682] 'range keys from in-memory index tree' (duration: 176.959087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:27.534743Z","caller":"traceutil/trace.go:171","msg":"trace[916550013] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"101.895655ms","start":"2026-04-28T07:24:27.432799Z","end":"2026-04-28T07:24:27.534695Z","steps":["trace[916550013] 'process raft request' (duration: 101.656459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:38.242846Z","caller":"traceutil/trace.go:171","msg":"trace[819850455] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"124.797173ms","start":"2026-04-28T07:24:38.118028Z","end":"2026-04-28T07:24:38.242826Z","steps":["trace[819850455] 'process raft request' (duration: 120.001786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:55.35177Z","caller":"traceutil/trace.go:171","msg":"trace[89346755] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"305.957044ms","start":"2026-04-28T07:24:55.04579Z","end":"2026-04-28T07:24:55.351747Z","steps":["trace[89346755] 'read index received' (duration: 305.666997ms)","trace[89346755] 'applied index is now lower than readState.Index' (duration: 289.067µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:55.352077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.265202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:24:55.352204Z","caller":"traceutil/trace.go:171","msg":"trace[2147350823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:456; }","duration":"306.407066ms","start":"2026-04-28T07:24:55.04574Z","end":"2026-04-28T07:24:55.352147Z","steps":["trace[2147350823] 'agreement among raft nodes before linearized reading' (duration: 306.187481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:55.352261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:55.04572Z","time spent":"306.530608ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:24:55.352358Z","caller":"traceutil/trace.go:171","msg":"trace[1148623539] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"329.330963ms","start":"2026-04-28T07:24:55.022941Z","end":"2026-04-28T07:24:55.352272Z","steps":["trace[1148623539] 'process raft request' (duration: 328.587715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:55.352938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:55.022921Z","time spent":"329.521517ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:57.095398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.003532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:57.09549Z","caller":"traceutil/trace.go:171","msg":"trace[227930036] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:459; }","duration":"103.153266ms","start":"2026-04-28T07:24:56.992316Z","end":"2026-04-28T07:24:57.095469Z","steps":["trace[227930036] 'range keys from in-memory index tree' (duration: 102.90513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.311244Z","caller":"traceutil/trace.go:171","msg":"trace[346208510] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"114.216255ms","start":"2026-04-28T07:24:57.197002Z","end":"2026-04-28T07:24:57.311218Z","steps":["trace[346208510] 'process raft request' (duration: 113.858447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.621292Z","caller":"traceutil/trace.go:171","msg":"trace[1582890300] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"124.301911ms","start":"2026-04-28T07:24:57.496962Z","end":"2026-04-28T07:24:57.621264Z","steps":["trace[1582890300] 'process raft request' (duration: 105.867214ms)","trace[1582890300] 'compare' (duration: 18.284283ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:57.62181Z","caller":"traceutil/trace.go:171","msg":"trace[307788841] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"123.089541ms","start":"2026-04-28T07:24:57.498702Z","end":"2026-04-28T07:24:57.621792Z","steps":["trace[307788841] 'process raft request' (duration: 122.937878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.815605Z","caller":"traceutil/trace.go:171","msg":"trace[2015123811] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"123.067031ms","start":"2026-04-28T07:24:57.691963Z","end":"2026-04-28T07:24:57.81503Z","steps":["trace[2015123811] 'process raft request' (duration: 44.306968ms)","trace[2015123811] 'compare' (duration: 78.493667ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:57.81932Z","caller":"traceutil/trace.go:171","msg":"trace[62596843] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:505; }","duration":"113.873067ms","start":"2026-04-28T07:24:57.705386Z","end":"2026-04-28T07:24:57.819259Z","steps":["trace[62596843] 'read index received' (duration: 30.88367ms)","trace[62596843] 'applied index is now lower than readState.Index' (duration: 82.561947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:57.819537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.801412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v6gg5\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-04-28T07:24:57.819553Z","caller":"traceutil/trace.go:171","msg":"trace[932465392] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"124.314121ms","start":"2026-04-28T07:24:57.695218Z","end":"2026-04-28T07:24:57.819532Z","steps":["trace[932465392] 'process raft request' (duration: 120.55924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.819608Z","caller":"traceutil/trace.go:171","msg":"trace[351042598] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v6gg5; range_end:; response_count:1; response_revision:487; }","duration":"126.908463ms","start":"2026-04-28T07:24:57.692683Z","end":"2026-04-28T07:24:57.819592Z","steps":["trace[351042598] 'agreement among raft nodes before linearized reading' (duration: 126.163056ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.819835Z","caller":"traceutil/trace.go:171","msg":"trace[1437311792] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"107.355249ms","start":"2026-04-28T07:24:57.712453Z","end":"2026-04-28T07:24:57.819809Z","steps":["trace[1437311792] 'process raft request' (duration: 106.871867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:57.819928Z","caller":"traceutil/trace.go:171","msg":"trace[679705789] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"107.192234ms","start":"2026-04-28T07:24:57.712722Z","end":"2026-04-28T07:24:57.819914Z","steps":["trace[679705789] 'process raft request' (duration: 106.798605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.537437Z","caller":"traceutil/trace.go:171","msg":"trace[2135492323] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"197.636262ms","start":"2026-04-28T07:24:59.339779Z","end":"2026-04-28T07:24:59.537415Z","steps":["trace[2135492323] 'process raft request' (duration: 197.523079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.775879Z","caller":"traceutil/trace.go:171","msg":"trace[2063419527] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"432.56186ms","start":"2026-04-28T07:24:59.34328Z","end":"2026-04-28T07:24:59.775842Z","steps":["trace[2063419527] 'process raft request' (duration: 432.221532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.775882Z","caller":"traceutil/trace.go:171","msg":"trace[430080492] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"429.978948ms","start":"2026-04-28T07:24:59.345845Z","end":"2026-04-28T07:24:59.775824Z","steps":["trace[430080492] 'process raft request' (duration: 429.858425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.776012Z","caller":"traceutil/trace.go:171","msg":"trace[48072611] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"429.780853ms","start":"2026-04-28T07:24:59.346182Z","end":"2026-04-28T07:24:59.775963Z","steps":["trace[48072611] 'process raft request' (duration: 429.554658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.776072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.343262Z","time spent":"432.742995ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:59.776117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.346176Z","time spent":"429.888376ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:59.776123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.345822Z","time spent":"430.205414ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:59.776393Z","caller":"traceutil/trace.go:171","msg":"trace[1637930419] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"432.185142ms","start":"2026-04-28T07:24:59.344189Z","end":"2026-04-28T07:24:59.776374Z","steps":["trace[1637930419] 'process raft request' (duration: 431.471085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.777331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.34418Z","time spent":"433.102075ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:59.780666Z","caller":"traceutil/trace.go:171","msg":"trace[332007458] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:519; }","duration":"336.447686ms","start":"2026-04-28T07:24:59.444185Z","end":"2026-04-28T07:24:59.780633Z","steps":["trace[332007458] 'read index received' (duration: 93.300347ms)","trace[332007458] 'applied index is now lower than readState.Index' (duration: 243.146299ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:59.780753Z","caller":"traceutil/trace.go:171","msg":"trace[691166665] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"382.385433ms","start":"2026-04-28T07:24:59.398359Z","end":"2026-04-28T07:24:59.780745Z","steps":["trace[691166665] 'process raft request' (duration: 380.381284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.780795Z","caller":"traceutil/trace.go:171","msg":"trace[566416811] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"428.130024ms","start":"2026-04-28T07:24:59.352649Z","end":"2026-04-28T07:24:59.780779Z","steps":["trace[566416811] 'process raft request' (duration: 425.734185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.780809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.39833Z","time spent":"382.438613ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:59.780766Z","caller":"traceutil/trace.go:171","msg":"trace[1792579761] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"421.738209ms","start":"2026-04-28T07:24:59.358976Z","end":"2026-04-28T07:24:59.780714Z","steps":["trace[1792579761] 'process raft request' (duration: 419.639488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.780824Z","caller":"traceutil/trace.go:171","msg":"trace[964202107] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"428.436141ms","start":"2026-04-28T07:24:59.352357Z","end":"2026-04-28T07:24:59.780793Z","steps":["trace[964202107] 'process raft request' (duration: 423.427119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.780858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.352643Z","time spent":"428.189755ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:59.780863Z","caller":"traceutil/trace.go:171","msg":"trace[1714626064] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"382.424452ms","start":"2026-04-28T07:24:59.398418Z","end":"2026-04-28T07:24:59.780843Z","steps":["trace[1714626064] 'process raft request' (duration: 380.839643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.780884Z","caller":"traceutil/trace.go:171","msg":"trace[1623725016] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"274.200603ms","start":"2026-04-28T07:24:59.506638Z","end":"2026-04-28T07:24:59.780838Z","steps":["trace[1623725016] 'process raft request' (duration: 273.558448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.780912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.352345Z","time spent":"428.527293ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:59.780937Z","caller":"traceutil/trace.go:171","msg":"trace[938378061] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"424.571057ms","start":"2026-04-28T07:24:59.356352Z","end":"2026-04-28T07:24:59.780923Z","steps":["trace[938378061] 'process raft request' (duration: 422.161328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.780944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.398399Z","time spent":"382.507546ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:59.780969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.356326Z","time spent":"424.627259ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:59.780982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.358967Z","time spent":"421.914753ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:59.781299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.085701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:59.781353Z","caller":"traceutil/trace.go:171","msg":"trace[1463304231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"337.221374ms","start":"2026-04-28T07:24:59.444106Z","end":"2026-04-28T07:24:59.781327Z","steps":["trace[1463304231] 'agreement among raft nodes before linearized reading' (duration: 336.880766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.781385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.444055Z","time spent":"337.320017ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:24:59.78504Z","caller":"traceutil/trace.go:171","msg":"trace[746927386] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"240.150545ms","start":"2026-04-28T07:24:59.544848Z","end":"2026-04-28T07:24:59.784999Z","steps":["trace[746927386] 'process raft request' (duration: 239.726625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.785186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.92578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:24:59.785322Z","caller":"traceutil/trace.go:171","msg":"trace[577143169] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"240.821092ms","start":"2026-04-28T07:24:59.544481Z","end":"2026-04-28T07:24:59.785302Z","steps":["trace[577143169] 'process raft request' (duration: 239.94002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.785378Z","caller":"traceutil/trace.go:171","msg":"trace[477615462] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"236.051066ms","start":"2026-04-28T07:24:59.549307Z","end":"2026-04-28T07:24:59.785358Z","steps":["trace[477615462] 'process raft request' (duration: 235.358759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:59.785265Z","caller":"traceutil/trace.go:171","msg":"trace[1206443158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"326.029643ms","start":"2026-04-28T07:24:59.459205Z","end":"2026-04-28T07:24:59.785235Z","steps":["trace[1206443158] 'agreement among raft nodes before linearized reading' (duration: 325.665914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:59.785547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:59.459193Z","time spent":"326.32336ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:24:59.785711Z","caller":"traceutil/trace.go:171","msg":"trace[110902831] transaction","detail":"{read_only:false; number_of_response:1; response_revision:513; }","duration":"235.609795ms","start":"2026-04-28T07:24:59.550084Z","end":"2026-04-28T07:24:59.785694Z","steps":["trace[110902831] 'process raft request' (duration: 234.702613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.07932Z","caller":"traceutil/trace.go:171","msg":"trace[246042645] transaction","detail":"{read_only:false; number_of_response:0; response_revision:514; }","duration":"287.716852ms","start":"2026-04-28T07:24:59.791567Z","end":"2026-04-28T07:25:00.079283Z","steps":["trace[246042645] 'process raft request' (duration: 260.634313ms)","trace[246042645] 'compare' (duration: 26.922294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:00.079409Z","caller":"traceutil/trace.go:171","msg":"trace[1018822729] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"282.218978ms","start":"2026-04-28T07:24:59.797164Z","end":"2026-04-28T07:25:00.079383Z","steps":["trace[1018822729] 'process raft request' (duration: 282.102325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.079401Z","caller":"traceutil/trace.go:171","msg":"trace[1532201853] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"282.788232ms","start":"2026-04-28T07:24:59.796576Z","end":"2026-04-28T07:25:00.079365Z","steps":["trace[1532201853] 'process raft request' (duration: 282.608107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.079596Z","caller":"traceutil/trace.go:171","msg":"trace[493902636] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"282.351831ms","start":"2026-04-28T07:24:59.797237Z","end":"2026-04-28T07:25:00.079588Z","steps":["trace[493902636] 'process raft request' (duration: 282.095315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.079849Z","caller":"traceutil/trace.go:171","msg":"trace[1214621510] transaction","detail":"{read_only:false; number_of_response:1; response_revision:517; }","duration":"282.363582ms","start":"2026-04-28T07:24:59.797461Z","end":"2026-04-28T07:25:00.079824Z","steps":["trace[1214621510] 'process raft request' (duration: 282.065645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.079919Z","caller":"traceutil/trace.go:171","msg":"trace[2126997247] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"279.476652ms","start":"2026-04-28T07:24:59.80043Z","end":"2026-04-28T07:25:00.079907Z","steps":["trace[2126997247] 'process raft request' (duration: 279.258126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080055Z","caller":"traceutil/trace.go:171","msg":"trace[109263787] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"268.69871ms","start":"2026-04-28T07:24:59.811339Z","end":"2026-04-28T07:25:00.080037Z","steps":["trace[109263787] 'process raft request' (duration: 268.430943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080281Z","caller":"traceutil/trace.go:171","msg":"trace[347599267] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"268.870113ms","start":"2026-04-28T07:24:59.811398Z","end":"2026-04-28T07:25:00.080268Z","steps":["trace[347599267] 'process raft request' (duration: 268.497434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080354Z","caller":"traceutil/trace.go:171","msg":"trace[397795828] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"267.321855ms","start":"2026-04-28T07:24:59.813022Z","end":"2026-04-28T07:25:00.080344Z","steps":["trace[397795828] 'process raft request' (duration: 267.10586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080465Z","caller":"traceutil/trace.go:171","msg":"trace[41680102] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"243.694572ms","start":"2026-04-28T07:24:59.836759Z","end":"2026-04-28T07:25:00.080453Z","steps":["trace[41680102] 'process raft request' (duration: 243.62326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080523Z","caller":"traceutil/trace.go:171","msg":"trace[1830931667] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"265.672216ms","start":"2026-04-28T07:24:59.81484Z","end":"2026-04-28T07:25:00.080512Z","steps":["trace[1830931667] 'process raft request' (duration: 265.41579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080561Z","caller":"traceutil/trace.go:171","msg":"trace[1039412751] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"255.774155ms","start":"2026-04-28T07:24:59.824778Z","end":"2026-04-28T07:25:00.080552Z","steps":["trace[1039412751] 'process raft request' (duration: 255.528249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.080571Z","caller":"traceutil/trace.go:171","msg":"trace[1638511468] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:534; }","duration":"283.775975ms","start":"2026-04-28T07:24:59.796779Z","end":"2026-04-28T07:25:00.080555Z","steps":["trace[1638511468] 'read index received' (duration: 58.510442ms)","trace[1638511468] 'applied index is now lower than readState.Index' (duration: 225.264423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:00.080669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.876127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:00.080702Z","caller":"traceutil/trace.go:171","msg":"trace[144908328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"283.943979ms","start":"2026-04-28T07:24:59.796746Z","end":"2026-04-28T07:25:00.08069Z","steps":["trace[144908328] 'agreement among raft nodes before linearized reading' (duration: 283.861367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.08083Z","caller":"traceutil/trace.go:171","msg":"trace[861222664] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"232.285955ms","start":"2026-04-28T07:24:59.848535Z","end":"2026-04-28T07:25:00.080821Z","steps":["trace[861222664] 'process raft request' (duration: 231.888265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.223662Z","caller":"traceutil/trace.go:171","msg":"trace[1983967696] transaction","detail":"{read_only:false; number_of_response:1; response_revision:526; }","duration":"131.489195ms","start":"2026-04-28T07:25:00.092141Z","end":"2026-04-28T07:25:00.22363Z","steps":["trace[1983967696] 'process raft request' (duration: 105.33627ms)","trace[1983967696] 'compare' (duration: 26.014822ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:00.223803Z","caller":"traceutil/trace.go:171","msg":"trace[815714695] transaction","detail":"{read_only:false; number_of_response:1; response_revision:526; }","duration":"129.554168ms","start":"2026-04-28T07:25:00.094208Z","end":"2026-04-28T07:25:00.223762Z","steps":["trace[815714695] 'process raft request' (duration: 129.389244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.223884Z","caller":"traceutil/trace.go:171","msg":"trace[1436096646] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"128.602905ms","start":"2026-04-28T07:25:00.095266Z","end":"2026-04-28T07:25:00.223868Z","steps":["trace[1436096646] 'process raft request' (duration: 128.352479ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.22396Z","caller":"traceutil/trace.go:171","msg":"trace[943321137] transaction","detail":"{read_only:false; number_of_response:1; response_revision:526; }","duration":"130.150402ms","start":"2026-04-28T07:25:00.093749Z","end":"2026-04-28T07:25:00.2239Z","steps":["trace[943321137] 'process raft request' (duration: 129.812514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.224236Z","caller":"traceutil/trace.go:171","msg":"trace[2032613873] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"122.336062ms","start":"2026-04-28T07:25:00.101892Z","end":"2026-04-28T07:25:00.224228Z","steps":["trace[2032613873] 'process raft request' (duration: 121.784199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.224356Z","caller":"traceutil/trace.go:171","msg":"trace[1940734328] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"118.599842ms","start":"2026-04-28T07:25:00.105737Z","end":"2026-04-28T07:25:00.224337Z","steps":["trace[1940734328] 'process raft request' (duration: 118.037328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:00.640191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.191168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:00.640457Z","caller":"traceutil/trace.go:171","msg":"trace[226867642] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"284.597486ms","start":"2026-04-28T07:25:00.355838Z","end":"2026-04-28T07:25:00.640435Z","steps":["trace[226867642] 'process raft request' (duration: 87.955607ms)","trace[226867642] 'compare' (duration: 196.068675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:00.640705Z","caller":"traceutil/trace.go:171","msg":"trace[918350091] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"278.298632ms","start":"2026-04-28T07:25:00.362399Z","end":"2026-04-28T07:25:00.640698Z","steps":["trace[918350091] 'process raft request' (duration: 278.007385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:00.640905Z","caller":"traceutil/trace.go:171","msg":"trace[2129554497] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:563; }","duration":"243.817905ms","start":"2026-04-28T07:25:00.397075Z","end":"2026-04-28T07:25:00.640893Z","steps":["trace[2129554497] 'read index received' (duration: 46.547961ms)","trace[2129554497] 'applied index is now lower than readState.Index' (duration: 197.269214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:00.640996Z","caller":"traceutil/trace.go:171","msg":"trace[216935995] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"251.42494ms","start":"2026-04-28T07:25:00.389565Z","end":"2026-04-28T07:25:00.64099Z","steps":["trace[216935995] 'process raft request' (duration: 251.01952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:00.641152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.074761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:25:00.641178Z","caller":"traceutil/trace.go:171","msg":"trace[543517081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:540; }","duration":"244.126612ms","start":"2026-04-28T07:25:00.397044Z","end":"2026-04-28T07:25:00.64117Z","steps":["trace[543517081] 'agreement among raft nodes before linearized reading' (duration: 244.02882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:00.641305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.569764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:25:00.641332Z","caller":"traceutil/trace.go:171","msg":"trace[2094249205] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:540; }","duration":"135.626555ms","start":"2026-04-28T07:25:00.5057Z","end":"2026-04-28T07:25:00.641327Z","steps":["trace[2094249205] 'agreement among raft nodes before linearized reading' (duration: 135.584524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:01.214504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403164581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:25:01.699884Z","caller":"traceutil/trace.go:171","msg":"trace[1408112205] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.005239988s","start":"2026-04-28T07:25:00.694613Z","end":"2026-04-28T07:25:01.699853Z","steps":["trace[1408112205] 'process raft request' (duration: 960.47563ms)","trace[1408112205] 'compare' (duration: 44.621444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:01.700866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:00.694583Z","time spent":"1.005378551s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:01.971467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.05641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:01.971803Z","caller":"traceutil/trace.go:171","msg":"trace[1763249941] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.246257494s","start":"2026-04-28T07:25:00.725509Z","end":"2026-04-28T07:25:01.971767Z","steps":["trace[1763249941] 'process raft request' (duration: 1.122801544s)","trace[1763249941] 'compare' (duration: 122.60571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:01.971997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:00.725478Z","time spent":"1.246388067s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:01.972421Z","caller":"traceutil/trace.go:171","msg":"trace[713126600] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"997.92835ms","start":"2026-04-28T07:25:00.974463Z","end":"2026-04-28T07:25:01.972391Z","steps":["trace[713126600] 'process raft request' (duration: 997.458949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:01.972622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:00.974427Z","time spent":"998.120374ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:01.97265Z","caller":"traceutil/trace.go:171","msg":"trace[2076103646] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"1.258715447s","start":"2026-04-28T07:25:00.713794Z","end":"2026-04-28T07:25:01.972509Z","steps":["trace[2076103646] 'read index received' (duration: 941.317464ms)","trace[2076103646] 'applied index is now lower than readState.Index' (duration: 317.395323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:01.97302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25921265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:25:01.974671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126493294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:01.974742Z","caller":"traceutil/trace.go:171","msg":"trace[1716832647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"1.126636387s","start":"2026-04-28T07:25:00.848093Z","end":"2026-04-28T07:25:01.974729Z","steps":["trace[1716832647] 'agreement among raft nodes before linearized reading' (duration: 1.126428012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:01.974773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:00.848071Z","time spent":"1.126696419s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:25:01.974936Z","caller":"traceutil/trace.go:171","msg":"trace[397123464] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"259.490854ms","start":"2026-04-28T07:25:01.715379Z","end":"2026-04-28T07:25:01.974869Z","steps":["trace[397123464] 'process raft request' (duration: 259.024713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:01.974972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.706405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:01.975208Z","caller":"traceutil/trace.go:171","msg":"trace[1303753578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"188.975922ms","start":"2026-04-28T07:25:01.786215Z","end":"2026-04-28T07:25:01.975191Z","steps":["trace[1303753578] 'agreement among raft nodes before linearized reading' (duration: 188.737916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:01.977134Z","caller":"traceutil/trace.go:171","msg":"trace[189270408] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:548; }","duration":"1.259311612s","start":"2026-04-28T07:25:00.713756Z","end":"2026-04-28T07:25:01.973067Z","steps":["trace[189270408] 'agreement among raft nodes before linearized reading' (duration: 1.258939422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:01.977567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:00.713736Z","time spent":"1.26377317s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:25:02.243918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.09494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:02.24406Z","caller":"traceutil/trace.go:171","msg":"trace[1018158734] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"259.066545ms","start":"2026-04-28T07:25:01.984964Z","end":"2026-04-28T07:25:02.244031Z","steps":["trace[1018158734] 'process raft request' (duration: 126.798211ms)","trace[1018158734] 'compare' (duration: 131.954397ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:02.244302Z","caller":"traceutil/trace.go:171","msg":"trace[1898416085] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"237.244754ms","start":"2026-04-28T07:25:02.007038Z","end":"2026-04-28T07:25:02.244283Z","steps":["trace[1898416085] 'process raft request' (duration: 237.043049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:02.251967Z","caller":"traceutil/trace.go:171","msg":"trace[1124875552] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"166.423244ms","start":"2026-04-28T07:25:02.085525Z","end":"2026-04-28T07:25:02.251948Z","steps":["trace[1124875552] 'read index received' (duration: 26.169295ms)","trace[1124875552] 'applied index is now lower than readState.Index' (duration: 140.253308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:02.252079Z","caller":"traceutil/trace.go:171","msg":"trace[1277704141] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"182.104985ms","start":"2026-04-28T07:25:02.06996Z","end":"2026-04-28T07:25:02.252065Z","steps":["trace[1277704141] 'process raft request' (duration: 181.89966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:02.252329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.746411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:25:02.252411Z","caller":"traceutil/trace.go:171","msg":"trace[133384638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"166.852024ms","start":"2026-04-28T07:25:02.085547Z","end":"2026-04-28T07:25:02.252399Z","steps":["trace[133384638] 'agreement among raft nodes before linearized reading' (duration: 166.643659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:02.252429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.896835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:02.252489Z","caller":"traceutil/trace.go:171","msg":"trace[1612357203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"166.978177ms","start":"2026-04-28T07:25:02.085501Z","end":"2026-04-28T07:25:02.252479Z","steps":["trace[1612357203] 'agreement among raft nodes before linearized reading' (duration: 166.720731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:02.443174Z","caller":"traceutil/trace.go:171","msg":"trace[1917741781] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"133.676228ms","start":"2026-04-28T07:25:02.30945Z","end":"2026-04-28T07:25:02.443126Z","steps":["trace[1917741781] 'process raft request' (duration: 110.868204ms)","trace[1917741781] 'compare' (duration: 22.64605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:02.950486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.684618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:02.95058Z","caller":"traceutil/trace.go:171","msg":"trace[1511298897] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"297.163902ms","start":"2026-04-28T07:25:02.653399Z","end":"2026-04-28T07:25:02.950563Z","steps":["trace[1511298897] 'process raft request' (duration: 77.317059ms)","trace[1511298897] 'compare' (duration: 219.531024ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:02.989852Z","caller":"traceutil/trace.go:171","msg":"trace[1147810741] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"327.872018ms","start":"2026-04-28T07:25:02.661959Z","end":"2026-04-28T07:25:02.989831Z","steps":["trace[1147810741] 'read index received' (duration: 68.840263ms)","trace[1147810741] 'applied index is now lower than readState.Index' (duration: 259.030885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:02.989914Z","caller":"traceutil/trace.go:171","msg":"trace[1821983257] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"332.90607ms","start":"2026-04-28T07:25:02.656981Z","end":"2026-04-28T07:25:02.989887Z","steps":["trace[1821983257] 'process raft request' (duration: 332.651532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:02.990073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.088463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:25:02.990534Z","caller":"traceutil/trace.go:171","msg":"trace[151368849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:566; }","duration":"328.599795ms","start":"2026-04-28T07:25:02.661911Z","end":"2026-04-28T07:25:02.99051Z","steps":["trace[151368849] 'agreement among raft nodes before linearized reading' (duration: 328.001201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:02.990595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:02.661897Z","time spent":"328.683478ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:02.990203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:02.656947Z","time spent":"333.026173ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:03.945556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.361052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:03.945673Z","caller":"traceutil/trace.go:171","msg":"trace[1109554222] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"158.982813ms","start":"2026-04-28T07:25:03.786675Z","end":"2026-04-28T07:25:03.945657Z","steps":["trace[1109554222] 'read index received' (duration: 13.325914ms)","trace[1109554222] 'applied index is now lower than readState.Index' (duration: 145.655429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:03.945734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.069325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:03.945767Z","caller":"traceutil/trace.go:171","msg":"trace[622179580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"159.134037ms","start":"2026-04-28T07:25:03.786621Z","end":"2026-04-28T07:25:03.945755Z","steps":["trace[622179580] 'agreement among raft nodes before linearized reading' (duration: 159.079365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:03.946057Z","caller":"traceutil/trace.go:171","msg":"trace[1604501595] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"258.762909ms","start":"2026-04-28T07:25:03.687276Z","end":"2026-04-28T07:25:03.946039Z","steps":["trace[1604501595] 'process raft request' (duration: 112.829613ms)","trace[1604501595] 'compare' (duration: 145.111756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:05.812362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.431684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:25:08.297607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.166625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:08.297733Z","caller":"traceutil/trace.go:171","msg":"trace[1744813124] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"177.302208ms","start":"2026-04-28T07:25:08.120411Z","end":"2026-04-28T07:25:08.297713Z","steps":["trace[1744813124] 'compare' (duration: 170.023152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:08.483468Z","caller":"traceutil/trace.go:171","msg":"trace[1700154791] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"169.102119ms","start":"2026-04-28T07:25:08.314347Z","end":"2026-04-28T07:25:08.483449Z","steps":["trace[1700154791] 'process raft request' (duration: 128.339019ms)","trace[1700154791] 'compare' (duration: 40.694389ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:09.116122Z","caller":"traceutil/trace.go:171","msg":"trace[1489317658] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"389.117385ms","start":"2026-04-28T07:25:08.726949Z","end":"2026-04-28T07:25:09.116067Z","steps":["trace[1489317658] 'process raft request' (duration: 384.205007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.116435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.726922Z","time spent":"389.420203ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.116291Z","caller":"traceutil/trace.go:171","msg":"trace[1670783747] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"328.616675ms","start":"2026-04-28T07:25:08.7876Z","end":"2026-04-28T07:25:09.116217Z","steps":["trace[1670783747] 'process raft request' (duration: 328.245926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.117399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.787577Z","time spent":"329.651871ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:09.342575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.204409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:09.342936Z","caller":"traceutil/trace.go:171","msg":"trace[1194515824] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"218.49884ms","start":"2026-04-28T07:25:09.124405Z","end":"2026-04-28T07:25:09.342904Z","steps":["trace[1194515824] 'process raft request' (duration: 100.80267ms)","trace[1194515824] 'compare' (duration: 116.950112ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:09.34299Z","caller":"traceutil/trace.go:171","msg":"trace[23007507] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"173.668231ms","start":"2026-04-28T07:25:09.169269Z","end":"2026-04-28T07:25:09.342938Z","steps":["trace[23007507] 'process raft request' (duration: 173.449915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.286702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403164717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:25:10.393397Z","caller":"traceutil/trace.go:171","msg":"trace[27085136] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"606.797524ms","start":"2026-04-28T07:25:09.786577Z","end":"2026-04-28T07:25:10.393375Z","steps":["trace[27085136] 'read index received' (duration: 606.074767ms)","trace[27085136] 'applied index is now lower than readState.Index' (duration: 721.667µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:10.393492Z","caller":"traceutil/trace.go:171","msg":"trace[278576222] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"608.032985ms","start":"2026-04-28T07:25:09.785402Z","end":"2026-04-28T07:25:10.393435Z","steps":["trace[278576222] 'process raft request' (duration: 607.530703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.393636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.868185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:25:10.393682Z","caller":"traceutil/trace.go:171","msg":"trace[462821046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"336.967057ms","start":"2026-04-28T07:25:10.056701Z","end":"2026-04-28T07:25:10.393668Z","steps":["trace[462821046] 'agreement among raft nodes before linearized reading' (duration: 336.810764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.393726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.056679Z","time spent":"337.03675ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:10.393939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.785368Z","time spent":"608.24297ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:10.394144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.565625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:10.394313Z","caller":"traceutil/trace.go:171","msg":"trace[1686581467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"607.630046ms","start":"2026-04-28T07:25:09.786564Z","end":"2026-04-28T07:25:10.394194Z","steps":["trace[1686581467] 'agreement among raft nodes before linearized reading' (duration: 607.542884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.39441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.786523Z","time spent":"607.866132ms","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:10.561654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.139609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:10.561736Z","caller":"traceutil/trace.go:171","msg":"trace[298033104] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"153.950521ms","start":"2026-04-28T07:25:10.407773Z","end":"2026-04-28T07:25:10.561724Z","steps":["trace[298033104] 'process raft request' (duration: 26.649018ms)","trace[298033104] 'compare' (duration: 127.027067ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:10.616097Z","caller":"traceutil/trace.go:171","msg":"trace[1099922258] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"208.010134ms","start":"2026-04-28T07:25:10.408038Z","end":"2026-04-28T07:25:10.616049Z","steps":["trace[1099922258] 'process raft request' (duration: 207.748748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:10.616785Z","caller":"traceutil/trace.go:171","msg":"trace[2098074405] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"192.454817ms","start":"2026-04-28T07:25:10.423753Z","end":"2026-04-28T07:25:10.616208Z","steps":["trace[2098074405] 'process raft request' (duration: 192.199861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.553542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429702201s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:12.553609Z","caller":"traceutil/trace.go:171","msg":"trace[1189547220] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:640; }","duration":"2.065996493s","start":"2026-04-28T07:25:10.487602Z","end":"2026-04-28T07:25:12.553599Z","steps":["trace[1189547220] 'read index received' (duration: 128.301468ms)","trace[1189547220] 'applied index is now lower than readState.Index' (duration: 1.937694125s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:12.553716Z","caller":"traceutil/trace.go:171","msg":"trace[912735852] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"2.087530798s","start":"2026-04-28T07:25:10.466176Z","end":"2026-04-28T07:25:12.553707Z","steps":["trace[912735852] 'process raft request' (duration: 657.60214ms)","trace[912735852] 'compare' (duration: 1.429467246s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:12.553756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.466134Z","time spent":"2.08760746s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:12.554004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066409205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:25:12.554026Z","caller":"traceutil/trace.go:171","msg":"trace[1185638565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"2.066437856s","start":"2026-04-28T07:25:10.487583Z","end":"2026-04-28T07:25:12.554021Z","steps":["trace[1185638565] 'agreement among raft nodes before linearized reading' (duration: 2.066310513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.55404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.487495Z","time spent":"2.066542628s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:12.554232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206754915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:25:12.554253Z","caller":"traceutil/trace.go:171","msg":"trace[705809059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"1.206809666s","start":"2026-04-28T07:25:11.347437Z","end":"2026-04-28T07:25:12.554247Z","steps":["trace[705809059] 'agreement among raft nodes before linearized reading' (duration: 1.206758605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.554266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.34741Z","time spent":"1.206852937s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:12.554323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048183441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:25:12.554432Z","caller":"traceutil/trace.go:171","msg":"trace[40899615] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:615; }","duration":"2.048352156s","start":"2026-04-28T07:25:10.506057Z","end":"2026-04-28T07:25:12.55441Z","steps":["trace[40899615] 'agreement among raft nodes before linearized reading' (duration: 2.048044359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.554514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.506031Z","time spent":"2.048469558s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"warn","ts":"2026-04-28T07:25:12.554362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767365228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:12.554806Z","caller":"traceutil/trace.go:171","msg":"trace[1359963230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"1.767837639s","start":"2026-04-28T07:25:10.786954Z","end":"2026-04-28T07:25:12.554792Z","steps":["trace[1359963230] 'agreement among raft nodes before linearized reading' (duration: 1.767393768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.554873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.786935Z","time spent":"1.767924571s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:25:12.844434Z","caller":"traceutil/trace.go:171","msg":"trace[1539728806] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"288.577182ms","start":"2026-04-28T07:25:12.555823Z","end":"2026-04-28T07:25:12.8444Z","steps":["trace[1539728806] 'read index received' (duration: 227.747174ms)","trace[1539728806] 'applied index is now lower than readState.Index' (duration: 60.826088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:12.84477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.91982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:12.844894Z","caller":"traceutil/trace.go:171","msg":"trace[368259133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"289.070404ms","start":"2026-04-28T07:25:12.555803Z","end":"2026-04-28T07:25:12.844873Z","steps":["trace[368259133] 'agreement among raft nodes before linearized reading' (duration: 288.676425ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.84607Z","caller":"traceutil/trace.go:171","msg":"trace[1470568497] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"288.254675ms","start":"2026-04-28T07:25:12.557796Z","end":"2026-04-28T07:25:12.846051Z","steps":["trace[1470568497] 'process raft request' (duration: 286.516242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.846402Z","caller":"traceutil/trace.go:171","msg":"trace[1239779942] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"287.824224ms","start":"2026-04-28T07:25:12.558466Z","end":"2026-04-28T07:25:12.84629Z","steps":["trace[1239779942] 'process raft request' (duration: 287.512417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.846781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.038938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:25:12.846858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.875269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:25:12.84697Z","caller":"traceutil/trace.go:171","msg":"trace[988061836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"282.000892ms","start":"2026-04-28T07:25:12.564944Z","end":"2026-04-28T07:25:12.846945Z","steps":["trace[988061836] 'agreement among raft nodes before linearized reading' (duration: 281.607463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.846906Z","caller":"traceutil/trace.go:171","msg":"trace[1279843451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"227.200171ms","start":"2026-04-28T07:25:12.619689Z","end":"2026-04-28T07:25:12.846889Z","steps":["trace[1279843451] 'agreement among raft nodes before linearized reading' (duration: 226.530625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.846785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.041594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:12.847188Z","caller":"traceutil/trace.go:171","msg":"trace[549970424] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:617; }","duration":"282.499785ms","start":"2026-04-28T07:25:12.564672Z","end":"2026-04-28T07:25:12.847172Z","steps":["trace[549970424] 'agreement among raft nodes before linearized reading' (duration: 281.363468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:13.36047Z","caller":"traceutil/trace.go:171","msg":"trace[379225869] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"106.604131ms","start":"2026-04-28T07:25:13.253838Z","end":"2026-04-28T07:25:13.360442Z","steps":["trace[379225869] 'process raft request' (duration: 105.937005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:14.374565Z","caller":"traceutil/trace.go:171","msg":"trace[2141849905] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"510.332592ms","start":"2026-04-28T07:25:13.8642Z","end":"2026-04-28T07:25:14.374532Z","steps":["trace[2141849905] 'process raft request' (duration: 508.523758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:14.374721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:13.864132Z","time spent":"510.515746ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:14.714457Z","caller":"traceutil/trace.go:171","msg":"trace[634550345] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"146.712196ms","start":"2026-04-28T07:25:14.567719Z","end":"2026-04-28T07:25:14.714431Z","steps":["trace[634550345] 'process raft request' (duration: 91.864503ms)","trace[634550345] 'compare' (duration: 54.609227ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:14.714689Z","caller":"traceutil/trace.go:171","msg":"trace[32189814] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"145.481126ms","start":"2026-04-28T07:25:14.569181Z","end":"2026-04-28T07:25:14.714662Z","steps":["trace[32189814] 'process raft request' (duration: 145.201589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:14.714762Z","caller":"traceutil/trace.go:171","msg":"trace[1737047402] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"145.108886ms","start":"2026-04-28T07:25:14.569629Z","end":"2026-04-28T07:25:14.714737Z","steps":["trace[1737047402] 'process raft request' (duration: 144.875651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:15.492419Z","caller":"traceutil/trace.go:171","msg":"trace[549284657] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"103.084765ms","start":"2026-04-28T07:25:15.389315Z","end":"2026-04-28T07:25:15.492399Z","steps":["trace[549284657] 'process raft request' (duration: 102.975272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.225823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.657828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:17.225909Z","caller":"traceutil/trace.go:171","msg":"trace[790966255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"198.802341ms","start":"2026-04-28T07:25:17.027087Z","end":"2026-04-28T07:25:17.225889Z","steps":["trace[790966255] 'range keys from in-memory index tree' (duration: 198.324339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.225912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.720679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:17.226041Z","caller":"traceutil/trace.go:171","msg":"trace[201232166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"198.865982ms","start":"2026-04-28T07:25:17.027146Z","end":"2026-04-28T07:25:17.226012Z","steps":["trace[201232166] 'range keys from in-memory index tree' (duration: 198.484123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.159485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.861389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:18.159602Z","caller":"traceutil/trace.go:171","msg":"trace[1902096014] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"776.942571ms","start":"2026-04-28T07:25:17.382643Z","end":"2026-04-28T07:25:18.159586Z","steps":["trace[1902096014] 'read index received' (duration: 29.861186ms)","trace[1902096014] 'applied index is now lower than readState.Index' (duration: 747.079345ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:18.159698Z","caller":"traceutil/trace.go:171","msg":"trace[1683476454] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"867.369828ms","start":"2026-04-28T07:25:17.292295Z","end":"2026-04-28T07:25:18.159665Z","steps":["trace[1683476454] 'process raft request' (duration: 120.266863ms)","trace[1683476454] 'compare' (duration: 746.457668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:18.159821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:17.29227Z","time spent":"867.494521ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:18.159845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.11131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:18.159854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.922659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.159912Z","caller":"traceutil/trace.go:171","msg":"trace[881029180] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:646; }","duration":"476.216102ms","start":"2026-04-28T07:25:17.683681Z","end":"2026-04-28T07:25:18.159897Z","steps":["trace[881029180] 'agreement among raft nodes before linearized reading' (duration: 476.089399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.159943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:17.683659Z","time spent":"476.274343ms","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:18.159939Z","caller":"traceutil/trace.go:171","msg":"trace[1399999035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"372.015061ms","start":"2026-04-28T07:25:17.787904Z","end":"2026-04-28T07:25:18.159919Z","steps":["trace[1399999035] 'agreement among raft nodes before linearized reading' (duration: 371.876398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.159989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:17.787853Z","time spent":"372.127983ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:18.159911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.238618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v6gg5\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-28T07:25:18.160133Z","caller":"traceutil/trace.go:171","msg":"trace[1249995837] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v6gg5; range_end:; response_count:1; response_revision:646; }","duration":"777.508694ms","start":"2026-04-28T07:25:17.382601Z","end":"2026-04-28T07:25:18.16011Z","steps":["trace[1249995837] 'agreement among raft nodes before linearized reading' (duration: 777.074024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.160222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:17.382574Z","time spent":"777.630047ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17543,"request content":"key:\"/registry/pods/kube-system/cilium-v6gg5\" "} {"level":"info","ts":"2026-04-28T07:25:18.671846Z","caller":"traceutil/trace.go:171","msg":"trace[696720877] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"144.340486ms","start":"2026-04-28T07:25:18.527475Z","end":"2026-04-28T07:25:18.671816Z","steps":["trace[696720877] 'process raft request' (duration: 106.796915ms)","trace[696720877] 'compare' (duration: 37.286005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:18.832495Z","caller":"traceutil/trace.go:171","msg":"trace[1241307738] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:683; }","duration":"117.635138ms","start":"2026-04-28T07:25:18.714844Z","end":"2026-04-28T07:25:18.832479Z","steps":["trace[1241307738] 'read index received' (duration: 9.104181ms)","trace[1241307738] 'applied index is now lower than readState.Index' (duration: 108.529887ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:18.832485Z","caller":"traceutil/trace.go:171","msg":"trace[2144758686] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"119.886954ms","start":"2026-04-28T07:25:18.712567Z","end":"2026-04-28T07:25:18.832454Z","steps":["trace[2144758686] 'process raft request' (duration: 117.528066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.832814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.913556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.832857Z","caller":"traceutil/trace.go:171","msg":"trace[162556151] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"117.985317ms","start":"2026-04-28T07:25:18.714861Z","end":"2026-04-28T07:25:18.832846Z","steps":["trace[162556151] 'agreement among raft nodes before linearized reading' (duration: 117.910445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.832902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.785022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.832977Z","caller":"traceutil/trace.go:171","msg":"trace[1697391719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"117.866534ms","start":"2026-04-28T07:25:18.715095Z","end":"2026-04-28T07:25:18.832962Z","steps":["trace[1697391719] 'agreement among raft nodes before linearized reading' (duration: 117.743981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.832993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.906575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.83303Z","caller":"traceutil/trace.go:171","msg":"trace[15983944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"117.941266ms","start":"2026-04-28T07:25:18.71507Z","end":"2026-04-28T07:25:18.833011Z","steps":["trace[15983944] 'agreement among raft nodes before linearized reading' (duration: 117.901355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:18.832991Z","caller":"traceutil/trace.go:171","msg":"trace[851982699] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"118.138231ms","start":"2026-04-28T07:25:18.714795Z","end":"2026-04-28T07:25:18.832934Z","steps":["trace[851982699] 'process raft request' (duration: 117.597808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.833141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.017688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.833171Z","caller":"traceutil/trace.go:171","msg":"trace[712498216] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"118.055649ms","start":"2026-04-28T07:25:18.715108Z","end":"2026-04-28T07:25:18.833164Z","steps":["trace[712498216] 'agreement among raft nodes before linearized reading' (duration: 118.015618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.833196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.319675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.833362Z","caller":"traceutil/trace.go:171","msg":"trace[358678632] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"118.496769ms","start":"2026-04-28T07:25:18.714841Z","end":"2026-04-28T07:25:18.833338Z","steps":["trace[358678632] 'agreement among raft nodes before linearized reading' (duration: 117.781042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.833432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.246404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:18.834005Z","caller":"traceutil/trace.go:171","msg":"trace[220753081] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:656; }","duration":"118.825337ms","start":"2026-04-28T07:25:18.715163Z","end":"2026-04-28T07:25:18.833988Z","steps":["trace[220753081] 'agreement among raft nodes before linearized reading' (duration: 117.629649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:18.833425Z","caller":"traceutil/trace.go:171","msg":"trace[196132388] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"116.08408ms","start":"2026-04-28T07:25:18.717237Z","end":"2026-04-28T07:25:18.833321Z","steps":["trace[196132388] 'process raft request' (duration: 115.202319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:18.963848Z","caller":"traceutil/trace.go:171","msg":"trace[1517399287] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"123.819869ms","start":"2026-04-28T07:25:18.84001Z","end":"2026-04-28T07:25:18.96383Z","steps":["trace[1517399287] 'process raft request' (duration: 123.662185ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.60194Z","caller":"traceutil/trace.go:171","msg":"trace[58456760] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"106.472657ms","start":"2026-04-28T07:25:19.49544Z","end":"2026-04-28T07:25:19.601912Z","steps":["trace[58456760] 'process raft request' (duration: 106.322193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.721472Z","caller":"traceutil/trace.go:171","msg":"trace[703487137] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"110.751271ms","start":"2026-04-28T07:25:19.61068Z","end":"2026-04-28T07:25:19.721432Z","steps":["trace[703487137] 'process raft request' (duration: 53.287395ms)","trace[703487137] 'compare' (duration: 57.253891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:19.758918Z","caller":"traceutil/trace.go:171","msg":"trace[344689279] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"146.038409ms","start":"2026-04-28T07:25:19.612857Z","end":"2026-04-28T07:25:19.758896Z","steps":["trace[344689279] 'process raft request' (duration: 145.981928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.758969Z","caller":"traceutil/trace.go:171","msg":"trace[282397100] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"147.70125ms","start":"2026-04-28T07:25:19.611243Z","end":"2026-04-28T07:25:19.758944Z","steps":["trace[282397100] 'process raft request' (duration: 147.473773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:20.079449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.228078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:20.079724Z","caller":"traceutil/trace.go:171","msg":"trace[554799694] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"347.651288ms","start":"2026-04-28T07:25:19.732054Z","end":"2026-04-28T07:25:20.079705Z","steps":["trace[554799694] 'process raft request' (duration: 347.581536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.079801Z","caller":"traceutil/trace.go:171","msg":"trace[1118117010] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"349.891203ms","start":"2026-04-28T07:25:19.729838Z","end":"2026-04-28T07:25:20.079729Z","steps":["trace[1118117010] 'process raft request' (duration: 349.709898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.079893Z","caller":"traceutil/trace.go:171","msg":"trace[2094694761] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"368.765422ms","start":"2026-04-28T07:25:19.711094Z","end":"2026-04-28T07:25:20.079859Z","steps":["trace[2094694761] 'process raft request' (duration: 235.048642ms)","trace[2094694761] 'compare' (duration: 133.025213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:20.080013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.729806Z","time spent":"350.108068ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:20.080056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.711062Z","time spent":"368.932506ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:20.079812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.732036Z","time spent":"347.734891ms","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:20.520614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.521084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:20.520891Z","caller":"traceutil/trace.go:171","msg":"trace[964227842] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:705; }","duration":"734.389077ms","start":"2026-04-28T07:25:19.786483Z","end":"2026-04-28T07:25:20.520872Z","steps":["trace[964227842] 'read index received' (duration: 159.743972ms)","trace[964227842] 'applied index is now lower than readState.Index' (duration: 574.643595ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:20.520992Z","caller":"traceutil/trace.go:171","msg":"trace[854175047] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"610.809183ms","start":"2026-04-28T07:25:19.91017Z","end":"2026-04-28T07:25:20.520979Z","steps":["trace[854175047] 'process raft request' (duration: 610.617447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.520975Z","caller":"traceutil/trace.go:171","msg":"trace[338358823] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"757.55297ms","start":"2026-04-28T07:25:19.763382Z","end":"2026-04-28T07:25:20.520935Z","steps":["trace[338358823] 'process raft request' (duration: 444.600724ms)","trace[338358823] 'compare' (duration: 312.406831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:20.521066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.910129Z","time spent":"610.897475ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:20.521138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.763335Z","time spent":"757.711513ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:20.521412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.921739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:20.521459Z","caller":"traceutil/trace.go:171","msg":"trace[2000734086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"735.010622ms","start":"2026-04-28T07:25:19.786434Z","end":"2026-04-28T07:25:20.521445Z","steps":["trace[2000734086] 'agreement among raft nodes before linearized reading' (duration: 734.858108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:20.521498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.786415Z","time spent":"735.072404ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:21.021118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403164845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:25:21.029097Z","caller":"traceutil/trace.go:171","msg":"trace[512763877] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"941.591941ms","start":"2026-04-28T07:25:20.08748Z","end":"2026-04-28T07:25:21.029072Z","steps":["trace[512763877] 'process raft request' (duration: 941.242063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.02923Z","caller":"traceutil/trace.go:171","msg":"trace[804332217] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"918.865378ms","start":"2026-04-28T07:25:20.110341Z","end":"2026-04-28T07:25:21.029206Z","steps":["trace[804332217] 'process raft request' (duration: 918.610102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.029358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.087398Z","time spent":"941.832817ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:21.029398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.110326Z","time spent":"918.956591ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:21.029965Z","caller":"traceutil/trace.go:171","msg":"trace[1954183901] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"850.291972ms","start":"2026-04-28T07:25:20.179639Z","end":"2026-04-28T07:25:21.029931Z","steps":["trace[1954183901] 'process raft request' (duration: 849.36858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.030131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.179616Z","time spent":"850.427215ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:21.447287Z","caller":"traceutil/trace.go:171","msg":"trace[518976878] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.136687852s","start":"2026-04-28T07:25:20.310536Z","end":"2026-04-28T07:25:21.447224Z","steps":["trace[518976878] 'process raft request' (duration: 1.136391835s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.447435Z","caller":"traceutil/trace.go:171","msg":"trace[812306838] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"736.662342ms","start":"2026-04-28T07:25:20.710759Z","end":"2026-04-28T07:25:21.447421Z","steps":["trace[812306838] 'process raft request' (duration: 736.465527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.447403Z","caller":"traceutil/trace.go:171","msg":"trace[560070686] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"935.469762ms","start":"2026-04-28T07:25:20.511883Z","end":"2026-04-28T07:25:21.447353Z","steps":["trace[560070686] 'process raft request' (duration: 935.233207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.447538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.710727Z","time spent":"736.727973ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:21.447695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.511841Z","time spent":"935.740839ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:21.447701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.310502Z","time spent":"1.136889087s","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:21.44835Z","caller":"traceutil/trace.go:171","msg":"trace[1858748025] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"512.365111ms","start":"2026-04-28T07:25:20.935941Z","end":"2026-04-28T07:25:21.448306Z","steps":["trace[1858748025] 'process raft request' (duration: 511.389227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.448392Z","caller":"traceutil/trace.go:171","msg":"trace[258792671] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:710; }","duration":"927.329364ms","start":"2026-04-28T07:25:20.520938Z","end":"2026-04-28T07:25:21.448267Z","steps":["trace[258792671] 'read index received' (duration: 507.875471ms)","trace[258792671] 'applied index is now lower than readState.Index' (duration: 419.452503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:21.448605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.935911Z","time spent":"512.543266ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:21.448572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.236857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:25:21.448875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035192136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v6gg5\" ","response":"range_response_count:1 size:18063"} {"level":"info","ts":"2026-04-28T07:25:21.448952Z","caller":"traceutil/trace.go:171","msg":"trace[1895919038] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v6gg5; range_end:; response_count:1; response_revision:687; }","duration":"1.035320239s","start":"2026-04-28T07:25:20.413602Z","end":"2026-04-28T07:25:21.448922Z","steps":["trace[1895919038] 'agreement among raft nodes before linearized reading' (duration: 1.035052252s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.448952Z","caller":"traceutil/trace.go:171","msg":"trace[858713736] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:687; }","duration":"942.517514ms","start":"2026-04-28T07:25:20.506286Z","end":"2026-04-28T07:25:21.448803Z","steps":["trace[858713736] 'agreement among raft nodes before linearized reading' (duration: 942.069153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.449005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.413573Z","time spent":"1.035422441s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18086,"request content":"key:\"/registry/pods/kube-system/cilium-v6gg5\" "} {"level":"warn","ts":"2026-04-28T07:25:21.449107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.50627Z","time spent":"942.787291ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"info","ts":"2026-04-28T07:25:21.846143Z","caller":"traceutil/trace.go:171","msg":"trace[788231488] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"810.394464ms","start":"2026-04-28T07:25:21.03572Z","end":"2026-04-28T07:25:21.846114Z","steps":["trace[788231488] 'process raft request' (duration: 810.185119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.846371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.0357Z","time spent":"810.516196ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:21.846546Z","caller":"traceutil/trace.go:171","msg":"trace[510598900] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:717; }","duration":"397.863518ms","start":"2026-04-28T07:25:21.448631Z","end":"2026-04-28T07:25:21.846495Z","steps":["trace[510598900] 'read index received' (duration: 397.353396ms)","trace[510598900] 'applied index is now lower than readState.Index' (duration: 507.192µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:21.846628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.062298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:21.846687Z","caller":"traceutil/trace.go:171","msg":"trace[169749109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"541.15605ms","start":"2026-04-28T07:25:21.305521Z","end":"2026-04-28T07:25:21.846677Z","steps":["trace[169749109] 'agreement among raft nodes before linearized reading' (duration: 541.015517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.846741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.305503Z","time spent":"541.229451ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:21.846908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.919066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-28T07:25:21.846916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323907121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:21.846951Z","caller":"traceutil/trace.go:171","msg":"trace[117693292] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:689; }","duration":"739.013268ms","start":"2026-04-28T07:25:21.107929Z","end":"2026-04-28T07:25:21.846942Z","steps":["trace[117693292] 'agreement among raft nodes before linearized reading' (duration: 738.704881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.846985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.107912Z","time spent":"739.067099ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:25:21.846998Z","caller":"traceutil/trace.go:171","msg":"trace[1011329070] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"808.865026ms","start":"2026-04-28T07:25:21.038114Z","end":"2026-04-28T07:25:21.846979Z","steps":["trace[1011329070] 'process raft request' (duration: 807.952744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.847083Z","caller":"traceutil/trace.go:171","msg":"trace[1739766010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"1.324019814s","start":"2026-04-28T07:25:20.522947Z","end":"2026-04-28T07:25:21.846967Z","steps":["trace[1739766010] 'agreement among raft nodes before linearized reading' (duration: 1.323898621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.847107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.038093Z","time spent":"808.934698ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:21.846928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.783927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:25:21.84717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.522925Z","time spent":"1.324205139s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:21.847147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.441125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:21.847234Z","caller":"traceutil/trace.go:171","msg":"trace[599226567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"826.160736ms","start":"2026-04-28T07:25:21.021066Z","end":"2026-04-28T07:25:21.847227Z","steps":["trace[599226567] 'agreement among raft nodes before linearized reading' (duration: 825.745586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.847261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.021052Z","time spent":"826.202837ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:25:21.847272Z","caller":"traceutil/trace.go:171","msg":"trace[1227963773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:689; }","duration":"494.61212ms","start":"2026-04-28T07:25:21.352641Z","end":"2026-04-28T07:25:21.847253Z","steps":["trace[1227963773] 'agreement among raft nodes before linearized reading' (duration: 494.249091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.847374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.352629Z","time spent":"494.732993ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:21.847093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.443944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T07:25:21.847493Z","caller":"traceutil/trace.go:171","msg":"trace[711649014] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:689; }","duration":"538.868214ms","start":"2026-04-28T07:25:21.308608Z","end":"2026-04-28T07:25:21.847476Z","steps":["trace[711649014] 'agreement among raft nodes before linearized reading' (duration: 538.379173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.847528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.308598Z","time spent":"538.921715ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:25:21.847783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.526748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:25:21.848245Z","caller":"traceutil/trace.go:171","msg":"trace[541341024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:689; }","duration":"828.02601ms","start":"2026-04-28T07:25:21.020203Z","end":"2026-04-28T07:25:21.848229Z","steps":["trace[541341024] 'agreement among raft nodes before linearized reading' (duration: 826.78075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.84844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.020161Z","time spent":"828.264956ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:21.847923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010254439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:25:21.849445Z","caller":"traceutil/trace.go:171","msg":"trace[1605303603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:689; }","duration":"1.010979346s","start":"2026-04-28T07:25:20.837613Z","end":"2026-04-28T07:25:21.848592Z","steps":["trace[1605303603] 'agreement among raft nodes before linearized reading' (duration: 1.010198327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.849654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.837592Z","time spent":"1.012046783s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:22.178262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.457028Z","time spent":"721.219245ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:25:22.178287Z","caller":"traceutil/trace.go:171","msg":"trace[1873166144] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"713.674022ms","start":"2026-04-28T07:25:21.464587Z","end":"2026-04-28T07:25:22.178261Z","steps":["trace[1873166144] 'process raft request' (duration: 713.495848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.178547Z","caller":"traceutil/trace.go:171","msg":"trace[356199009] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"713.101798ms","start":"2026-04-28T07:25:21.465431Z","end":"2026-04-28T07:25:22.178532Z","steps":["trace[356199009] 'process raft request' (duration: 712.75908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.178645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.465423Z","time spent":"713.156269ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:22.178952Z","caller":"traceutil/trace.go:171","msg":"trace[1016189137] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:720; }","duration":"332.320135ms","start":"2026-04-28T07:25:21.846607Z","end":"2026-04-28T07:25:22.178927Z","steps":["trace[1016189137] 'read index received' (duration: 331.477995ms)","trace[1016189137] 'applied index is now lower than readState.Index' (duration: 840.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:22.178958Z","caller":"traceutil/trace.go:171","msg":"trace[879975937] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"637.115001ms","start":"2026-04-28T07:25:21.541809Z","end":"2026-04-28T07:25:22.178924Z","steps":["trace[879975937] 'process raft request' (duration: 636.891716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.179103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.464559Z","time spent":"713.932649ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:22.17918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.54178Z","time spent":"637.282616ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:25:22.179213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.289728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-28T07:25:22.17925Z","caller":"traceutil/trace.go:171","msg":"trace[1551536483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:692; }","duration":"470.379091ms","start":"2026-04-28T07:25:21.70886Z","end":"2026-04-28T07:25:22.179239Z","steps":["trace[1551536483] 'agreement among raft nodes before linearized reading' (duration: 470.160895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.179285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.708837Z","time spent":"470.439022ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:25:22.524833Z","caller":"traceutil/trace.go:171","msg":"trace[1836642899] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"673.887696ms","start":"2026-04-28T07:25:21.850927Z","end":"2026-04-28T07:25:22.524814Z","steps":["trace[1836642899] 'process raft request' (duration: 673.577809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.524886Z","caller":"traceutil/trace.go:171","msg":"trace[1432541626] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"673.135048ms","start":"2026-04-28T07:25:21.851734Z","end":"2026-04-28T07:25:22.524869Z","steps":["trace[1432541626] 'process raft request' (duration: 673.029215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.524899Z","caller":"traceutil/trace.go:171","msg":"trace[808931174] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"673.441115ms","start":"2026-04-28T07:25:21.851426Z","end":"2026-04-28T07:25:22.524867Z","steps":["trace[808931174] 'process raft request' (duration: 673.297182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.524953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.850897Z","time spent":"673.993509ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:22.525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.851717Z","time spent":"673.213259ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:22.525056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.851418Z","time spent":"673.550338ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:22.525158Z","caller":"traceutil/trace.go:171","msg":"trace[864120484] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"672.244326ms","start":"2026-04-28T07:25:21.852897Z","end":"2026-04-28T07:25:22.525141Z","steps":["trace[864120484] 'process raft request' (duration: 671.913288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.52526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.852886Z","time spent":"672.319408ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:22.52532Z","caller":"traceutil/trace.go:171","msg":"trace[1847931809] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"671.939698ms","start":"2026-04-28T07:25:21.853372Z","end":"2026-04-28T07:25:22.525312Z","steps":["trace[1847931809] 'process raft request' (duration: 671.706503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.525372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.853344Z","time spent":"671.99896ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:22.52552Z","caller":"traceutil/trace.go:171","msg":"trace[981512112] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"671.092257ms","start":"2026-04-28T07:25:21.854419Z","end":"2026-04-28T07:25:22.525511Z","steps":["trace[981512112] 'process raft request' (duration: 670.844631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.525564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.854411Z","time spent":"671.128699ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:22.525684Z","caller":"traceutil/trace.go:171","msg":"trace[1433599660] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:723; }","duration":"346.646404ms","start":"2026-04-28T07:25:22.179025Z","end":"2026-04-28T07:25:22.525671Z","steps":["trace[1433599660] 'read index received' (duration: 345.529397ms)","trace[1433599660] 'applied index is now lower than readState.Index' (duration: 1.116307ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:22.525735Z","caller":"traceutil/trace.go:171","msg":"trace[1964906463] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"671.181509ms","start":"2026-04-28T07:25:21.854544Z","end":"2026-04-28T07:25:22.525726Z","steps":["trace[1964906463] 'process raft request' (duration: 670.890032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.525788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.854533Z","time spent":"671.226001ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:22.525804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.789439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T07:25:22.525827Z","caller":"traceutil/trace.go:171","msg":"trace[2083116580] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"416.86009ms","start":"2026-04-28T07:25:22.108959Z","end":"2026-04-28T07:25:22.52582Z","steps":["trace[2083116580] 'agreement among raft nodes before linearized reading' (duration: 416.778608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.525854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.108939Z","time spent":"416.910361ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:25:22.525993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.209275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:22.52601Z","caller":"traceutil/trace.go:171","msg":"trace[1442854026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"672.250666ms","start":"2026-04-28T07:25:21.853754Z","end":"2026-04-28T07:25:22.526005Z","steps":["trace[1442854026] 'agreement among raft nodes before linearized reading' (duration: 672.213155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.526029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.853744Z","time spent":"672.279237ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:22.526034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.081507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:22.526106Z","caller":"traceutil/trace.go:171","msg":"trace[2139102406] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:699; }","duration":"629.204429ms","start":"2026-04-28T07:25:21.896868Z","end":"2026-04-28T07:25:22.526072Z","steps":["trace[2139102406] 'agreement among raft nodes before linearized reading' (duration: 629.069506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.526144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.89684Z","time spent":"629.294492ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:22.526411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.687814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-28T07:25:22.526534Z","caller":"traceutil/trace.go:171","msg":"trace[1078779229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"618.838608ms","start":"2026-04-28T07:25:21.907661Z","end":"2026-04-28T07:25:22.5265Z","steps":["trace[1078779229] 'agreement among raft nodes before linearized reading' (duration: 618.426548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.526605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.907645Z","time spent":"618.947631ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:25:22.53457Z","caller":"traceutil/trace.go:171","msg":"trace[574664962] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"354.286878ms","start":"2026-04-28T07:25:22.180271Z","end":"2026-04-28T07:25:22.534558Z","steps":["trace[574664962] 'process raft request' (duration: 354.190106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.534696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.180241Z","time spent":"354.383181ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:22.534995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.213796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5168"} {"level":"info","ts":"2026-04-28T07:25:22.535073Z","caller":"traceutil/trace.go:171","msg":"trace[1369462491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:700; }","duration":"226.33109ms","start":"2026-04-28T07:25:22.308725Z","end":"2026-04-28T07:25:22.535056Z","steps":["trace[1369462491] 'agreement among raft nodes before linearized reading' (duration: 226.072923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.535008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.265538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v6gg5\" ","response":"range_response_count:1 size:18247"} {"level":"info","ts":"2026-04-28T07:25:22.535156Z","caller":"traceutil/trace.go:171","msg":"trace[487665125] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v6gg5; range_end:; response_count:1; response_revision:700; }","duration":"349.465812ms","start":"2026-04-28T07:25:22.18568Z","end":"2026-04-28T07:25:22.535146Z","steps":["trace[487665125] 'agreement among raft nodes before linearized reading' (duration: 349.130723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.53519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.185655Z","time spent":"349.526164ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18270,"request content":"key:\"/registry/pods/kube-system/cilium-v6gg5\" "} {"level":"info","ts":"2026-04-28T07:25:22.767291Z","caller":"traceutil/trace.go:171","msg":"trace[68939262] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"231.778322ms","start":"2026-04-28T07:25:22.535481Z","end":"2026-04-28T07:25:22.767259Z","steps":["trace[68939262] 'process raft request' (duration: 231.498065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.767271Z","caller":"traceutil/trace.go:171","msg":"trace[1101756194] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"184.339119ms","start":"2026-04-28T07:25:22.582905Z","end":"2026-04-28T07:25:22.767245Z","steps":["trace[1101756194] 'read index received' (duration: 184.165345ms)","trace[1101756194] 'applied index is now lower than readState.Index' (duration: 172.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:22.767632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.546263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:25:22.76768Z","caller":"traceutil/trace.go:171","msg":"trace[681716636] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:703; }","duration":"230.633295ms","start":"2026-04-28T07:25:22.537033Z","end":"2026-04-28T07:25:22.767666Z","steps":["trace[681716636] 'agreement among raft nodes before linearized reading' (duration: 230.526502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.768275Z","caller":"traceutil/trace.go:171","msg":"trace[387781468] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"214.053172ms","start":"2026-04-28T07:25:22.554165Z","end":"2026-04-28T07:25:22.768218Z","steps":["trace[387781468] 'process raft request' (duration: 213.020046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:22.818448Z","caller":"traceutil/trace.go:171","msg":"trace[1986113183] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"221.340289ms","start":"2026-04-28T07:25:22.597081Z","end":"2026-04-28T07:25:22.818421Z","steps":["trace[1986113183] 'process raft request' (duration: 221.073703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:22.818593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.620173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:9358"} {"level":"info","ts":"2026-04-28T07:25:22.818675Z","caller":"traceutil/trace.go:171","msg":"trace[2142422506] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"109.761927ms","start":"2026-04-28T07:25:22.708894Z","end":"2026-04-28T07:25:22.818656Z","steps":["trace[2142422506] 'agreement among raft nodes before linearized reading' (duration: 109.559402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:23.230285Z","caller":"traceutil/trace.go:171","msg":"trace[1949251637] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"411.831358ms","start":"2026-04-28T07:25:22.818429Z","end":"2026-04-28T07:25:23.23026Z","steps":["trace[1949251637] 'read index received' (duration: 411.709555ms)","trace[1949251637] 'applied index is now lower than readState.Index' (duration: 120.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:23.230398Z","caller":"traceutil/trace.go:171","msg":"trace[403230528] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"456.008771ms","start":"2026-04-28T07:25:22.77438Z","end":"2026-04-28T07:25:23.230389Z","steps":["trace[403230528] 'process raft request' (duration: 455.686553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.230516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.774357Z","time spent":"456.081483ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:23.230607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.487081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:25:23.230686Z","caller":"traceutil/trace.go:171","msg":"trace[2045006378] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:705; }","duration":"460.625024ms","start":"2026-04-28T07:25:22.770043Z","end":"2026-04-28T07:25:23.230668Z","steps":["trace[2045006378] 'agreement among raft nodes before linearized reading' (duration: 460.425269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.230725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.770025Z","time spent":"460.691556ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T07:25:23.315509Z","caller":"traceutil/trace.go:171","msg":"trace[1541050068] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"495.977222ms","start":"2026-04-28T07:25:22.819505Z","end":"2026-04-28T07:25:23.315482Z","steps":["trace[1541050068] 'process raft request' (duration: 495.671155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.315643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.819482Z","time spent":"496.101696ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:23.315806Z","caller":"traceutil/trace.go:171","msg":"trace[769032205] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"261.624667ms","start":"2026-04-28T07:25:23.054148Z","end":"2026-04-28T07:25:23.315772Z","steps":["trace[769032205] 'process raft request' (duration: 261.286369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.315952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.469601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187470"} {"level":"info","ts":"2026-04-28T07:25:23.316027Z","caller":"traceutil/trace.go:171","msg":"trace[831351897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"207.588884ms","start":"2026-04-28T07:25:23.108418Z","end":"2026-04-28T07:25:23.316007Z","steps":["trace[831351897] 'agreement among raft nodes before linearized reading' (duration: 207.337028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:23.316019Z","caller":"traceutil/trace.go:171","msg":"trace[901702655] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"487.406014ms","start":"2026-04-28T07:25:22.828528Z","end":"2026-04-28T07:25:23.315934Z","steps":["trace[901702655] 'process raft request' (duration: 486.82646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.316269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.750824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24235"} {"level":"warn","ts":"2026-04-28T07:25:23.316297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.828505Z","time spent":"487.702831ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:23.316357Z","caller":"traceutil/trace.go:171","msg":"trace[1243331769] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"406.895238ms","start":"2026-04-28T07:25:22.90944Z","end":"2026-04-28T07:25:23.316336Z","steps":["trace[1243331769] 'agreement among raft nodes before linearized reading' (duration: 406.57331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.316342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.489424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:23.316411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:22.90941Z","time spent":"406.991149ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24258,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:25:23.316481Z","caller":"traceutil/trace.go:171","msg":"trace[1640331517] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:708; }","duration":"289.720399ms","start":"2026-04-28T07:25:23.026724Z","end":"2026-04-28T07:25:23.316444Z","steps":["trace[1640331517] 'agreement among raft nodes before linearized reading' (duration: 289.383181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:23.410117Z","caller":"traceutil/trace.go:171","msg":"trace[1782165627] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"161.553476ms","start":"2026-04-28T07:25:23.248529Z","end":"2026-04-28T07:25:23.410083Z","steps":["trace[1782165627] 'process raft request' (duration: 161.172877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:23.410202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.37007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:25:23.41036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.08028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:187261"} {"level":"info","ts":"2026-04-28T07:25:23.410446Z","caller":"traceutil/trace.go:171","msg":"trace[2095260989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:709; }","duration":"102.220334ms","start":"2026-04-28T07:25:23.308201Z","end":"2026-04-28T07:25:23.410422Z","steps":["trace[2095260989] 'agreement among raft nodes before linearized reading' (duration: 101.892826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:23.410377Z","caller":"traceutil/trace.go:171","msg":"trace[607906796] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:709; }","duration":"177.588615ms","start":"2026-04-28T07:25:23.232765Z","end":"2026-04-28T07:25:23.410354Z","steps":["trace[607906796] 'agreement among raft nodes before linearized reading' (duration: 177.258827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:23.454743Z","caller":"traceutil/trace.go:171","msg":"trace[480999095] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"134.252552ms","start":"2026-04-28T07:25:23.320443Z","end":"2026-04-28T07:25:23.454695Z","steps":["trace[480999095] 'process raft request' (duration: 133.977766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:26.139711Z","caller":"traceutil/trace.go:171","msg":"trace[779296252] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"194.315061ms","start":"2026-04-28T07:25:25.945369Z","end":"2026-04-28T07:25:26.139684Z","steps":["trace[779296252] 'process raft request' (duration: 194.154317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:26.185729Z","caller":"traceutil/trace.go:171","msg":"trace[2030772437] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"188.843279ms","start":"2026-04-28T07:25:25.996865Z","end":"2026-04-28T07:25:26.185708Z","steps":["trace[2030772437] 'process raft request' (duration: 188.735316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.974215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.318782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:34.974312Z","caller":"traceutil/trace.go:171","msg":"trace[552305515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:794; }","duration":"300.476696ms","start":"2026-04-28T07:25:34.673815Z","end":"2026-04-28T07:25:34.974291Z","steps":["trace[552305515] 'range keys from in-memory index tree' (duration: 300.070596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.9743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.905149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jdwpm\" ","response":"range_response_count:1 size:3964"} {"level":"warn","ts":"2026-04-28T07:25:34.974367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:34.673791Z","time spent":"300.565388ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:25:34.97439Z","caller":"traceutil/trace.go:171","msg":"trace[623353231] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jdwpm; range_end:; response_count:1; response_revision:794; }","duration":"449.030883ms","start":"2026-04-28T07:25:34.525332Z","end":"2026-04-28T07:25:34.974363Z","steps":["trace[623353231] 'range keys from in-memory index tree' (duration: 448.730325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.974465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.156482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:34.974504Z","caller":"traceutil/trace.go:171","msg":"trace[1773678319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"187.224904ms","start":"2026-04-28T07:25:34.787271Z","end":"2026-04-28T07:25:34.974496Z","steps":["trace[1773678319] 'range keys from in-memory index tree' (duration: 187.08641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.974461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:34.525313Z","time spent":"449.134175ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jdwpm\" "} {"level":"warn","ts":"2026-04-28T07:25:34.974661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.028759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:25:34.974733Z","caller":"traceutil/trace.go:171","msg":"trace[1728571844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"345.142832ms","start":"2026-04-28T07:25:34.629575Z","end":"2026-04-28T07:25:34.974718Z","steps":["trace[1728571844] 'range keys from in-memory index tree' (duration: 344.862794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.974747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.077049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:25:34.9748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:34.629551Z","time spent":"345.215334ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:34.974741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.78356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:25:34.975091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.969436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:34.975232Z","caller":"traceutil/trace.go:171","msg":"trace[223533674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:794; }","duration":"300.477946ms","start":"2026-04-28T07:25:34.674658Z","end":"2026-04-28T07:25:34.975136Z","steps":["trace[223533674] 'range keys from in-memory index tree' (duration: 299.445221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.975371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:34.674642Z","time spent":"300.709182ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:25:34.974852Z","caller":"traceutil/trace.go:171","msg":"trace[2133829916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:794; }","duration":"309.197402ms","start":"2026-04-28T07:25:34.665632Z","end":"2026-04-28T07:25:34.974829Z","steps":["trace[2133829916] 'range keys from in-memory index tree' (duration: 308.797162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.975578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:34.665616Z","time spent":"309.94199ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:25:34.97518Z","caller":"traceutil/trace.go:171","msg":"trace[2041804196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:794; }","duration":"248.078679ms","start":"2026-04-28T07:25:34.727082Z","end":"2026-04-28T07:25:34.97516Z","steps":["trace[2041804196] 'range keys from in-memory index tree' (duration: 247.256149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:34.974758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.200689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:34.975932Z","caller":"traceutil/trace.go:171","msg":"trace[88036096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:794; }","duration":"299.40379ms","start":"2026-04-28T07:25:34.67651Z","end":"2026-04-28T07:25:34.975914Z","steps":["trace[88036096] 'range keys from in-memory index tree' (duration: 298.178909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:40.674111Z","caller":"traceutil/trace.go:171","msg":"trace[432425369] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"114.126854ms","start":"2026-04-28T07:25:40.559958Z","end":"2026-04-28T07:25:40.674085Z","steps":["trace[432425369] 'process raft request' (duration: 113.109939ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:40.674506Z","caller":"traceutil/trace.go:171","msg":"trace[1332320735] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:892; }","duration":"102.206099ms","start":"2026-04-28T07:25:40.571019Z","end":"2026-04-28T07:25:40.673226Z","steps":["trace[1332320735] 'read index received' (duration: 102.079986ms)","trace[1332320735] 'applied index is now lower than readState.Index' (duration: 124.923µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:40.674615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.577733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:40.674655Z","caller":"traceutil/trace.go:171","msg":"trace[1106814192] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:856; }","duration":"103.666686ms","start":"2026-04-28T07:25:40.570976Z","end":"2026-04-28T07:25:40.674642Z","steps":["trace[1106814192] 'agreement among raft nodes before linearized reading' (duration: 102.267521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:04.841889Z","caller":"traceutil/trace.go:171","msg":"trace[1974072531] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"320.41727ms","start":"2026-04-28T07:26:04.52145Z","end":"2026-04-28T07:26:04.841867Z","steps":["trace[1974072531] 'process raft request' (duration: 320.266256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:04.842044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.521418Z","time spent":"320.550013ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:04.849342Z","caller":"traceutil/trace.go:171","msg":"trace[2108549468] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"265.712995ms","start":"2026-04-28T07:26:04.583601Z","end":"2026-04-28T07:26:04.849314Z","steps":["trace[2108549468] 'read index received' (duration: 258.248121ms)","trace[2108549468] 'applied index is now lower than readState.Index' (duration: 7.464044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:04.849465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.854749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:04.849489Z","caller":"traceutil/trace.go:171","msg":"trace[607340741] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:988; }","duration":"265.937911ms","start":"2026-04-28T07:26:04.583543Z","end":"2026-04-28T07:26:04.849481Z","steps":["trace[607340741] 'agreement among raft nodes before linearized reading' (duration: 265.87703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:04.849569Z","caller":"traceutil/trace.go:171","msg":"trace[540626707] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"280.987663ms","start":"2026-04-28T07:26:04.568454Z","end":"2026-04-28T07:26:04.849441Z","steps":["trace[540626707] 'process raft request' (duration: 280.760818ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:09.602942Z","caller":"traceutil/trace.go:171","msg":"trace[1520309426] linearizableReadLoop","detail":"{readStateIndex:1049; appliedIndex:1048; }","duration":"113.670483ms","start":"2026-04-28T07:26:09.489248Z","end":"2026-04-28T07:26:09.602919Z","steps":["trace[1520309426] 'read index received' (duration: 104.544477ms)","trace[1520309426] 'applied index is now lower than readState.Index' (duration: 9.124826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:09.603021Z","caller":"traceutil/trace.go:171","msg":"trace[946438527] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"136.611891ms","start":"2026-04-28T07:26:09.466377Z","end":"2026-04-28T07:26:09.602989Z","steps":["trace[946438527] 'process raft request' (duration: 127.510426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.603185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.923389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:26:09.60323Z","caller":"traceutil/trace.go:171","msg":"trace[1554612711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1007; }","duration":"114.021591ms","start":"2026-04-28T07:26:09.489197Z","end":"2026-04-28T07:26:09.603218Z","steps":["trace[1554612711] 'agreement among raft nodes before linearized reading' (duration: 113.856877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.603375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:26:09.60351Z","caller":"traceutil/trace.go:171","msg":"trace[773161839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1007; }","duration":"113.077668ms","start":"2026-04-28T07:26:09.490386Z","end":"2026-04-28T07:26:09.603464Z","steps":["trace[773161839] 'agreement among raft nodes before linearized reading' (duration: 112.822542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.010762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403165604,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:26:11.15281Z","caller":"traceutil/trace.go:171","msg":"trace[864510089] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"712.78403ms","start":"2026-04-28T07:26:10.440006Z","end":"2026-04-28T07:26:11.15279Z","steps":["trace[864510089] 'process raft request' (duration: 712.665907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.152938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.439987Z","time spent":"712.882452ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:11.722434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.529236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:11.722802Z","caller":"traceutil/trace.go:171","msg":"trace[654212440] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1051; }","duration":"1.212608721s","start":"2026-04-28T07:26:10.510172Z","end":"2026-04-28T07:26:11.722781Z","steps":["trace[654212440] 'read index received' (duration: 642.559832ms)","trace[654212440] 'applied index is now lower than readState.Index' (duration: 570.046869ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:11.722904Z","caller":"traceutil/trace.go:171","msg":"trace[492556844] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"822.885996ms","start":"2026-04-28T07:26:10.899982Z","end":"2026-04-28T07:26:11.722868Z","steps":["trace[492556844] 'process raft request' (duration: 511.802667ms)","trace[492556844] 'compare' (duration: 310.173547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:11.723029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212855936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:26:11.723053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.899961Z","time spent":"823.01929ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:11.723076Z","caller":"traceutil/trace.go:171","msg":"trace[1715760174] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1011; }","duration":"1.212940869s","start":"2026-04-28T07:26:10.510123Z","end":"2026-04-28T07:26:11.723064Z","steps":["trace[1715760174] 'agreement among raft nodes before linearized reading' (duration: 1.212768624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.723208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.810155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:11.72324Z","caller":"traceutil/trace.go:171","msg":"trace[102900068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"936.871357ms","start":"2026-04-28T07:26:10.78636Z","end":"2026-04-28T07:26:11.723232Z","steps":["trace[102900068] 'agreement among raft nodes before linearized reading' (duration: 936.821075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.72328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.786345Z","time spent":"936.914767ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:26:11.723435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.845736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:26:11.723484Z","caller":"traceutil/trace.go:171","msg":"trace[1825039514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1011; }","duration":"115.924178ms","start":"2026-04-28T07:26:11.607535Z","end":"2026-04-28T07:26:11.723459Z","steps":["trace[1825039514] 'agreement among raft nodes before linearized reading' (duration: 115.830526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.723549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.717515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:26:11.723583Z","caller":"traceutil/trace.go:171","msg":"trace[1229762498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1011; }","duration":"368.784116ms","start":"2026-04-28T07:26:11.35479Z","end":"2026-04-28T07:26:11.723574Z","steps":["trace[1229762498] 'agreement among raft nodes before linearized reading' (duration: 368.692264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.723607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:11.354774Z","time spent":"368.826428ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:11.723702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.171184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:11.72377Z","caller":"traceutil/trace.go:171","msg":"trace[491640464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"337.260937ms","start":"2026-04-28T07:26:11.386501Z","end":"2026-04-28T07:26:11.723762Z","steps":["trace[491640464] 'agreement among raft nodes before linearized reading' (duration: 336.898858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.723796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:11.386486Z","time spent":"337.303517ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:11.723709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.00302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:26:11.723875Z","caller":"traceutil/trace.go:171","msg":"trace[84516836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1011; }","duration":"103.211965ms","start":"2026-04-28T07:26:11.620654Z","end":"2026-04-28T07:26:11.723866Z","steps":["trace[84516836] 'agreement among raft nodes before linearized reading' (duration: 103.00309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.723116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.510105Z","time spent":"1.212999971s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"info","ts":"2026-04-28T07:26:11.947122Z","caller":"traceutil/trace.go:171","msg":"trace[1412993828] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"219.384859ms","start":"2026-04-28T07:26:11.727714Z","end":"2026-04-28T07:26:11.947099Z","steps":["trace[1412993828] 'process raft request' (duration: 219.128603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:11.947457Z","caller":"traceutil/trace.go:171","msg":"trace[1261229555] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1054; }","duration":"160.751948ms","start":"2026-04-28T07:26:11.786685Z","end":"2026-04-28T07:26:11.947437Z","steps":["trace[1261229555] 'read index received' (duration: 160.160224ms)","trace[1261229555] 'applied index is now lower than readState.Index' (duration: 591.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:11.947528Z","caller":"traceutil/trace.go:171","msg":"trace[1931981960] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"218.850446ms","start":"2026-04-28T07:26:11.728666Z","end":"2026-04-28T07:26:11.947516Z","steps":["trace[1931981960] 'process raft request' (duration: 218.703623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:11.947491Z","caller":"traceutil/trace.go:171","msg":"trace[1872962306] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"219.670246ms","start":"2026-04-28T07:26:11.72776Z","end":"2026-04-28T07:26:11.94743Z","steps":["trace[1872962306] 'process raft request' (duration: 219.296227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:11.947586Z","caller":"traceutil/trace.go:171","msg":"trace[693392257] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"218.789615ms","start":"2026-04-28T07:26:11.728787Z","end":"2026-04-28T07:26:11.947576Z","steps":["trace[693392257] 'process raft request' (duration: 218.621281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:11.947703Z","caller":"traceutil/trace.go:171","msg":"trace[1582683244] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"219.885111ms","start":"2026-04-28T07:26:11.72779Z","end":"2026-04-28T07:26:11.947675Z","steps":["trace[1582683244] 'process raft request' (duration: 219.484581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:11.947546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.84568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:11.947794Z","caller":"traceutil/trace.go:171","msg":"trace[1438382250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1016; }","duration":"161.133567ms","start":"2026-04-28T07:26:11.786643Z","end":"2026-04-28T07:26:11.947777Z","steps":["trace[1438382250] 'agreement among raft nodes before linearized reading' (duration: 160.863081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:11.982006Z","caller":"traceutil/trace.go:171","msg":"trace[986875919] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"194.491433ms","start":"2026-04-28T07:26:11.787498Z","end":"2026-04-28T07:26:11.98199Z","steps":["trace[986875919] 'process raft request' (duration: 194.396701ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:31.587048Z","caller":"traceutil/trace.go:171","msg":"trace[1572466289] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"131.684939ms","start":"2026-04-28T07:26:31.455343Z","end":"2026-04-28T07:26:31.587028Z","steps":["trace[1572466289] 'process raft request' (duration: 131.521595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.969735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.29903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:36.970323Z","caller":"traceutil/trace.go:171","msg":"trace[1803737227] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"693.353749ms","start":"2026-04-28T07:26:36.276928Z","end":"2026-04-28T07:26:36.970282Z","steps":["trace[1803737227] 'process raft request' (duration: 26.406473ms)","trace[1803737227] 'compare' (duration: 666.011003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:36.970496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.67524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:36.970573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:36.276906Z","time spent":"693.514384ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:36.97066Z","caller":"traceutil/trace.go:171","msg":"trace[401073479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1096; }","duration":"184.887076ms","start":"2026-04-28T07:26:36.785716Z","end":"2026-04-28T07:26:36.970603Z","steps":["trace[401073479] 'agreement among raft nodes before linearized reading' (duration: 184.67985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:36.970508Z","caller":"traceutil/trace.go:171","msg":"trace[1186416091] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"693.162176ms","start":"2026-04-28T07:26:36.277322Z","end":"2026-04-28T07:26:36.970484Z","steps":["trace[1186416091] 'process raft request' (duration: 692.885438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.971165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:36.277283Z","time spent":"693.679538ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:36.970356Z","caller":"traceutil/trace.go:171","msg":"trace[1425809030] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1142; }","duration":"184.577737ms","start":"2026-04-28T07:26:36.785755Z","end":"2026-04-28T07:26:36.970333Z","steps":["trace[1425809030] 'read index received' (duration: 163.977378ms)","trace[1425809030] 'applied index is now lower than readState.Index' (duration: 20.598979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:38.183359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.79342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:38.183494Z","caller":"traceutil/trace.go:171","msg":"trace[108067741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1096; }","duration":"397.014976ms","start":"2026-04-28T07:26:37.786461Z","end":"2026-04-28T07:26:38.183476Z","steps":["trace[108067741] 'range keys from in-memory index tree' (duration: 396.691216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.183497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.732044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:38.18358Z","caller":"traceutil/trace.go:171","msg":"trace[1983853715] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1096; }","duration":"934.892868ms","start":"2026-04-28T07:26:37.248668Z","end":"2026-04-28T07:26:38.183561Z","steps":["trace[1983853715] 'count revisions from in-memory index tree' (duration: 934.610731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.183629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:37.248647Z","time spent":"934.969239ms","remote":"127.0.0.1:35770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:38.183639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:37.78644Z","time spent":"397.18741ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:26:38.184241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.169168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:38.184512Z","caller":"traceutil/trace.go:171","msg":"trace[890752922] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"333.75226ms","start":"2026-04-28T07:26:37.850744Z","end":"2026-04-28T07:26:38.184496Z","steps":["trace[890752922] 'process raft request' (duration: 206.08165ms)","trace[890752922] 'compare' (duration: 126.619864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:38.184585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:37.850711Z","time spent":"333.837112ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:38.494775Z","caller":"traceutil/trace.go:171","msg":"trace[504133967] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"217.748796ms","start":"2026-04-28T07:26:38.277001Z","end":"2026-04-28T07:26:38.49475Z","steps":["trace[504133967] 'read index received' (duration: 217.4879ms)","trace[504133967] 'applied index is now lower than readState.Index' (duration: 259.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:38.494812Z","caller":"traceutil/trace.go:171","msg":"trace[1270704752] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"219.756316ms","start":"2026-04-28T07:26:38.275027Z","end":"2026-04-28T07:26:38.494783Z","steps":["trace[1270704752] 'process raft request' (duration: 219.550111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.495009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.982001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:26:38.495058Z","caller":"traceutil/trace.go:171","msg":"trace[1490281144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1099; }","duration":"218.075804ms","start":"2026-04-28T07:26:38.27697Z","end":"2026-04-28T07:26:38.495046Z","steps":["trace[1490281144] 'agreement among raft nodes before linearized reading' (duration: 217.877109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.616669Z","caller":"traceutil/trace.go:171","msg":"trace[238748516] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"117.750701ms","start":"2026-04-28T07:26:38.498891Z","end":"2026-04-28T07:26:38.616641Z","steps":["trace[238748516] 'process raft request' (duration: 111.896618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:39.467122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.432652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:39.467298Z","caller":"traceutil/trace.go:171","msg":"trace[1979719759] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"487.366795ms","start":"2026-04-28T07:26:38.979902Z","end":"2026-04-28T07:26:39.467269Z","steps":["trace[1979719759] 'process raft request' (duration: 377.181869ms)","trace[1979719759] 'compare' (duration: 108.159276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:39.467385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:38.979891Z","time spent":"487.455147ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:55.907736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:26:56.230411Z","caller":"traceutil/trace.go:171","msg":"trace[1396260537] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"956.469602ms","start":"2026-04-28T07:26:55.273915Z","end":"2026-04-28T07:26:56.230385Z","steps":["trace[1396260537] 'process raft request' (duration: 956.292878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.230552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:55.273895Z","time spent":"956.587905ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:56.918068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.040758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:56.918765Z","caller":"traceutil/trace.go:171","msg":"trace[174525166] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"1.244568095s","start":"2026-04-28T07:26:55.674129Z","end":"2026-04-28T07:26:56.918697Z","steps":["trace[174525166] 'process raft request' (duration: 1.12580568s)","trace[174525166] 'compare' (duration: 117.914335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:56.920042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:55.673908Z","time spent":"1.244994155s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:56.920939Z","caller":"traceutil/trace.go:171","msg":"trace[1735171166] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"581.728541ms","start":"2026-04-28T07:26:56.339191Z","end":"2026-04-28T07:26:56.92092Z","steps":["trace[1735171166] 'process raft request' (duration: 581.620798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:56.921094Z","caller":"traceutil/trace.go:171","msg":"trace[1225352984] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1258; }","duration":"1.514212364s","start":"2026-04-28T07:26:55.40674Z","end":"2026-04-28T07:26:56.920952Z","steps":["trace[1225352984] 'read index received' (duration: 823.416646ms)","trace[1225352984] 'applied index is now lower than readState.Index' (duration: 690.792038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:56.921154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:56.339175Z","time spent":"581.883245ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:56.921244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514494211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:56.921365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317219888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:56.921398Z","caller":"traceutil/trace.go:171","msg":"trace[967523617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"1.317272879s","start":"2026-04-28T07:26:55.604113Z","end":"2026-04-28T07:26:56.921386Z","steps":["trace[967523617] 'agreement among raft nodes before linearized reading' (duration: 1.317163666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.92142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:55.604101Z","time spent":"1.317314481s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:26:56.921501Z","caller":"traceutil/trace.go:171","msg":"trace[1467436120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1208; }","duration":"1.514551502s","start":"2026-04-28T07:26:55.406712Z","end":"2026-04-28T07:26:56.921263Z","steps":["trace[1467436120] 'agreement among raft nodes before linearized reading' (duration: 1.51446245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.92169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.357925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:26:56.921682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.319897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:26:56.921704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.970332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:56.921741Z","caller":"traceutil/trace.go:171","msg":"trace[1148656572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"325.407148ms","start":"2026-04-28T07:26:56.596315Z","end":"2026-04-28T07:26:56.921723Z","steps":["trace[1148656572] 'agreement among raft nodes before linearized reading' (duration: 325.231454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.921779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.944462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:26:56.921774Z","caller":"traceutil/trace.go:171","msg":"trace[1234012179] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1208; }","duration":"570.049165ms","start":"2026-04-28T07:26:56.351695Z","end":"2026-04-28T07:26:56.921744Z","steps":["trace[1234012179] 'agreement among raft nodes before linearized reading' (duration: 569.957962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:56.921799Z","caller":"traceutil/trace.go:171","msg":"trace[1862407971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"567.971593ms","start":"2026-04-28T07:26:56.353822Z","end":"2026-04-28T07:26:56.921793Z","steps":["trace[1862407971] 'agreement among raft nodes before linearized reading' (duration: 567.920922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.92178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:56.596301Z","time spent":"325.46938ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:56.921816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:56.353817Z","time spent":"567.995093ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:26:56.921834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:56.351684Z","time spent":"570.128906ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:56.921857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.208919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:26:56.92188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.970364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:56.921894Z","caller":"traceutil/trace.go:171","msg":"trace[1145374904] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1208; }","duration":"972.266071ms","start":"2026-04-28T07:26:55.949618Z","end":"2026-04-28T07:26:56.921884Z","steps":["trace[1145374904] 'agreement among raft nodes before linearized reading' (duration: 972.116326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:56.921906Z","caller":"traceutil/trace.go:171","msg":"trace[1051431549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"135.024365ms","start":"2026-04-28T07:26:56.786872Z","end":"2026-04-28T07:26:56.921897Z","steps":["trace[1051431549] 'agreement among raft nodes before linearized reading' (duration: 134.991615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.92192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:55.949604Z","time spent":"972.310272ms","remote":"127.0.0.1:35748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:26:56.921721Z","caller":"traceutil/trace.go:171","msg":"trace[2080399459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"120.432697ms","start":"2026-04-28T07:26:56.80128Z","end":"2026-04-28T07:26:56.921713Z","steps":["trace[2080399459] 'agreement among raft nodes before linearized reading' (duration: 120.323664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:56.923067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:55.406698Z","time spent":"1.51484054s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:01.083633Z","caller":"traceutil/trace.go:171","msg":"trace[1832176910] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"115.028174ms","start":"2026-04-28T07:27:00.968582Z","end":"2026-04-28T07:27:01.08361Z","steps":["trace[1832176910] 'process raft request' (duration: 114.86441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:12.391326Z","caller":"traceutil/trace.go:171","msg":"trace[13953832] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"174.638948ms","start":"2026-04-28T07:27:12.216662Z","end":"2026-04-28T07:27:12.391301Z","steps":["trace[13953832] 'read index received' (duration: 174.499495ms)","trace[13953832] 'applied index is now lower than readState.Index' (duration: 138.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:12.391696Z","caller":"traceutil/trace.go:171","msg":"trace[657695087] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"212.20662ms","start":"2026-04-28T07:27:12.179475Z","end":"2026-04-28T07:27:12.391682Z","steps":["trace[657695087] 'process raft request' (duration: 211.588755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:12.391922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.252293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:12.391965Z","caller":"traceutil/trace.go:171","msg":"trace[1553822961] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1267; }","duration":"175.361636ms","start":"2026-04-28T07:27:12.216592Z","end":"2026-04-28T07:27:12.391954Z","steps":["trace[1553822961] 'agreement among raft nodes before linearized reading' (duration: 175.280594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:13.404409Z","caller":"traceutil/trace.go:171","msg":"trace[483257312] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1335; }","duration":"269.491376ms","start":"2026-04-28T07:27:13.134899Z","end":"2026-04-28T07:27:13.40439Z","steps":["trace[483257312] 'read index received' (duration: 269.319022ms)","trace[483257312] 'applied index is now lower than readState.Index' (duration: 171.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:13.404484Z","caller":"traceutil/trace.go:171","msg":"trace[1600615990] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"313.570459ms","start":"2026-04-28T07:27:13.09088Z","end":"2026-04-28T07:27:13.404451Z","steps":["trace[1600615990] 'process raft request' (duration: 313.384294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:13.404586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.67897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:27:13.404616Z","caller":"traceutil/trace.go:171","msg":"trace[739364714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1279; }","duration":"269.768543ms","start":"2026-04-28T07:27:13.13484Z","end":"2026-04-28T07:27:13.404609Z","steps":["trace[739364714] 'agreement among raft nodes before linearized reading' (duration: 269.64951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:13.404662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.090851Z","time spent":"313.726063ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:13.404743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.811779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:27:13.404833Z","caller":"traceutil/trace.go:171","msg":"trace[578659167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1279; }","duration":"246.942383ms","start":"2026-04-28T07:27:13.157873Z","end":"2026-04-28T07:27:13.404815Z","steps":["trace[578659167] 'agreement among raft nodes before linearized reading' (duration: 246.766598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:13.40491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.737634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:27:13.404971Z","caller":"traceutil/trace.go:171","msg":"trace[379116587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1279; }","duration":"210.836486ms","start":"2026-04-28T07:27:13.194121Z","end":"2026-04-28T07:27:13.404958Z","steps":["trace[379116587] 'agreement among raft nodes before linearized reading' (duration: 210.674112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:13.405086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.755956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:27:13.405124Z","caller":"traceutil/trace.go:171","msg":"trace[29331720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1279; }","duration":"239.837858ms","start":"2026-04-28T07:27:13.165276Z","end":"2026-04-28T07:27:13.405114Z","steps":["trace[29331720] 'agreement among raft nodes before linearized reading' (duration: 239.749236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:14.377952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.222203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:14.378059Z","caller":"traceutil/trace.go:171","msg":"trace[613359291] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"969.0257ms","start":"2026-04-28T07:27:13.409014Z","end":"2026-04-28T07:27:14.37804Z","steps":["trace[613359291] 'process raft request' (duration: 505.635163ms)","trace[613359291] 'compare' (duration: 463.054529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:14.378118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.408997Z","time spent":"969.093362ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:14.960119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.367048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:14.960255Z","caller":"traceutil/trace.go:171","msg":"trace[550797489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1280; }","duration":"283.521131ms","start":"2026-04-28T07:27:14.676716Z","end":"2026-04-28T07:27:14.960237Z","steps":["trace[550797489] 'range keys from in-memory index tree' (duration: 283.347167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:14.960544Z","caller":"traceutil/trace.go:171","msg":"trace[1860446757] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"1.550954777s","start":"2026-04-28T07:27:13.409512Z","end":"2026-04-28T07:27:14.960467Z","steps":["trace[1860446757] 'process raft request' (duration: 1.49121338s)","trace[1860446757] 'compare' (duration: 59.564843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:14.960667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.409498Z","time spent":"1.55110315s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:14.960765Z","caller":"traceutil/trace.go:171","msg":"trace[819440185] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1336; }","duration":"1.174024843s","start":"2026-04-28T07:27:13.786721Z","end":"2026-04-28T07:27:14.960746Z","steps":["trace[819440185] 'read index received' (duration: 127.93999ms)","trace[819440185] 'applied index is now lower than readState.Index' (duration: 1.046083573s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:14.960785Z","caller":"traceutil/trace.go:171","msg":"trace[720883716] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"1.551030899s","start":"2026-04-28T07:27:13.409715Z","end":"2026-04-28T07:27:14.960746Z","steps":["trace[720883716] 'process raft request' (duration: 1.550705681s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:14.960889Z","caller":"traceutil/trace.go:171","msg":"trace[334661866] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"1.549203423s","start":"2026-04-28T07:27:13.411677Z","end":"2026-04-28T07:27:14.96088Z","steps":["trace[334661866] 'process raft request' (duration: 1.549025959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:14.960946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.411646Z","time spent":"1.549271965s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:14.961007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.409705Z","time spent":"1.551180452s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:14.961043Z","caller":"traceutil/trace.go:171","msg":"trace[1169768840] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"1.550726261s","start":"2026-04-28T07:27:13.410309Z","end":"2026-04-28T07:27:14.961035Z","steps":["trace[1169768840] 'process raft request' (duration: 1.550308351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:14.961048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17432225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:14.961074Z","caller":"traceutil/trace.go:171","msg":"trace[69997784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1284; }","duration":"1.174387662s","start":"2026-04-28T07:27:13.786679Z","end":"2026-04-28T07:27:14.961067Z","steps":["trace[69997784] 'agreement among raft nodes before linearized reading' (duration: 1.17434248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:14.961078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.410285Z","time spent":"1.550774232s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:14.961098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:13.786656Z","time spent":"1.174437073s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:14.961325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.982211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:27:14.961352Z","caller":"traceutil/trace.go:171","msg":"trace[253574833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"530.057123ms","start":"2026-04-28T07:27:14.431289Z","end":"2026-04-28T07:27:14.961346Z","steps":["trace[253574833] 'agreement among raft nodes before linearized reading' (duration: 529.969331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:14.961371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:14.431263Z","time spent":"530.102814ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:27:15.15923Z","caller":"traceutil/trace.go:171","msg":"trace[1186850725] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1341; }","duration":"189.554144ms","start":"2026-04-28T07:27:14.969651Z","end":"2026-04-28T07:27:15.159205Z","steps":["trace[1186850725] 'read index received' (duration: 73.224098ms)","trace[1186850725] 'applied index is now lower than readState.Index' (duration: 116.329046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:15.159348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.694917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:15.159377Z","caller":"traceutil/trace.go:171","msg":"trace[124232724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"189.762369ms","start":"2026-04-28T07:27:14.969606Z","end":"2026-04-28T07:27:15.159368Z","steps":["trace[124232724] 'agreement among raft nodes before linearized reading' (duration: 189.679107ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:15.159642Z","caller":"traceutil/trace.go:171","msg":"trace[1158427364] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"191.79062ms","start":"2026-04-28T07:27:14.967839Z","end":"2026-04-28T07:27:15.159629Z","steps":["trace[1158427364] 'process raft request' (duration: 152.423653ms)","trace[1158427364] 'compare' (duration: 38.728421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:16.235612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:16.735897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:16.763544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353644383s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:27:16.763988Z","caller":"traceutil/trace.go:171","msg":"trace[1769339348] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"1.354149805s","start":"2026-04-28T07:27:15.409807Z","end":"2026-04-28T07:27:16.763957Z","steps":["trace[1769339348] 'process raft request' (duration: 1.35395094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:16.764145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.409784Z","time spent":"1.354282979s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:18.26974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505968153s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:18.785854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:18.785963Z","caller":"traceutil/trace.go:171","msg":"trace[577492316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647037s","start":"2026-04-28T07:27:16.785295Z","end":"2026-04-28T07:27:18.785942Z","steps":["trace[577492316] 'agreement among raft nodes before linearized reading' (duration: 2.000520454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:18.786199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.785276Z","time spent":"2.000732349s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:20.166007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.89607454s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:20.460667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:20.460752Z","caller":"traceutil/trace.go:171","msg":"trace[839050033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096023s","start":"2026-04-28T07:27:18.460637Z","end":"2026-04-28T07:27:20.460733Z","steps":["trace[839050033] 'agreement among raft nodes before linearized reading' (duration: 1.999992221s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:20.460813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.460621Z","time spent":"2.000181096s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:20.786059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:20.786148Z","caller":"traceutil/trace.go:171","msg":"trace[1007431281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204816s","start":"2026-04-28T07:27:18.785925Z","end":"2026-04-28T07:27:20.78613Z","steps":["trace[1007431281] 'agreement among raft nodes before linearized reading' (duration: 2.000092863s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:20.786202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.785902Z","time spent":"2.000285318s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:21.381164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999242285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:21.381237Z","caller":"traceutil/trace.go:171","msg":"trace[2004127264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999381248s","start":"2026-04-28T07:27:16.38184Z","end":"2026-04-28T07:27:21.381222Z","steps":["trace[2004127264] 'agreement among raft nodes before linearized reading' (duration: 4.999270086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:21.381281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.38182Z","time spent":"4.99945311s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:21.570713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300757475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:27:21.570913Z","caller":"traceutil/trace.go:171","msg":"trace[1892044254] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1343; }","duration":"5.835521805s","start":"2026-04-28T07:27:15.735375Z","end":"2026-04-28T07:27:21.570897Z","steps":["trace[1892044254] 'read index received' (duration: 1.028376877s)","trace[1892044254] 'applied index is now lower than readState.Index' (duration: 4.807143778s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:21.571793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.836407578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:21.571844Z","caller":"traceutil/trace.go:171","msg":"trace[1111154154] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1287; }","duration":"5.8365068s","start":"2026-04-28T07:27:15.735326Z","end":"2026-04-28T07:27:21.571832Z","steps":["trace[1111154154] 'agreement among raft nodes before linearized reading' (duration: 5.836415298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:21.571882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.735305Z","time spent":"5.836565792s","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:21.572142Z","caller":"traceutil/trace.go:171","msg":"trace[1217901539] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"4.143553107s","start":"2026-04-28T07:27:17.42856Z","end":"2026-04-28T07:27:21.572113Z","steps":["trace[1217901539] 'process raft request' (duration: 4.142252954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:21.572296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.428519Z","time spent":"4.143706231s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:21.965141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99943388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:21.965221Z","caller":"traceutil/trace.go:171","msg":"trace[1973099113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999545692s","start":"2026-04-28T07:27:16.965656Z","end":"2026-04-28T07:27:21.965201Z","steps":["trace[1973099113] 'agreement among raft nodes before linearized reading' (duration: 4.999448969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:21.96527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.965647Z","time spent":"4.999613483s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:27:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:22.045617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999432229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:22.045704Z","caller":"traceutil/trace.go:171","msg":"trace[235582111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999563442s","start":"2026-04-28T07:27:17.046121Z","end":"2026-04-28T07:27:22.045684Z","steps":["trace[235582111] 'agreement among raft nodes before linearized reading' (duration: 4.999449049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:22.045755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.046108Z","time spent":"4.999635794s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:27:22.071705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:22.320063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.153864229s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:22.794738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:22.794856Z","caller":"traceutil/trace.go:171","msg":"trace[76862310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407472s","start":"2026-04-28T07:27:20.794423Z","end":"2026-04-28T07:27:22.794831Z","steps":["trace[76862310] 'agreement among raft nodes before linearized reading' (duration: 2.000252338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:22.79493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:20.794405Z","time spent":"2.000504934s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:23.559562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239106221s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:23.767425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.768992Z","time spent":"4.998425444s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:27:24.448362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127583664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:24.448704Z","caller":"traceutil/trace.go:171","msg":"trace[1761969905] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1346; }","duration":"2.877733531s","start":"2026-04-28T07:27:21.570939Z","end":"2026-04-28T07:27:24.448672Z","steps":["trace[1761969905] 'read index received' (duration: 749.534902ms)","trace[1761969905] 'applied index is now lower than readState.Index' (duration: 2.128196848s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:24.448896Z","caller":"traceutil/trace.go:171","msg":"trace[594313845] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"3.984943572s","start":"2026-04-28T07:27:20.463885Z","end":"2026-04-28T07:27:24.448828Z","steps":["trace[594313845] 'process raft request' (duration: 3.984583004s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.449129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685836861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120224"} {"level":"warn","ts":"2026-04-28T07:27:24.449146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:20.463858Z","time spent":"3.985088446s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:24.449188Z","caller":"traceutil/trace.go:171","msg":"trace[1923587889] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1290; }","duration":"6.685959624s","start":"2026-04-28T07:27:17.763212Z","end":"2026-04-28T07:27:24.449172Z","steps":["trace[1923587889] 'agreement among raft nodes before linearized reading' (duration: 6.685664146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.44922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.763183Z","time spent":"6.686030136s","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120247,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T07:27:24.449463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935662982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:27:24.44935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.686124438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T07:27:24.449499Z","caller":"traceutil/trace.go:171","msg":"trace[1542482588] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1290; }","duration":"3.935730594s","start":"2026-04-28T07:27:20.513762Z","end":"2026-04-28T07:27:24.449492Z","steps":["trace[1542482588] 'agreement among raft nodes before linearized reading' (duration: 3.935650922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.449518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:20.513749Z","time spent":"3.935764575s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"info","ts":"2026-04-28T07:27:24.449528Z","caller":"traceutil/trace.go:171","msg":"trace[910902090] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1290; }","duration":"6.686350354s","start":"2026-04-28T07:27:17.763159Z","end":"2026-04-28T07:27:24.449509Z","steps":["trace[910902090] 'agreement among raft nodes before linearized reading' (duration: 6.686040646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.449626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271526949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:24.449649Z","caller":"traceutil/trace.go:171","msg":"trace[2064887739] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1290; }","duration":"6.271596931s","start":"2026-04-28T07:27:18.178046Z","end":"2026-04-28T07:27:24.449643Z","steps":["trace[2064887739] 'agreement among raft nodes before linearized reading' (duration: 6.27155474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.44967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.17802Z","time spent":"6.271644663s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:24.449762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.427356155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:24.449782Z","caller":"traceutil/trace.go:171","msg":"trace[1824586311] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1290; }","duration":"6.427416486s","start":"2026-04-28T07:27:18.022361Z","end":"2026-04-28T07:27:24.449777Z","steps":["trace[1824586311] 'agreement among raft nodes before linearized reading' (duration: 6.427384405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.449774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.763129Z","time spent":"6.686494907s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T07:27:24.449823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.48336663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:27:24.449888Z","caller":"traceutil/trace.go:171","msg":"trace[673914482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1290; }","duration":"7.483447392s","start":"2026-04-28T07:27:16.966424Z","end":"2026-04-28T07:27:24.449872Z","steps":["trace[673914482] 'agreement among raft nodes before linearized reading' (duration: 7.483105943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.449942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.966416Z","time spent":"7.483513814s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:24.449799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:18.022339Z","time spent":"6.427455197s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:24.45022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.485193956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:27:24.450281Z","caller":"traceutil/trace.go:171","msg":"trace[1135053907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1290; }","duration":"7.485294318s","start":"2026-04-28T07:27:16.964972Z","end":"2026-04-28T07:27:24.450266Z","steps":["trace[1135053907] 'agreement among raft nodes before linearized reading' (duration: 7.485151835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.450329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.96495Z","time spent":"7.485367279s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:24.449162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.784589636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:24.450532Z","caller":"traceutil/trace.go:171","msg":"trace[467477139] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1290; }","duration":"6.786010089s","start":"2026-04-28T07:27:17.664507Z","end":"2026-04-28T07:27:24.450517Z","steps":["trace[467477139] 'agreement among raft nodes before linearized reading' (duration: 6.784584995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.450594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.664485Z","time spent":"6.786090472s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:24.795449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:24.795521Z","caller":"traceutil/trace.go:171","msg":"trace[1305252150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623636s","start":"2026-04-28T07:27:22.794881Z","end":"2026-04-28T07:27:24.795504Z","steps":["trace[1305252150] 'agreement among raft nodes before linearized reading' (duration: 2.000523144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.795563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:22.794859Z","time spent":"2.000696489s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:24.852465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239144512s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:25.900409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22356763s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:25.900554Z","caller":"traceutil/trace.go:171","msg":"trace[1207987111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1290; }","duration":"1.223728733s","start":"2026-04-28T07:27:24.676805Z","end":"2026-04-28T07:27:25.900534Z","steps":["trace[1207987111] 'range keys from in-memory index tree' (duration: 1.223545329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.900555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047780663s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:25.900867Z","caller":"traceutil/trace.go:171","msg":"trace[1035395997] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"1.452061179s","start":"2026-04-28T07:27:24.448784Z","end":"2026-04-28T07:27:25.900846Z","steps":["trace[1035395997] 'read index received' (duration: 403.924787ms)","trace[1035395997] 'applied index is now lower than readState.Index' (duration: 1.048134022s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:25.901098Z","caller":"traceutil/trace.go:171","msg":"trace[2026792555] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"3.162226044s","start":"2026-04-28T07:27:22.738837Z","end":"2026-04-28T07:27:25.901063Z","steps":["trace[2026792555] 'process raft request' (duration: 2.113851906s)","trace[2026792555] 'compare' (duration: 1.047429195s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:25.901271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647901816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:25.901279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430239413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:25.901384Z","caller":"traceutil/trace.go:171","msg":"trace[571106438] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1291; }","duration":"2.430449688s","start":"2026-04-28T07:27:23.470915Z","end":"2026-04-28T07:27:25.901365Z","steps":["trace[571106438] 'agreement among raft nodes before linearized reading' (duration: 2.430210793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.901449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853000161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:27:25.901481Z","caller":"traceutil/trace.go:171","msg":"trace[540298801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1291; }","duration":"1.853061953s","start":"2026-04-28T07:27:24.04841Z","end":"2026-04-28T07:27:25.901472Z","steps":["trace[540298801] 'agreement among raft nodes before linearized reading' (duration: 1.85294593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.901524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.048393Z","time spent":"1.853119804s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:27:25.90161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.470893Z","time spent":"2.430555601s","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:25.90162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:22.738789Z","time spent":"3.162587003s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:25.901735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914797558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:25.901777Z","caller":"traceutil/trace.go:171","msg":"trace[1655151338] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1291; }","duration":"1.91486237s","start":"2026-04-28T07:27:23.986902Z","end":"2026-04-28T07:27:25.901765Z","steps":["trace[1655151338] 'agreement among raft nodes before linearized reading' (duration: 1.914794839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.901808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.986878Z","time spent":"1.914921431s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:25.902201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934995955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:27:25.902248Z","caller":"traceutil/trace.go:171","msg":"trace[1159918303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1291; }","duration":"1.935085228s","start":"2026-04-28T07:27:23.967152Z","end":"2026-04-28T07:27:25.902237Z","steps":["trace[1159918303] 'agreement among raft nodes before linearized reading' (duration: 1.934954344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.902277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.967129Z","time spent":"1.935140658s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:27:25.901179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131210352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-28T07:27:25.902587Z","caller":"traceutil/trace.go:171","msg":"trace[763567777] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1291; }","duration":"2.132676469s","start":"2026-04-28T07:27:23.769897Z","end":"2026-04-28T07:27:25.902573Z","steps":["trace[763567777] 'agreement among raft nodes before linearized reading' (duration: 2.13111766s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.902692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.76987Z","time spent":"2.132808782s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-28T07:27:25.902795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431043794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:25.902842Z","caller":"traceutil/trace.go:171","msg":"trace[1173809368] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1291; }","duration":"3.431126206s","start":"2026-04-28T07:27:22.471703Z","end":"2026-04-28T07:27:25.902829Z","steps":["trace[1173809368] 'agreement among raft nodes before linearized reading' (duration: 3.431060244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.902888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:22.471681Z","time spent":"3.431194757s","remote":"127.0.0.1:35700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:25.903043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832679473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:25.903073Z","caller":"traceutil/trace.go:171","msg":"trace[1359759069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1291; }","duration":"2.832754406s","start":"2026-04-28T07:27:23.07031Z","end":"2026-04-28T07:27:25.903064Z","steps":["trace[1359759069] 'agreement among raft nodes before linearized reading' (duration: 2.832709675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.903093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.070275Z","time spent":"2.832812086s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:25.903125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517842235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:27:25.90319Z","caller":"traceutil/trace.go:171","msg":"trace[1355138011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1291; }","duration":"2.517946117s","start":"2026-04-28T07:27:23.385228Z","end":"2026-04-28T07:27:25.903174Z","steps":["trace[1355138011] 'agreement among raft nodes before linearized reading' (duration: 2.517568138s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.903232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:23.385206Z","time spent":"2.518016948s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:27:25.901333Z","caller":"traceutil/trace.go:171","msg":"trace[39701159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1291; }","duration":"1.647990788s","start":"2026-04-28T07:27:24.253323Z","end":"2026-04-28T07:27:25.901314Z","steps":["trace[39701159] 'agreement among raft nodes before linearized reading' (duration: 1.647913136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.903385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.253295Z","time spent":"1.65007956s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:25.903392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318097831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:25.903569Z","caller":"traceutil/trace.go:171","msg":"trace[1222296008] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1291; }","duration":"4.318390769s","start":"2026-04-28T07:27:21.585168Z","end":"2026-04-28T07:27:25.903559Z","steps":["trace[1222296008] 'agreement among raft nodes before linearized reading' (duration: 4.318006279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.903602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:21.585155Z","time spent":"4.31843631s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:26.382008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:25.909122Z","time spent":"472.87691ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:26.401378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:26.802721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:26.802807Z","caller":"traceutil/trace.go:171","msg":"trace[813542348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239037s","start":"2026-04-28T07:27:24.802548Z","end":"2026-04-28T07:27:26.802787Z","steps":["trace[813542348] 'agreement among raft nodes before linearized reading' (duration: 2.000127874s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:26.802857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.80253Z","time spent":"2.000316919s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:26.902261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:26.964771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.455203Z","time spent":"2.509551021s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:26.965627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:25.909001Z","time spent":"1.056621911s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:26.966012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.454835Z","time spent":"2.51117525s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:27.045977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:25.90788Z","time spent":"1.138086711s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:27.087916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.235267707s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:28.064557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.264718ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:27:28.065149Z","caller":"traceutil/trace.go:171","msg":"trace[642488082] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"3.609928407s","start":"2026-04-28T07:27:24.455193Z","end":"2026-04-28T07:27:28.065122Z","steps":["trace[642488082] 'process raft request' (duration: 3.609864135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.065266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.455154Z","time spent":"3.610042839s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:28.065568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.451178Z","time spent":"3.614231302s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:27:28.767679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860081676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:28.767848Z","caller":"traceutil/trace.go:171","msg":"trace[1241468417] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"2.860330052s","start":"2026-04-28T07:27:25.907496Z","end":"2026-04-28T07:27:28.767826Z","steps":["trace[1241468417] 'agreement among raft nodes before linearized reading' (duration: 2.860109497s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.767905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:25.907478Z","time spent":"2.860409925s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 07:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:28.81133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:28.811448Z","caller":"traceutil/trace.go:171","msg":"trace[132226560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294768s","start":"2026-04-28T07:27:26.81112Z","end":"2026-04-28T07:27:28.811415Z","steps":["trace[132226560] 'agreement among raft nodes before linearized reading' (duration: 2.000164175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.811511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:26.811091Z","time spent":"2.000406851s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:30.205264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.117137508s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:30.463956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:30.464046Z","caller":"traceutil/trace.go:171","msg":"trace[1562838097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113863s","start":"2026-04-28T07:27:28.463908Z","end":"2026-04-28T07:27:30.464022Z","steps":["trace[1562838097] 'agreement among raft nodes before linearized reading' (duration: 1.99999706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.464105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.46388Z","time spent":"2.000213546s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:30.811694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:30.811843Z","caller":"traceutil/trace.go:171","msg":"trace[1899055613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243386s","start":"2026-04-28T07:27:28.811566Z","end":"2026-04-28T07:27:30.81181Z","steps":["trace[1899055613] 'agreement among raft nodes before linearized reading' (duration: 2.000040832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.812011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.811529Z","time spent":"2.000394s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:31.38288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:26.38424Z","time spent":"4.998632629s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:27:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:31.735273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529747186s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:27:31.736165Z","caller":"traceutil/trace.go:171","msg":"trace[1175150822] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"6.14084357s","start":"2026-04-28T07:27:25.595283Z","end":"2026-04-28T07:27:31.736126Z","steps":["trace[1175150822] 'process raft request' (duration: 6.140216815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:31.736415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:25.595251Z","time spent":"6.141044655s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:32.04756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.048751Z","time spent":"4.998800643s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:27:32.594346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011694728s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:32.821015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:32.821096Z","caller":"traceutil/trace.go:171","msg":"trace[281458261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809441s","start":"2026-04-28T07:27:30.820268Z","end":"2026-04-28T07:27:32.821077Z","steps":["trace[281458261] 'agreement among raft nodes before linearized reading' (duration: 2.000708619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:32.821145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:30.820242Z","time spent":"2.000892253s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:33.397877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661685666s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:33.39846Z","caller":"traceutil/trace.go:171","msg":"trace[1799320207] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"1.815940543s","start":"2026-04-28T07:27:31.582499Z","end":"2026-04-28T07:27:33.39844Z","steps":["trace[1799320207] 'process raft request' (duration: 1.815896312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.398546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:31.582467Z","time spent":"1.816028214s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:33.398841Z","caller":"traceutil/trace.go:171","msg":"trace[1081355573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1299; }","duration":"6.430972364s","start":"2026-04-28T07:27:26.967859Z","end":"2026-04-28T07:27:33.398831Z","steps":["trace[1081355573] 'process raft request' (duration: 6.430320127s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.398886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:26.967831Z","time spent":"6.431031586s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:33.398996Z","caller":"traceutil/trace.go:171","msg":"trace[964376562] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1300; }","duration":"6.430755009s","start":"2026-04-28T07:27:26.968229Z","end":"2026-04-28T07:27:33.398984Z","steps":["trace[964376562] 'process raft request' (duration: 6.43002902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:26.968212Z","time spent":"6.430800681s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:33.39915Z","caller":"traceutil/trace.go:171","msg":"trace[1931753396] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1349; }","duration":"7.498047282s","start":"2026-04-28T07:27:25.901091Z","end":"2026-04-28T07:27:33.399139Z","steps":["trace[1931753396] 'read index received' (duration: 1.187126195s)","trace[1931753396] 'applied index is now lower than readState.Index' (duration: 6.310919767s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:33.399269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.767395485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:33.399293Z","caller":"traceutil/trace.go:171","msg":"trace[1898412035] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1302; }","duration":"8.767516298s","start":"2026-04-28T07:27:24.631768Z","end":"2026-04-28T07:27:33.399284Z","steps":["trace[1898412035] 'agreement among raft nodes before linearized reading' (duration: 8.767466287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.631736Z","time spent":"8.767575889s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:33.39934Z","caller":"traceutil/trace.go:171","msg":"trace[1095127196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1300; }","duration":"5.331257516s","start":"2026-04-28T07:27:28.068046Z","end":"2026-04-28T07:27:33.399303Z","steps":["trace[1095127196] 'process raft request' (duration: 5.330264171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.593233358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T07:27:33.399515Z","caller":"traceutil/trace.go:171","msg":"trace[39651639] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1302; }","duration":"6.59329932s","start":"2026-04-28T07:27:26.806208Z","end":"2026-04-28T07:27:33.399507Z","steps":["trace[39651639] 'agreement among raft nodes before linearized reading' (duration: 6.593234958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.068011Z","time spent":"5.331400819s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:33.399538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:26.806185Z","time spent":"6.593345861s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T07:27:33.399542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.947485636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6179"} {"level":"info","ts":"2026-04-28T07:27:33.399606Z","caller":"traceutil/trace.go:171","msg":"trace[72175405] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:1302; }","duration":"8.947567198s","start":"2026-04-28T07:27:24.452022Z","end":"2026-04-28T07:27:33.399589Z","steps":["trace[72175405] 'agreement among raft nodes before linearized reading' (duration: 8.947336882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.452012Z","time spent":"8.94763015s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6202,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T07:27:33.399723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.431682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:33.399734Z","caller":"traceutil/trace.go:171","msg":"trace[1115689271] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"4.627732624s","start":"2026-04-28T07:27:28.771989Z","end":"2026-04-28T07:27:33.399722Z","steps":["trace[1115689271] 'process raft request' (duration: 4.626340739s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:33.39975Z","caller":"traceutil/trace.go:171","msg":"trace[1688205915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"578.493543ms","start":"2026-04-28T07:27:32.821248Z","end":"2026-04-28T07:27:33.399741Z","steps":["trace[1688205915] 'agreement among raft nodes before linearized reading' (duration: 578.448662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.821227Z","time spent":"578.539794ms","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:33.399784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.771962Z","time spent":"4.627796695s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:33.39994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836365275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:27:33.399939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.881536886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:33.399964Z","caller":"traceutil/trace.go:171","msg":"trace[2009829910] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1302; }","duration":"1.836431836s","start":"2026-04-28T07:27:31.563525Z","end":"2026-04-28T07:27:33.399957Z","steps":["trace[2009829910] 'agreement among raft nodes before linearized reading' (duration: 1.836381425s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:33.399982Z","caller":"traceutil/trace.go:171","msg":"trace[260767406] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1302; }","duration":"8.881628169s","start":"2026-04-28T07:27:24.51834Z","end":"2026-04-28T07:27:33.399968Z","steps":["trace[260767406] 'agreement among raft nodes before linearized reading' (duration: 8.881548967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.399993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:31.563495Z","time spent":"1.836489967s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:33.400016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.518321Z","time spent":"8.88168693s","remote":"127.0.0.1:35702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:33.400141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329602544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:27:33.400146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.352867146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:33.400254Z","caller":"traceutil/trace.go:171","msg":"trace[1543385676] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff; range_end:; response_count:1; response_revision:1302; }","duration":"5.329745798s","start":"2026-04-28T07:27:28.070475Z","end":"2026-04-28T07:27:33.400221Z","steps":["trace[1543385676] 'agreement among raft nodes before linearized reading' (duration: 5.329484351s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:33.40026Z","caller":"traceutil/trace.go:171","msg":"trace[1960091547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1302; }","duration":"5.3530364s","start":"2026-04-28T07:27:28.047205Z","end":"2026-04-28T07:27:33.400242Z","steps":["trace[1960091547] 'agreement among raft nodes before linearized reading' (duration: 5.352854726s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.400296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.947223279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6179"} {"level":"warn","ts":"2026-04-28T07:27:33.400302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.070461Z","time spent":"5.32983179s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" "} {"level":"warn","ts":"2026-04-28T07:27:33.400328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.047183Z","time spent":"5.353133223s","remote":"127.0.0.1:36026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:33.400336Z","caller":"traceutil/trace.go:171","msg":"trace[206023795] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:1302; }","duration":"8.947282531s","start":"2026-04-28T07:27:24.453043Z","end":"2026-04-28T07:27:33.400325Z","steps":["trace[206023795] 'agreement among raft nodes before linearized reading' (duration: 8.947118827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.400389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.453009Z","time spent":"8.947373054s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6202,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T07:27:33.40044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561066025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:33.400514Z","caller":"traceutil/trace.go:171","msg":"trace[51609023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1302; }","duration":"2.561194078s","start":"2026-04-28T07:27:30.8393Z","end":"2026-04-28T07:27:33.400494Z","steps":["trace[51609023] 'agreement among raft nodes before linearized reading' (duration: 2.561069445s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.400563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:30.839279Z","time spent":"2.561269241s","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:33.400541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648542324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:33.400672Z","caller":"traceutil/trace.go:171","msg":"trace[1620323334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1302; }","duration":"4.648729929s","start":"2026-04-28T07:27:28.751906Z","end":"2026-04-28T07:27:33.400636Z","steps":["trace[1620323334] 'agreement among raft nodes before linearized reading' (duration: 4.648526574s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.400752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.751879Z","time spent":"4.648852351s","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:33.904231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166290,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:35.411792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000657927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:35.411941Z","caller":"traceutil/trace.go:171","msg":"trace[1758649576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000862942s","start":"2026-04-28T07:27:33.41104Z","end":"2026-04-28T07:27:35.411903Z","steps":["trace[1758649576] 'agreement among raft nodes before linearized reading' (duration: 2.000670107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:35.412019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.411026Z","time spent":"2.000979765s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:36.884244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206717087s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:36.884381Z","caller":"traceutil/trace.go:171","msg":"trace[572750790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1302; }","duration":"2.206863651s","start":"2026-04-28T07:27:34.677498Z","end":"2026-04-28T07:27:36.884362Z","steps":["trace[572750790] 'range keys from in-memory index tree' (duration: 2.206696887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:36.884511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685939951s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T07:27:36.884607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.403123Z","time spent":"3.481480032s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:27:37.412471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:37.412556Z","caller":"traceutil/trace.go:171","msg":"trace[751408369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410561s","start":"2026-04-28T07:27:35.412126Z","end":"2026-04-28T07:27:37.412537Z","steps":["trace[751408369] 'agreement among raft nodes before linearized reading' (duration: 2.000301418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.412605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:35.412096Z","time spent":"2.000500323s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:37.471475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.272798259s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:27:37.562068Z","caller":"traceutil/trace.go:171","msg":"trace[1369392449] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"4.152044994s","start":"2026-04-28T07:27:33.41001Z","end":"2026-04-28T07:27:37.562055Z","steps":["trace[1369392449] 'process raft request' (duration: 4.151946142s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:37.562155Z","caller":"traceutil/trace.go:171","msg":"trace[886436565] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"4.153980592s","start":"2026-04-28T07:27:33.408147Z","end":"2026-04-28T07:27:37.562128Z","steps":["trace[886436565] 'process raft request' (duration: 4.06350229s)","trace[886436565] 'compare' (duration: 90.170835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:37.562263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.41Z","time spent":"4.152184708s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:37.562305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.408132Z","time spent":"4.154097355s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:37.562517Z","caller":"traceutil/trace.go:171","msg":"trace[82509154] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1366; }","duration":"4.158445092s","start":"2026-04-28T07:27:33.403577Z","end":"2026-04-28T07:27:37.562023Z","steps":["trace[82509154] 'read index received' (duration: 795.09449ms)","trace[82509154] 'applied index is now lower than readState.Index' (duration: 3.363349732s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:37.563006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.159422936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120224"} {"level":"info","ts":"2026-04-28T07:27:37.563068Z","caller":"traceutil/trace.go:171","msg":"trace[1447529618] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1304; }","duration":"4.159500178s","start":"2026-04-28T07:27:33.40356Z","end":"2026-04-28T07:27:37.56306Z","steps":["trace[1447529618] 'agreement among raft nodes before linearized reading' (duration: 4.159029976s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.563107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.403553Z","time spent":"4.159546839s","remote":"127.0.0.1:35630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120247,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T07:27:37.997209Z","caller":"traceutil/trace.go:171","msg":"trace[1306318126] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"1.877972564s","start":"2026-04-28T07:27:36.119205Z","end":"2026-04-28T07:27:37.997178Z","steps":["trace[1306318126] 'process raft request' (duration: 1.866229767s)","trace[1306318126] 'compare' (duration: 11.344308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:37.997234Z","caller":"traceutil/trace.go:171","msg":"trace[854420254] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1369; }","duration":"434.64202ms","start":"2026-04-28T07:27:37.562571Z","end":"2026-04-28T07:27:37.997213Z","steps":["trace[854420254] 'read index received' (duration: 422.8043ms)","trace[854420254] 'applied index is now lower than readState.Index' (duration: 11.83649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:37.997352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:36.119181Z","time spent":"1.878097318s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:37.997438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407248178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:37.997504Z","caller":"traceutil/trace.go:171","msg":"trace[586996116] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1306; }","duration":"1.407355211s","start":"2026-04-28T07:27:36.590131Z","end":"2026-04-28T07:27:37.997486Z","steps":["trace[586996116] 'agreement among raft nodes before linearized reading' (duration: 1.407232658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.997462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.090898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:37.997547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:36.590111Z","time spent":"1.407426373s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:37.997629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155416036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:37.997709Z","caller":"traceutil/trace.go:171","msg":"trace[950735033] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"1.112027121s","start":"2026-04-28T07:27:36.88567Z","end":"2026-04-28T07:27:37.997697Z","steps":["trace[950735033] 'process raft request' (duration: 1.111430946s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:37.997717Z","caller":"traceutil/trace.go:171","msg":"trace[2096172550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1306; }","duration":"3.155575841s","start":"2026-04-28T07:27:34.842117Z","end":"2026-04-28T07:27:37.997693Z","steps":["trace[2096172550] 'agreement among raft nodes before linearized reading' (duration: 3.155396876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.997762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:34.842086Z","time spent":"3.155665712s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:37.99803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.57555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:27:37.998065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391521493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:37.998096Z","caller":"traceutil/trace.go:171","msg":"trace[2097516521] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff; range_end:; response_count:1; response_revision:1306; }","duration":"432.668242ms","start":"2026-04-28T07:27:37.565413Z","end":"2026-04-28T07:27:37.998082Z","steps":["trace[2097516521] 'agreement among raft nodes before linearized reading' (duration: 432.319774ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:37.998102Z","caller":"traceutil/trace.go:171","msg":"trace[1789899526] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1306; }","duration":"2.391603574s","start":"2026-04-28T07:27:35.606489Z","end":"2026-04-28T07:27:37.998092Z","steps":["trace[1789899526] 'agreement among raft nodes before linearized reading' (duration: 2.391541383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.998135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:35.606466Z","time spent":"2.391661455s","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:37.998145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.279453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:37.998144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:37.565401Z","time spent":"432.727173ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" "} {"level":"info","ts":"2026-04-28T07:27:37.998178Z","caller":"traceutil/trace.go:171","msg":"trace[907668655] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1306; }","duration":"239.373036ms","start":"2026-04-28T07:27:37.758794Z","end":"2026-04-28T07:27:37.998167Z","steps":["trace[907668655] 'agreement among raft nodes before linearized reading' (duration: 239.317495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.997777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:36.885628Z","time spent":"1.112115373s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:37.998411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.243506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-28T07:27:37.998457Z","caller":"traceutil/trace.go:171","msg":"trace[2091995205] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1306; }","duration":"431.322939ms","start":"2026-04-28T07:27:37.567123Z","end":"2026-04-28T07:27:37.998446Z","steps":["trace[2091995205] 'agreement among raft nodes before linearized reading' (duration: 431.174604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.998584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:37.567106Z","time spent":"431.374351ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:27:37.998838Z","caller":"traceutil/trace.go:171","msg":"trace[327499254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1306; }","duration":"577.359635ms","start":"2026-04-28T07:27:37.420197Z","end":"2026-04-28T07:27:37.997556Z","steps":["trace[327499254] 'agreement among raft nodes before linearized reading' (duration: 577.069227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:37.99888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:37.420153Z","time spent":"578.717438ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:38.274086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.353192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:38.274195Z","caller":"traceutil/trace.go:171","msg":"trace[2009987194] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"223.23113ms","start":"2026-04-28T07:27:38.050946Z","end":"2026-04-28T07:27:38.274178Z","steps":["trace[2009987194] 'read index received' (duration: 72.718915ms)","trace[2009987194] 'applied index is now lower than readState.Index' (duration: 150.510915ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:38.274237Z","caller":"traceutil/trace.go:171","msg":"trace[1067261160] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"223.648811ms","start":"2026-04-28T07:27:38.050552Z","end":"2026-04-28T07:27:38.274201Z","steps":["trace[1067261160] 'process raft request' (duration: 73.106185ms)","trace[1067261160] 'compare' (duration: 150.207427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:38.274504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.502507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:27:38.274561Z","caller":"traceutil/trace.go:171","msg":"trace[502953554] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1308; }","duration":"223.62726ms","start":"2026-04-28T07:27:38.05092Z","end":"2026-04-28T07:27:38.274547Z","steps":["trace[502953554] 'agreement among raft nodes before linearized reading' (duration: 223.307022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:38.338591Z","caller":"traceutil/trace.go:171","msg":"trace[1780441155] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"282.973717ms","start":"2026-04-28T07:27:38.055585Z","end":"2026-04-28T07:27:38.338558Z","steps":["trace[1780441155] 'process raft request' (duration: 282.791353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:38.586314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.903937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:38.586437Z","caller":"traceutil/trace.go:171","msg":"trace[360137835] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"213.914441ms","start":"2026-04-28T07:27:38.372504Z","end":"2026-04-28T07:27:38.586418Z","steps":["trace[360137835] 'read index received' (duration: 101.902811ms)","trace[360137835] 'applied index is now lower than readState.Index' (duration: 112.00925ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:38.586473Z","caller":"traceutil/trace.go:171","msg":"trace[1055882090] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"216.427414ms","start":"2026-04-28T07:27:38.370006Z","end":"2026-04-28T07:27:38.586433Z","steps":["trace[1055882090] 'process raft request' (duration: 104.308741ms)","trace[1055882090] 'compare' (duration: 111.657562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:38.586815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.303052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a19f41ce89\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:27:38.586881Z","caller":"traceutil/trace.go:171","msg":"trace[1635578895] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74a19f41ce89; range_end:; response_count:1; response_revision:1311; }","duration":"214.387074ms","start":"2026-04-28T07:27:38.372466Z","end":"2026-04-28T07:27:38.586854Z","steps":["trace[1635578895] 'agreement among raft nodes before linearized reading' (duration: 214.143827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:38.586898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.107527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:38.586938Z","caller":"traceutil/trace.go:171","msg":"trace[1499052519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"124.19688ms","start":"2026-04-28T07:27:38.462729Z","end":"2026-04-28T07:27:38.586926Z","steps":["trace[1499052519] 'agreement among raft nodes before linearized reading' (duration: 124.120218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:39.936281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.696086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:39.93639Z","caller":"traceutil/trace.go:171","msg":"trace[507695969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"147.880891ms","start":"2026-04-28T07:27:39.788487Z","end":"2026-04-28T07:27:39.936368Z","steps":["trace[507695969] 'range keys from in-memory index tree' (duration: 147.573653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:39.936651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251174147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:27:39.936725Z","caller":"traceutil/trace.go:171","msg":"trace[314875047] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1312; }","duration":"1.2513033s","start":"2026-04-28T07:27:38.685402Z","end":"2026-04-28T07:27:39.936705Z","steps":["trace[314875047] 'range keys from in-memory index tree' (duration: 1.251056344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:39.936786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:38.685373Z","time spent":"1.251401312s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:27:39.936966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250508801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:27:39.937049Z","caller":"traceutil/trace.go:171","msg":"trace[1386079983] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff; range_end:; response_count:1; response_revision:1312; }","duration":"1.250604634s","start":"2026-04-28T07:27:38.686421Z","end":"2026-04-28T07:27:39.937026Z","steps":["trace[1386079983] 'range keys from in-memory index tree' (duration: 1.250365187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:39.937098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:38.686411Z","time spent":"1.250672875s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74a1b2adbaff\" "} {"level":"info","ts":"2026-04-28T07:27:40.273935Z","caller":"traceutil/trace.go:171","msg":"trace[1993661158] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1378; }","duration":"202.458741ms","start":"2026-04-28T07:27:40.071452Z","end":"2026-04-28T07:27:40.273911Z","steps":["trace[1993661158] 'read index received' (duration: 202.207485ms)","trace[1993661158] 'applied index is now lower than readState.Index' (duration: 249.466µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:40.274174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.699057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:40.274322Z","caller":"traceutil/trace.go:171","msg":"trace[198918577] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1313; }","duration":"202.904662ms","start":"2026-04-28T07:27:40.071395Z","end":"2026-04-28T07:27:40.2743Z","steps":["trace[198918577] 'agreement among raft nodes before linearized reading' (duration: 202.633546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:40.274228Z","caller":"traceutil/trace.go:171","msg":"trace[437422934] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"332.510744ms","start":"2026-04-28T07:27:39.941477Z","end":"2026-04-28T07:27:40.273988Z","steps":["trace[437422934] 'process raft request' (duration: 332.248817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:40.274809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:39.941456Z","time spent":"333.048636ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:41.146489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.58134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:41.14679Z","caller":"traceutil/trace.go:171","msg":"trace[1484778258] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1379; }","duration":"718.785206ms","start":"2026-04-28T07:27:40.427983Z","end":"2026-04-28T07:27:41.146768Z","steps":["trace[1484778258] 'read index received' (duration: 285.951461ms)","trace[1484778258] 'applied index is now lower than readState.Index' (duration: 432.831305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:41.147058Z","caller":"traceutil/trace.go:171","msg":"trace[1568791208] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"867.660981ms","start":"2026-04-28T07:27:40.27918Z","end":"2026-04-28T07:27:41.146841Z","steps":["trace[1568791208] 'process raft request' (duration: 434.631601ms)","trace[1568791208] 'compare' (duration: 431.968924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:41.147107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.121424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:41.14714Z","caller":"traceutil/trace.go:171","msg":"trace[1163736381] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1314; }","duration":"719.212176ms","start":"2026-04-28T07:27:40.427917Z","end":"2026-04-28T07:27:41.147129Z","steps":["trace[1163736381] 'agreement among raft nodes before linearized reading' (duration: 718.907589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:41.147188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:40.427893Z","time spent":"719.284048ms","remote":"127.0.0.1:36044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:41.147209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:40.27916Z","time spent":"867.975718ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:41.611887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.634659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:41.612004Z","caller":"traceutil/trace.go:171","msg":"trace[682753961] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"460.764522ms","start":"2026-04-28T07:27:41.151221Z","end":"2026-04-28T07:27:41.611985Z","steps":["trace[682753961] 'process raft request' (duration: 177.954608ms)","trace[682753961] 'compare' (duration: 282.518277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:41.612074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:41.151201Z","time spent":"460.844503ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:42.288028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:42.788458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403166326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:43.194931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577001933s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:43.787117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:27:43.787225Z","caller":"traceutil/trace.go:171","msg":"trace[461509148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033266s","start":"2026-04-28T07:27:41.787166Z","end":"2026-04-28T07:27:43.7872Z","steps":["trace[461509148] 'agreement among raft nodes before linearized reading' (duration: 1.999864582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:43.787303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:41.78714Z","time spent":"2.000141539s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:44.957818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.554443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:44.957919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762671096s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:44.957962Z","caller":"traceutil/trace.go:171","msg":"trace[311115865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1315; }","duration":"280.686886ms","start":"2026-04-28T07:27:44.677237Z","end":"2026-04-28T07:27:44.957924Z","steps":["trace[311115865] 'range keys from in-memory index tree' (duration: 280.539561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:44.958044Z","caller":"traceutil/trace.go:171","msg":"trace[1346905559] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"3.340193472s","start":"2026-04-28T07:27:41.617831Z","end":"2026-04-28T07:27:44.958024Z","steps":["trace[1346905559] 'process raft request' (duration: 1.577342023s)","trace[1346905559] 'compare' (duration: 1.762293585s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:44.958121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:41.617804Z","time spent":"3.340284705s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:45.257395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.062253945s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:45.789145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000962107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:27:45.78927Z","caller":"traceutil/trace.go:171","msg":"trace[551008682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001159082s","start":"2026-04-28T07:27:43.788086Z","end":"2026-04-28T07:27:45.789245Z","steps":["trace[551008682] 'agreement among raft nodes before linearized reading' (duration: 2.000995768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:45.789356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:43.788065Z","time spent":"2.001271635s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:27:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:27:45.967407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.751204ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:27:45.96773Z","caller":"traceutil/trace.go:171","msg":"trace[1853270583] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1381; }","duration":"4.180462407s","start":"2026-04-28T07:27:41.787229Z","end":"2026-04-28T07:27:45.967691Z","steps":["trace[1853270583] 'read index received' (duration: 1.407975665s)","trace[1853270583] 'applied index is now lower than readState.Index' (duration: 2.772482782s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:45.967791Z","caller":"traceutil/trace.go:171","msg":"trace[2012210290] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"2.258170522s","start":"2026-04-28T07:27:43.7096Z","end":"2026-04-28T07:27:45.96777Z","steps":["trace[2012210290] 'process raft request' (duration: 2.257930566s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:45.967955Z","caller":"traceutil/trace.go:171","msg":"trace[255552114] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"1.004145985s","start":"2026-04-28T07:27:44.963798Z","end":"2026-04-28T07:27:45.967944Z","steps":["trace[255552114] 'process raft request' (duration: 1.003911119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:45.968056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:44.963776Z","time spent":"1.004223656s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:45.968084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:43.709578Z","time spent":"2.258377998s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:45.96822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217106361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:45.968204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.226933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:45.968266Z","caller":"traceutil/trace.go:171","msg":"trace[1468496348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1318; }","duration":"2.217202934s","start":"2026-04-28T07:27:43.75105Z","end":"2026-04-28T07:27:45.968253Z","steps":["trace[1468496348] 'agreement among raft nodes before linearized reading' (duration: 2.217144843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:45.968319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:43.751028Z","time spent":"2.217282496s","remote":"127.0.0.1:36036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:45.968348Z","caller":"traceutil/trace.go:171","msg":"trace[1587204645] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1318; }","duration":"417.462678ms","start":"2026-04-28T07:27:45.55084Z","end":"2026-04-28T07:27:45.968302Z","steps":["trace[1587204645] 'agreement among raft nodes before linearized reading' (duration: 417.229093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:45.968497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:45.550819Z","time spent":"417.653434ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:45.968136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29428959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:45.968594Z","caller":"traceutil/trace.go:171","msg":"trace[1098013991] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1318; }","duration":"2.294755852s","start":"2026-04-28T07:27:43.673824Z","end":"2026-04-28T07:27:45.96858Z","steps":["trace[1098013991] 'agreement among raft nodes before linearized reading' (duration: 2.294218758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:45.968707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:43.673762Z","time spent":"2.294919486s","remote":"127.0.0.1:35890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:45.968815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.978492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:45.968863Z","caller":"traceutil/trace.go:171","msg":"trace[1930384113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"171.066034ms","start":"2026-04-28T07:27:45.797786Z","end":"2026-04-28T07:27:45.968852Z","steps":["trace[1930384113] 'agreement among raft nodes before linearized reading' (duration: 171.000703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:46.200703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.530856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vb24f.18aa74a48b2ea26e\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-28T07:27:46.20079Z","caller":"traceutil/trace.go:171","msg":"trace[2010341881] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vb24f.18aa74a48b2ea26e; range_end:; response_count:1; response_revision:1319; }","duration":"132.636489ms","start":"2026-04-28T07:27:46.068131Z","end":"2026-04-28T07:27:46.200768Z","steps":["trace[2010341881] 'range keys from in-memory index tree' (duration: 132.318431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:46.483651Z","caller":"traceutil/trace.go:171","msg":"trace[179135020] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"280.426039ms","start":"2026-04-28T07:27:46.203203Z","end":"2026-04-28T07:27:46.483629Z","steps":["trace[179135020] 'process raft request' (duration: 280.295116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:46.591077Z","caller":"traceutil/trace.go:171","msg":"trace[601686144] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"381.416004ms","start":"2026-04-28T07:27:46.209598Z","end":"2026-04-28T07:27:46.591014Z","steps":["trace[601686144] 'process raft request' (duration: 381.212939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:46.591481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:46.209585Z","time spent":"381.769193ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:46.687005Z","caller":"traceutil/trace.go:171","msg":"trace[1073887342] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1387; }","duration":"167.528565ms","start":"2026-04-28T07:27:46.519456Z","end":"2026-04-28T07:27:46.686985Z","steps":["trace[1073887342] 'read index received' (duration: 71.267939ms)","trace[1073887342] 'applied index is now lower than readState.Index' (duration: 96.259406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:46.687063Z","caller":"traceutil/trace.go:171","msg":"trace[907371769] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"199.218221ms","start":"2026-04-28T07:27:46.4878Z","end":"2026-04-28T07:27:46.687018Z","steps":["trace[907371769] 'process raft request' (duration: 199.077408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:46.687206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.72753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:46.68725Z","caller":"traceutil/trace.go:171","msg":"trace[1422016410] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1322; }","duration":"167.831302ms","start":"2026-04-28T07:27:46.519407Z","end":"2026-04-28T07:27:46.687238Z","steps":["trace[1422016410] 'agreement among raft nodes before linearized reading' (duration: 167.709419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:46.835691Z","caller":"traceutil/trace.go:171","msg":"trace[1904706976] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"140.769294ms","start":"2026-04-28T07:27:46.694831Z","end":"2026-04-28T07:27:46.8356Z","steps":["trace[1904706976] 'process raft request' (duration: 140.563379ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:46.999476Z","caller":"traceutil/trace.go:171","msg":"trace[346131518] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1390; }","duration":"232.514276ms","start":"2026-04-28T07:27:46.766937Z","end":"2026-04-28T07:27:46.999452Z","steps":["trace[346131518] 'read index received' (duration: 68.52956ms)","trace[346131518] 'applied index is now lower than readState.Index' (duration: 163.983516ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:46.999668Z","caller":"traceutil/trace.go:171","msg":"trace[256272721] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"233.324227ms","start":"2026-04-28T07:27:46.766303Z","end":"2026-04-28T07:27:46.999627Z","steps":["trace[256272721] 'process raft request' (duration: 139.860221ms)","trace[256272721] 'compare' (duration: 93.145138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:46.999739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.769952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-grbzn.18aa74a3a4ae630e\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T07:27:46.999828Z","caller":"traceutil/trace.go:171","msg":"trace[317108329] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-grbzn.18aa74a3a4ae630e; range_end:; response_count:1; response_revision:1325; }","duration":"232.905376ms","start":"2026-04-28T07:27:46.766901Z","end":"2026-04-28T07:27:46.999807Z","steps":["trace[317108329] 'agreement among raft nodes before linearized reading' (duration: 232.629699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:47.222206Z","caller":"traceutil/trace.go:171","msg":"trace[1256923095] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"216.73312ms","start":"2026-04-28T07:27:47.005433Z","end":"2026-04-28T07:27:47.222166Z","steps":["trace[1256923095] 'process raft request' (duration: 140.936027ms)","trace[1256923095] 'compare' (duration: 75.500775ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:47.222577Z","caller":"traceutil/trace.go:171","msg":"trace[804662842] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1393; }","duration":"198.446691ms","start":"2026-04-28T07:27:47.024068Z","end":"2026-04-28T07:27:47.222515Z","steps":["trace[804662842] 'read index received' (duration: 122.317491ms)","trace[804662842] 'applied index is now lower than readState.Index' (duration: 76.12585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:47.22264Z","caller":"traceutil/trace.go:171","msg":"trace[1690350299] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"196.337458ms","start":"2026-04-28T07:27:47.026282Z","end":"2026-04-28T07:27:47.22262Z","steps":["trace[1690350299] 'process raft request' (duration: 195.776224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:47.22298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.898102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa74a3cba78f34\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-28T07:27:47.223039Z","caller":"traceutil/trace.go:171","msg":"trace[2068824909] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa74a3cba78f34; range_end:; response_count:1; response_revision:1328; }","duration":"199.018935ms","start":"2026-04-28T07:27:47.024006Z","end":"2026-04-28T07:27:47.223025Z","steps":["trace[2068824909] 'agreement among raft nodes before linearized reading' (duration: 198.638986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:47.388588Z","caller":"traceutil/trace.go:171","msg":"trace[1189475189] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"106.449792ms","start":"2026-04-28T07:27:47.282099Z","end":"2026-04-28T07:27:47.388549Z","steps":["trace[1189475189] 'process raft request' (duration: 52.880927ms)","trace[1189475189] 'compare' (duration: 53.455712ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:47.649894Z","caller":"traceutil/trace.go:171","msg":"trace[1658165898] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"255.392681ms","start":"2026-04-28T07:27:47.394471Z","end":"2026-04-28T07:27:47.649864Z","steps":["trace[1658165898] 'process raft request' (duration: 165.471904ms)","trace[1658165898] 'compare' (duration: 89.016164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:48.000223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.055456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:48.000339Z","caller":"traceutil/trace.go:171","msg":"trace[1911774312] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"344.693952ms","start":"2026-04-28T07:27:47.655624Z","end":"2026-04-28T07:27:48.000318Z","steps":["trace[1911774312] 'process raft request' (duration: 102.43014ms)","trace[1911774312] 'compare' (duration: 241.38352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:48.000401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:47.6556Z","time spent":"344.770774ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:48.034446Z","caller":"traceutil/trace.go:171","msg":"trace[1775307375] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1398; }","duration":"305.596821ms","start":"2026-04-28T07:27:47.728825Z","end":"2026-04-28T07:27:48.034422Z","steps":["trace[1775307375] 'read index received' (duration: 29.314835ms)","trace[1775307375] 'applied index is now lower than readState.Index' (duration: 276.280546ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:48.034614Z","caller":"traceutil/trace.go:171","msg":"trace[104471934] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"376.514361ms","start":"2026-04-28T07:27:47.658035Z","end":"2026-04-28T07:27:48.034549Z","steps":["trace[104471934] 'process raft request' (duration: 376.252665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.034826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.97125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:27:48.034966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:47.658002Z","time spent":"376.886511ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:48.035038Z","caller":"traceutil/trace.go:171","msg":"trace[22412830] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1333; }","duration":"306.225167ms","start":"2026-04-28T07:27:47.728789Z","end":"2026-04-28T07:27:48.035015Z","steps":["trace[22412830] 'agreement among raft nodes before linearized reading' (duration: 305.928939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.035104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:47.728775Z","time spent":"306.309908ms","remote":"127.0.0.1:35658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:48.04016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.18623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:48.040432Z","caller":"traceutil/trace.go:171","msg":"trace[1824571614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1334; }","duration":"254.483238ms","start":"2026-04-28T07:27:47.78593Z","end":"2026-04-28T07:27:48.040413Z","steps":["trace[1824571614] 'agreement among raft nodes before linearized reading' (duration: 254.182201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:48.394669Z","caller":"traceutil/trace.go:171","msg":"trace[1934086733] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"351.75784ms","start":"2026-04-28T07:27:48.042882Z","end":"2026-04-28T07:27:48.39464Z","steps":["trace[1934086733] 'process raft request' (duration: 296.309048ms)","trace[1934086733] 'compare' (duration: 55.084252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:48.395079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.042865Z","time spent":"352.154879ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:48.613816Z","caller":"traceutil/trace.go:171","msg":"trace[1695384020] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1401; }","duration":"562.050019ms","start":"2026-04-28T07:27:48.051741Z","end":"2026-04-28T07:27:48.613791Z","steps":["trace[1695384020] 'read index received' (duration: 287.587749ms)","trace[1695384020] 'applied index is now lower than readState.Index' (duration: 274.46107ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:48.61415Z","caller":"traceutil/trace.go:171","msg":"trace[2145349006] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"567.348262ms","start":"2026-04-28T07:27:48.04679Z","end":"2026-04-28T07:27:48.614138Z","steps":["trace[2145349006] 'process raft request' (duration: 562.016498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.61429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.046778Z","time spent":"567.426783ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:48.61437Z","caller":"traceutil/trace.go:171","msg":"trace[2102136617] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"314.70315ms","start":"2026-04-28T07:27:48.299635Z","end":"2026-04-28T07:27:48.614339Z","steps":["trace[2102136617] 'process raft request' (duration: 314.093135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.61454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.29958Z","time spent":"314.872073ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:48.614577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.824648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:27:48.614651Z","caller":"traceutil/trace.go:171","msg":"trace[848250477] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1337; }","duration":"562.910229ms","start":"2026-04-28T07:27:48.051704Z","end":"2026-04-28T07:27:48.614615Z","steps":["trace[848250477] 'agreement among raft nodes before linearized reading' (duration: 562.705994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.614723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.051694Z","time spent":"562.993632ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"info","ts":"2026-04-28T07:27:48.623528Z","caller":"traceutil/trace.go:171","msg":"trace[442010310] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"224.606028ms","start":"2026-04-28T07:27:48.398912Z","end":"2026-04-28T07:27:48.623518Z","steps":["trace[442010310] 'process raft request' (duration: 224.379102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:48.994372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.590411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:48.994492Z","caller":"traceutil/trace.go:171","msg":"trace[2080938264] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"355.411022ms","start":"2026-04-28T07:27:48.639062Z","end":"2026-04-28T07:27:48.994473Z","steps":["trace[2080938264] 'process raft request' (duration: 94.640026ms)","trace[2080938264] 'compare' (duration: 260.461978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:48.994557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.639045Z","time spent":"355.484073ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:49.039613Z","caller":"traceutil/trace.go:171","msg":"trace[1308375592] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1409; }","duration":"377.602458ms","start":"2026-04-28T07:27:48.66198Z","end":"2026-04-28T07:27:49.039583Z","steps":["trace[1308375592] 'read index received' (duration: 71.72826ms)","trace[1308375592] 'applied index is now lower than readState.Index' (duration: 305.872468ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:49.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1937135872] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"377.834214ms","start":"2026-04-28T07:27:48.6618Z","end":"2026-04-28T07:27:49.039635Z","steps":["trace[1937135872] 'process raft request' (duration: 377.550977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:49.040068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.088221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:27:49.040059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.450978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:49.040117Z","caller":"traceutil/trace.go:171","msg":"trace[1164486789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1343; }","duration":"378.159072ms","start":"2026-04-28T07:27:48.661944Z","end":"2026-04-28T07:27:49.040103Z","steps":["trace[1164486789] 'agreement among raft nodes before linearized reading' (duration: 377.793233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:49.039948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.567066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:49.040152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.661933Z","time spent":"378.210734ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:27:49.04015Z","caller":"traceutil/trace.go:171","msg":"trace[1396989733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1343; }","duration":"307.593361ms","start":"2026-04-28T07:27:48.732536Z","end":"2026-04-28T07:27:49.04013Z","steps":["trace[1396989733] 'agreement among raft nodes before linearized reading' (duration: 307.399477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:49.040252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.732522Z","time spent":"307.715594ms","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:49.04028Z","caller":"traceutil/trace.go:171","msg":"trace[1586320962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1343; }","duration":"253.894844ms","start":"2026-04-28T07:27:48.786289Z","end":"2026-04-28T07:27:49.040184Z","steps":["trace[1586320962] 'agreement among raft nodes before linearized reading' (duration: 253.585246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:49.039979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.897575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:27:49.040337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.66178Z","time spent":"378.307025ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":836,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:49.040409Z","caller":"traceutil/trace.go:171","msg":"trace[1383313384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1343; }","duration":"378.365967ms","start":"2026-04-28T07:27:48.662025Z","end":"2026-04-28T07:27:49.040391Z","steps":["trace[1383313384] 'agreement among raft nodes before linearized reading' (duration: 377.714631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:49.041368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:48.662004Z","time spent":"378.510781ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:27:49.17123Z","caller":"traceutil/trace.go:171","msg":"trace[1219202892] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"124.155678ms","start":"2026-04-28T07:27:49.047043Z","end":"2026-04-28T07:27:49.171199Z","steps":["trace[1219202892] 'process raft request' (duration: 64.11169ms)","trace[1219202892] 'compare' (duration: 59.832592ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:49.171417Z","caller":"traceutil/trace.go:171","msg":"trace[1627268900] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"123.646863ms","start":"2026-04-28T07:27:49.047743Z","end":"2026-04-28T07:27:49.17139Z","steps":["trace[1627268900] 'process raft request' (duration: 123.386377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:49.171687Z","caller":"traceutil/trace.go:171","msg":"trace[709798282] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"123.559622ms","start":"2026-04-28T07:27:49.048098Z","end":"2026-04-28T07:27:49.171657Z","steps":["trace[709798282] 'process raft request' (duration: 123.09249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:49.992344Z","caller":"traceutil/trace.go:171","msg":"trace[698716039] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"238.401164ms","start":"2026-04-28T07:27:49.753919Z","end":"2026-04-28T07:27:49.99232Z","steps":["trace[698716039] 'process raft request' (duration: 238.22984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:49.993646Z","caller":"traceutil/trace.go:171","msg":"trace[14885928] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1430; }","duration":"206.858832ms","start":"2026-04-28T07:27:49.786757Z","end":"2026-04-28T07:27:49.993615Z","steps":["trace[14885928] 'read index received' (duration: 206.847252ms)","trace[14885928] 'applied index is now lower than readState.Index' (duration: 9.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:49.993837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.064537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:49.993895Z","caller":"traceutil/trace.go:171","msg":"trace[1900358309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"207.17541ms","start":"2026-04-28T07:27:49.786702Z","end":"2026-04-28T07:27:49.993878Z","steps":["trace[1900358309] 'agreement among raft nodes before linearized reading' (duration: 207.056547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:51.459317Z","caller":"traceutil/trace.go:171","msg":"trace[110796563] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"278.501781ms","start":"2026-04-28T07:27:51.18079Z","end":"2026-04-28T07:27:51.459292Z","steps":["trace[110796563] 'process raft request' (duration: 278.343497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:51.463409Z","caller":"traceutil/trace.go:171","msg":"trace[129236600] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"282.04383ms","start":"2026-04-28T07:27:51.181344Z","end":"2026-04-28T07:27:51.463388Z","steps":["trace[129236600] 'process raft request' (duration: 281.955518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:52.428762Z","caller":"traceutil/trace.go:171","msg":"trace[1253359939] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1441; }","duration":"153.632607ms","start":"2026-04-28T07:27:52.275105Z","end":"2026-04-28T07:27:52.428737Z","steps":["trace[1253359939] 'read index received' (duration: 153.452342ms)","trace[1253359939] 'applied index is now lower than readState.Index' (duration: 179.135µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:52.428992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.857962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:27:52.42904Z","caller":"traceutil/trace.go:171","msg":"trace[890190027] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1373; }","duration":"153.959975ms","start":"2026-04-28T07:27:52.275067Z","end":"2026-04-28T07:27:52.429027Z","steps":["trace[890190027] 'agreement among raft nodes before linearized reading' (duration: 153.75532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:52.429417Z","caller":"traceutil/trace.go:171","msg":"trace[1888378395] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"197.696393ms","start":"2026-04-28T07:27:52.231705Z","end":"2026-04-28T07:27:52.429401Z","steps":["trace[1888378395] 'process raft request' (duration: 196.909194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:55.623143Z","caller":"traceutil/trace.go:171","msg":"trace[1655670902] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"142.692422ms","start":"2026-04-28T07:27:55.480419Z","end":"2026-04-28T07:27:55.623111Z","steps":["trace[1655670902] 'process raft request' (duration: 142.097757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:10.568785Z","caller":"traceutil/trace.go:171","msg":"trace[1306266362] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"119.227784ms","start":"2026-04-28T07:28:10.449538Z","end":"2026-04-28T07:28:10.568766Z","steps":["trace[1306266362] 'process raft request' (duration: 113.90895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:15.579341Z","caller":"traceutil/trace.go:171","msg":"trace[1089846278] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"168.406077ms","start":"2026-04-28T07:28:15.41091Z","end":"2026-04-28T07:28:15.579317Z","steps":["trace[1089846278] 'process raft request' (duration: 168.144421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:19.515149Z","caller":"traceutil/trace.go:171","msg":"trace[249381909] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"145.781439ms","start":"2026-04-28T07:28:19.369342Z","end":"2026-04-28T07:28:19.515123Z","steps":["trace[249381909] 'process raft request' (duration: 120.472024ms)","trace[249381909] 'compare' (duration: 25.036798ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:19.734834Z","caller":"traceutil/trace.go:171","msg":"trace[246651457] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"132.809753ms","start":"2026-04-28T07:28:19.601993Z","end":"2026-04-28T07:28:19.734803Z","steps":["trace[246651457] 'process raft request' (duration: 132.454474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:20.307236Z","caller":"traceutil/trace.go:171","msg":"trace[563639115] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1589; }","duration":"113.472048ms","start":"2026-04-28T07:28:20.193704Z","end":"2026-04-28T07:28:20.307176Z","steps":["trace[563639115] 'read index received' (duration: 113.267363ms)","trace[563639115] 'applied index is now lower than readState.Index' (duration: 203.845µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:20.307561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.704074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:28:20.307612Z","caller":"traceutil/trace.go:171","msg":"trace[1915861876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1514; }","duration":"113.922668ms","start":"2026-04-28T07:28:20.193675Z","end":"2026-04-28T07:28:20.307597Z","steps":["trace[1915861876] 'agreement among raft nodes before linearized reading' (duration: 113.645622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:20.307574Z","caller":"traceutil/trace.go:171","msg":"trace[851653955] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"124.72482ms","start":"2026-04-28T07:28:20.182811Z","end":"2026-04-28T07:28:20.307536Z","steps":["trace[851653955] 'process raft request' (duration: 124.221238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:20.549121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.024296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:28:20.549211Z","caller":"traceutil/trace.go:171","msg":"trace[29229112] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1515; }","duration":"146.179809ms","start":"2026-04-28T07:28:20.403012Z","end":"2026-04-28T07:28:20.549192Z","steps":["trace[29229112] 'count revisions from in-memory index tree' (duration: 145.960714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:26.803826Z","caller":"traceutil/trace.go:171","msg":"trace[1559288139] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"130.851504ms","start":"2026-04-28T07:28:26.672954Z","end":"2026-04-28T07:28:26.803805Z","steps":["trace[1559288139] 'process raft request' (duration: 130.750691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:30.889487Z","caller":"traceutil/trace.go:171","msg":"trace[1982084061] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"401.693214ms","start":"2026-04-28T07:28:30.487768Z","end":"2026-04-28T07:28:30.889461Z","steps":["trace[1982084061] 'process raft request' (duration: 401.325655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:30.890781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:30.487743Z","time spent":"402.961285ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:31.22952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.661023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:31.229705Z","caller":"traceutil/trace.go:171","msg":"trace[20039338] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1640; }","duration":"307.724205ms","start":"2026-04-28T07:28:30.921962Z","end":"2026-04-28T07:28:31.229686Z","steps":["trace[20039338] 'read index received' (duration: 54.885958ms)","trace[20039338] 'applied index is now lower than readState.Index' (duration: 252.837477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:31.229883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.918119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:28:31.229929Z","caller":"traceutil/trace.go:171","msg":"trace[1980427563] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1564; }","duration":"308.007471ms","start":"2026-04-28T07:28:30.921907Z","end":"2026-04-28T07:28:31.229915Z","steps":["trace[1980427563] 'agreement among raft nodes before linearized reading' (duration: 307.826687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:31.229963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:30.921883Z","time spent":"308.071793ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-28T07:28:31.229957Z","caller":"traceutil/trace.go:171","msg":"trace[1481103836] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"334.320302ms","start":"2026-04-28T07:28:30.895604Z","end":"2026-04-28T07:28:31.229924Z","steps":["trace[1481103836] 'process raft request' (duration: 334.025414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:31.230097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:30.895591Z","time spent":"334.430574ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:31.23026Z","caller":"traceutil/trace.go:171","msg":"trace[1248425155] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"335.04723ms","start":"2026-04-28T07:28:30.894872Z","end":"2026-04-28T07:28:31.229919Z","steps":["trace[1248425155] 'process raft request' (duration: 81.908966ms)","trace[1248425155] 'compare' (duration: 252.561309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:31.231254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:30.894836Z","time spent":"335.504262ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:28:31.448786Z","caller":"traceutil/trace.go:171","msg":"trace[173532065] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"213.935711ms","start":"2026-04-28T07:28:31.234823Z","end":"2026-04-28T07:28:31.448759Z","steps":["trace[173532065] 'process raft request' (duration: 137.770618ms)","trace[173532065] 'compare' (duration: 76.056569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:32.013355Z","caller":"traceutil/trace.go:171","msg":"trace[915864102] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"187.437285ms","start":"2026-04-28T07:28:31.82588Z","end":"2026-04-28T07:28:32.013317Z","steps":["trace[915864102] 'process raft request' (duration: 187.088747ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:32.472813Z","caller":"traceutil/trace.go:171","msg":"trace[1310631350] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"455.573086ms","start":"2026-04-28T07:28:32.017222Z","end":"2026-04-28T07:28:32.472796Z","steps":["trace[1310631350] 'process raft request' (duration: 455.445313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:32.472955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:32.017202Z","time spent":"455.677789ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:32.823899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.324683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:32.82402Z","caller":"traceutil/trace.go:171","msg":"trace[817149921] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1644; }","duration":"668.728255ms","start":"2026-04-28T07:28:32.155276Z","end":"2026-04-28T07:28:32.824004Z","steps":["trace[817149921] 'read index received' (duration: 317.406657ms)","trace[817149921] 'applied index is now lower than readState.Index' (duration: 351.320618ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:32.824067Z","caller":"traceutil/trace.go:171","msg":"trace[2106443226] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"806.578885ms","start":"2026-04-28T07:28:32.017452Z","end":"2026-04-28T07:28:32.824031Z","steps":["trace[2106443226] 'process raft request' (duration: 517.041278ms)","trace[2106443226] 'compare' (duration: 289.032695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:32.824126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.854038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:28:32.824156Z","caller":"traceutil/trace.go:171","msg":"trace[1421856018] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1568; }","duration":"668.92275ms","start":"2026-04-28T07:28:32.155223Z","end":"2026-04-28T07:28:32.824146Z","steps":["trace[1421856018] 'agreement among raft nodes before linearized reading' (duration: 668.865739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:32.824223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:32.155201Z","time spent":"669.012283ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:28:32.824267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:32.017444Z","time spent":"806.699219ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:32.824356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.031455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T07:28:32.824433Z","caller":"traceutil/trace.go:171","msg":"trace[885960385] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1568; }","duration":"236.155068ms","start":"2026-04-28T07:28:32.588257Z","end":"2026-04-28T07:28:32.824412Z","steps":["trace[885960385] 'agreement among raft nodes before linearized reading' (duration: 235.880681ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:33.024272Z","caller":"traceutil/trace.go:171","msg":"trace[2088839795] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1646; }","duration":"129.015308ms","start":"2026-04-28T07:28:32.895229Z","end":"2026-04-28T07:28:33.024244Z","steps":["trace[2088839795] 'read index received' (duration: 38.153647ms)","trace[2088839795] 'applied index is now lower than readState.Index' (duration: 90.860511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:33.024375Z","caller":"traceutil/trace.go:171","msg":"trace[2023903629] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"194.584745ms","start":"2026-04-28T07:28:32.829743Z","end":"2026-04-28T07:28:33.024328Z","steps":["trace[2023903629] 'process raft request' (duration: 103.652482ms)","trace[2023903629] 'compare' (duration: 90.684217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:33.024489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.247635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:28:33.024533Z","caller":"traceutil/trace.go:171","msg":"trace[1549714104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1569; }","duration":"129.352447ms","start":"2026-04-28T07:28:32.895168Z","end":"2026-04-28T07:28:33.024521Z","steps":["trace[1549714104] 'agreement among raft nodes before linearized reading' (duration: 129.174943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:33.606364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.788485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:33.606434Z","caller":"traceutil/trace.go:171","msg":"trace[824460091] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"372.686655ms","start":"2026-04-28T07:28:33.233737Z","end":"2026-04-28T07:28:33.606424Z","steps":["trace[824460091] 'read index received' (duration: 37.531µs)","trace[824460091] 'applied index is now lower than readState.Index' (duration: 372.648484ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:33.606496Z","caller":"traceutil/trace.go:171","msg":"trace[1810227736] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"578.139303ms","start":"2026-04-28T07:28:33.02833Z","end":"2026-04-28T07:28:33.606469Z","steps":["trace[1810227736] 'process raft request' (duration: 133.190434ms)","trace[1810227736] 'compare' (duration: 444.532319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:33.60662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:33.028302Z","time spent":"578.244186ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:33.60664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.87961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:28:33.606726Z","caller":"traceutil/trace.go:171","msg":"trace[1918246165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1570; }","duration":"372.975302ms","start":"2026-04-28T07:28:33.233728Z","end":"2026-04-28T07:28:33.606703Z","steps":["trace[1918246165] 'agreement among raft nodes before linearized reading' (duration: 372.733696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:33.606777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:33.233675Z","time spent":"373.089355ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:28:33.868806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.018862ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:28:33.869053Z","caller":"traceutil/trace.go:171","msg":"trace[753355055] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"257.719489ms","start":"2026-04-28T07:28:33.611303Z","end":"2026-04-28T07:28:33.869022Z","steps":["trace[753355055] 'process raft request' (duration: 257.602426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:33.869041Z","caller":"traceutil/trace.go:171","msg":"trace[1764061374] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"262.56112ms","start":"2026-04-28T07:28:33.606447Z","end":"2026-04-28T07:28:33.869008Z","steps":["trace[1764061374] 'read index received' (duration: 93.396074ms)","trace[1764061374] 'applied index is now lower than readState.Index' (duration: 169.159266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:33.869231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.623781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:28:33.869261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.256211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:28:33.869305Z","caller":"traceutil/trace.go:171","msg":"trace[1309375815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1571; }","duration":"634.362373ms","start":"2026-04-28T07:28:33.234932Z","end":"2026-04-28T07:28:33.869294Z","steps":["trace[1309375815] 'agreement among raft nodes before linearized reading' (duration: 634.175328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:33.869308Z","caller":"traceutil/trace.go:171","msg":"trace[1303994223] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1571; }","duration":"393.715223ms","start":"2026-04-28T07:28:33.475576Z","end":"2026-04-28T07:28:33.869291Z","steps":["trace[1303994223] 'agreement among raft nodes before linearized reading' (duration: 393.59116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:33.869341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:33.23491Z","time spent":"634.422815ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:28:33.869354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:33.475519Z","time spent":"393.824196ms","remote":"127.0.0.1:35794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:28:34.208066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.708927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:34.208231Z","caller":"traceutil/trace.go:171","msg":"trace[971507383] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"257.905065ms","start":"2026-04-28T07:28:33.950303Z","end":"2026-04-28T07:28:34.208208Z","steps":["trace[971507383] 'read index received' (duration: 54.96675ms)","trace[971507383] 'applied index is now lower than readState.Index' (duration: 202.936234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:34.208271Z","caller":"traceutil/trace.go:171","msg":"trace[1732011256] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"334.564778ms","start":"2026-04-28T07:28:33.873677Z","end":"2026-04-28T07:28:34.208241Z","steps":["trace[1732011256] 'process raft request' (duration: 131.581653ms)","trace[1732011256] 'compare' (duration: 202.577664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:34.208403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:28:33.873649Z","time spent":"334.683632ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:28:34.208468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.185332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T07:28:34.208531Z","caller":"traceutil/trace.go:171","msg":"trace[966003362] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1572; }","duration":"258.291084ms","start":"2026-04-28T07:28:33.950221Z","end":"2026-04-28T07:28:34.208513Z","steps":["trace[966003362] 'agreement among raft nodes before linearized reading' (duration: 258.103259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:34.2087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.537402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:28:34.208893Z","caller":"traceutil/trace.go:171","msg":"trace[1066526087] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1572; }","duration":"190.763158ms","start":"2026-04-28T07:28:34.018119Z","end":"2026-04-28T07:28:34.208882Z","steps":["trace[1066526087] 'agreement among raft nodes before linearized reading' (duration: 190.503162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:38.456139Z","caller":"traceutil/trace.go:171","msg":"trace[2122113577] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"146.462265ms","start":"2026-04-28T07:28:38.30965Z","end":"2026-04-28T07:28:38.456113Z","steps":["trace[2122113577] 'process raft request' (duration: 146.23876ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:01.892953Z","caller":"traceutil/trace.go:171","msg":"trace[1736196559] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"100.617451ms","start":"2026-04-28T07:29:01.792308Z","end":"2026-04-28T07:29:01.892925Z","steps":["trace[1736196559] 'process raft request' (duration: 100.427436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:02.19398Z","caller":"traceutil/trace.go:171","msg":"trace[527016078] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"113.554066ms","start":"2026-04-28T07:29:02.080404Z","end":"2026-04-28T07:29:02.193959Z","steps":["trace[527016078] 'process raft request' (duration: 113.410491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:02.848604Z","caller":"traceutil/trace.go:171","msg":"trace[1765623614] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"214.008672ms","start":"2026-04-28T07:29:02.634559Z","end":"2026-04-28T07:29:02.848568Z","steps":["trace[1765623614] 'read index received' (duration: 130.974714ms)","trace[1765623614] 'applied index is now lower than readState.Index' (duration: 83.032698ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:02.848671Z","caller":"traceutil/trace.go:171","msg":"trace[1758579332] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"240.590521ms","start":"2026-04-28T07:29:02.608056Z","end":"2026-04-28T07:29:02.848646Z","steps":["trace[1758579332] 'process raft request' (duration: 157.42518ms)","trace[1758579332] 'compare' (duration: 82.485024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:02.848898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.34501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:29:02.848984Z","caller":"traceutil/trace.go:171","msg":"trace[483680281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1705; }","duration":"214.482654ms","start":"2026-04-28T07:29:02.634483Z","end":"2026-04-28T07:29:02.848965Z","steps":["trace[483680281] 'agreement among raft nodes before linearized reading' (duration: 214.194387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:02.848921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.563946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:02.849085Z","caller":"traceutil/trace.go:171","msg":"trace[1529210222] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1705; }","duration":"109.829452ms","start":"2026-04-28T07:29:02.739237Z","end":"2026-04-28T07:29:02.849066Z","steps":["trace[1529210222] 'agreement among raft nodes before linearized reading' (duration: 109.541145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:03.309271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.174745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-04-28T07:29:03.309274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.755645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:29:03.309346Z","caller":"traceutil/trace.go:171","msg":"trace[1736385206] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1706; }","duration":"235.279328ms","start":"2026-04-28T07:29:03.07405Z","end":"2026-04-28T07:29:03.309329Z","steps":["trace[1736385206] 'range keys from in-memory index tree' (duration: 235.037211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:03.309401Z","caller":"traceutil/trace.go:171","msg":"trace[648916255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1706; }","duration":"236.92798ms","start":"2026-04-28T07:29:03.072438Z","end":"2026-04-28T07:29:03.309366Z","steps":["trace[648916255] 'range keys from in-memory index tree' (duration: 236.535159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:03.496753Z","caller":"traceutil/trace.go:171","msg":"trace[1709018674] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"183.036944ms","start":"2026-04-28T07:29:03.313678Z","end":"2026-04-28T07:29:03.496715Z","steps":["trace[1709018674] 'process raft request' (duration: 178.797397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:03.496981Z","caller":"traceutil/trace.go:171","msg":"trace[519461220] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"183.178968ms","start":"2026-04-28T07:29:03.313763Z","end":"2026-04-28T07:29:03.496942Z","steps":["trace[519461220] 'process raft request' (duration: 182.89295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:03.877982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.523071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:29:03.878073Z","caller":"traceutil/trace.go:171","msg":"trace[2126367798] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"317.220639ms","start":"2026-04-28T07:29:03.560834Z","end":"2026-04-28T07:29:03.878055Z","steps":["trace[2126367798] 'read index received' (duration: 57.821µs)","trace[2126367798] 'applied index is now lower than readState.Index' (duration: 317.161378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:03.8785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.65542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:03.878559Z","caller":"traceutil/trace.go:171","msg":"trace[226326608] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1709; }","duration":"317.764653ms","start":"2026-04-28T07:29:03.560778Z","end":"2026-04-28T07:29:03.878543Z","steps":["trace[226326608] 'agreement among raft nodes before linearized reading' (duration: 317.65529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:03.878612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:03.560752Z","time spent":"317.848624ms","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:29:07.029532Z","caller":"traceutil/trace.go:171","msg":"trace[365472627] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"125.711942ms","start":"2026-04-28T07:29:06.903695Z","end":"2026-04-28T07:29:07.029407Z","steps":["trace[365472627] 'process raft request' (duration: 125.424095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:07.200243Z","caller":"traceutil/trace.go:171","msg":"trace[1618696738] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"296.480067ms","start":"2026-04-28T07:29:06.903738Z","end":"2026-04-28T07:29:07.200218Z","steps":["trace[1618696738] 'process raft request' (duration: 221.43915ms)","trace[1618696738] 'compare' (duration: 74.929914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:07.683219Z","caller":"traceutil/trace.go:171","msg":"trace[1335514861] linearizableReadLoop","detail":"{readStateIndex:1811; appliedIndex:1810; }","duration":"172.206821ms","start":"2026-04-28T07:29:07.510991Z","end":"2026-04-28T07:29:07.683197Z","steps":["trace[1335514861] 'read index received' (duration: 84.560027ms)","trace[1335514861] 'applied index is now lower than readState.Index' (duration: 87.645944ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:07.683322Z","caller":"traceutil/trace.go:171","msg":"trace[1132308786] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"248.45653ms","start":"2026-04-28T07:29:07.434813Z","end":"2026-04-28T07:29:07.683269Z","steps":["trace[1132308786] 'process raft request' (duration: 160.710743ms)","trace[1132308786] 'compare' (duration: 87.556232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:07.68337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.375435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:29:07.683388Z","caller":"traceutil/trace.go:171","msg":"trace[498000875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1726; }","duration":"172.452247ms","start":"2026-04-28T07:29:07.51093Z","end":"2026-04-28T07:29:07.683383Z","steps":["trace[498000875] 'agreement among raft nodes before linearized reading' (duration: 172.342934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:09.352365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.053079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:29:09.352449Z","caller":"traceutil/trace.go:171","msg":"trace[2131654678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"147.186632ms","start":"2026-04-28T07:29:09.205242Z","end":"2026-04-28T07:29:09.352428Z","steps":["trace[2131654678] 'range keys from in-memory index tree' (duration: 146.872425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:09.71115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.274304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:09.71139Z","caller":"traceutil/trace.go:171","msg":"trace[358286247] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"305.287438ms","start":"2026-04-28T07:29:09.406071Z","end":"2026-04-28T07:29:09.711358Z","steps":["trace[358286247] 'process raft request' (duration: 58.702267ms)","trace[358286247] 'compare' (duration: 246.011787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:09.711541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:09.406047Z","time spent":"305.412711ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:09.711716Z","caller":"traceutil/trace.go:171","msg":"trace[364381776] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"217.307215ms","start":"2026-04-28T07:29:09.494384Z","end":"2026-04-28T07:29:09.711691Z","steps":["trace[364381776] 'process raft request' (duration: 216.888404ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:09.870777Z","caller":"traceutil/trace.go:171","msg":"trace[1502907758] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"128.42532ms","start":"2026-04-28T07:29:09.742312Z","end":"2026-04-28T07:29:09.870737Z","steps":["trace[1502907758] 'process raft request' (duration: 123.150637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:10.158365Z","caller":"traceutil/trace.go:171","msg":"trace[156727633] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"102.14387ms","start":"2026-04-28T07:29:10.056201Z","end":"2026-04-28T07:29:10.158345Z","steps":["trace[156727633] 'process raft request' (duration: 102.026147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:10.846167Z","caller":"traceutil/trace.go:171","msg":"trace[2051876218] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"337.610871ms","start":"2026-04-28T07:29:10.50853Z","end":"2026-04-28T07:29:10.846141Z","steps":["trace[2051876218] 'read index received' (duration: 337.359555ms)","trace[2051876218] 'applied index is now lower than readState.Index' (duration: 250.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:10.846283Z","caller":"traceutil/trace.go:171","msg":"trace[1494346020] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"446.598862ms","start":"2026-04-28T07:29:10.39965Z","end":"2026-04-28T07:29:10.846249Z","steps":["trace[1494346020] 'process raft request' (duration: 446.323255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:10.846418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.884227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:29:10.846584Z","caller":"traceutil/trace.go:171","msg":"trace[2004148172] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1739; }","duration":"338.01246ms","start":"2026-04-28T07:29:10.508469Z","end":"2026-04-28T07:29:10.846481Z","steps":["trace[2004148172] 'agreement among raft nodes before linearized reading' (duration: 337.801505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:10.846637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:10.508443Z","time spent":"338.182045ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:29:10.846577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:10.399626Z","time spent":"446.809437ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:10.847392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.491242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:29:10.8475Z","caller":"traceutil/trace.go:171","msg":"trace[1759066128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1739; }","duration":"128.653566ms","start":"2026-04-28T07:29:10.718828Z","end":"2026-04-28T07:29:10.847482Z","steps":["trace[1759066128] 'agreement among raft nodes before linearized reading' (duration: 127.484036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:11.388965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.166935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:11.389092Z","caller":"traceutil/trace.go:171","msg":"trace[186246789] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"538.214746ms","start":"2026-04-28T07:29:10.850856Z","end":"2026-04-28T07:29:11.389071Z","steps":["trace[186246789] 'process raft request' (duration: 100.855466ms)","trace[186246789] 'compare' (duration: 436.93313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:11.389153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:10.850828Z","time spent":"538.295609ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:11.522251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403167438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:29:12.022519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403167438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:29:12.077318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125594649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:29:12.163214Z","caller":"traceutil/trace.go:171","msg":"trace[2085404756] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1826; }","duration":"1.140983526s","start":"2026-04-28T07:29:11.022198Z","end":"2026-04-28T07:29:12.163182Z","steps":["trace[2085404756] 'read index received' (duration: 1.055421945s)","trace[2085404756] 'applied index is now lower than readState.Index' (duration: 85.559891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:12.163305Z","caller":"traceutil/trace.go:171","msg":"trace[480575442] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.312111009s","start":"2026-04-28T07:29:10.85113Z","end":"2026-04-28T07:29:12.163241Z","steps":["trace[480575442] 'process raft request' (duration: 1.226445046s)","trace[480575442] 'compare' (duration: 84.801972ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:12.163434Z","caller":"traceutil/trace.go:171","msg":"trace[1511089106] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.311864234s","start":"2026-04-28T07:29:10.851551Z","end":"2026-04-28T07:29:12.163416Z","steps":["trace[1511089106] 'process raft request' (duration: 1.311442643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.163577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141348695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:12.163657Z","caller":"traceutil/trace.go:171","msg":"trace[1423251346] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1743; }","duration":"1.141485058s","start":"2026-04-28T07:29:11.022154Z","end":"2026-04-28T07:29:12.163639Z","steps":["trace[1423251346] 'agreement among raft nodes before linearized reading' (duration: 1.141308264s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:12.163691Z","caller":"traceutil/trace.go:171","msg":"trace[1283502303] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"446.090119ms","start":"2026-04-28T07:29:11.71759Z","end":"2026-04-28T07:29:12.16368Z","steps":["trace[1283502303] 'process raft request' (duration: 445.537896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.163707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.022131Z","time spent":"1.14156252s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:29:12.163702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:10.851542Z","time spent":"1.311968866s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:12.163714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.478417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:29:12.163765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.717561Z","time spent":"446.172671ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:12.163795Z","caller":"traceutil/trace.go:171","msg":"trace[1344374151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1743; }","duration":"376.611741ms","start":"2026-04-28T07:29:11.787165Z","end":"2026-04-28T07:29:12.163777Z","steps":["trace[1344374151] 'agreement among raft nodes before linearized reading' (duration: 376.456647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.163826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.213691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T07:29:12.163839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.787105Z","time spent":"376.726964ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:29:12.163869Z","caller":"traceutil/trace.go:171","msg":"trace[40185347] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1743; }","duration":"438.277983ms","start":"2026-04-28T07:29:11.725574Z","end":"2026-04-28T07:29:12.163852Z","steps":["trace[40185347] 'agreement among raft nodes before linearized reading' (duration: 438.19388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.163465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:10.851102Z","time spent":"1.312273824s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:12.163948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.28488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:29:12.16399Z","caller":"traceutil/trace.go:171","msg":"trace[1427087495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1743; }","duration":"758.363513ms","start":"2026-04-28T07:29:11.405614Z","end":"2026-04-28T07:29:12.163977Z","steps":["trace[1427087495] 'agreement among raft nodes before linearized reading' (duration: 758.2557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.163905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.725561Z","time spent":"438.335714ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:29:12.164039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.472701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:29:12.163737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102260462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:29:12.164083Z","caller":"traceutil/trace.go:171","msg":"trace[395233792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1743; }","duration":"289.573094ms","start":"2026-04-28T07:29:11.874494Z","end":"2026-04-28T07:29:12.164067Z","steps":["trace[395233792] 'agreement among raft nodes before linearized reading' (duration: 289.481941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:12.164103Z","caller":"traceutil/trace.go:171","msg":"trace[1677165337] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1743; }","duration":"1.102662543s","start":"2026-04-28T07:29:11.061428Z","end":"2026-04-28T07:29:12.164091Z","steps":["trace[1677165337] 'agreement among raft nodes before linearized reading' (duration: 1.102180681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.164208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.061413Z","time spent":"1.102715464s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T07:29:12.164025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:11.405586Z","time spent":"758.432965ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:29:12.291145Z","caller":"traceutil/trace.go:171","msg":"trace[797946564] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"122.46314ms","start":"2026-04-28T07:29:12.168654Z","end":"2026-04-28T07:29:12.291117Z","steps":["trace[797946564] 'process raft request' (duration: 117.133106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:12.486278Z","caller":"traceutil/trace.go:171","msg":"trace[320906335] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"315.860624ms","start":"2026-04-28T07:29:12.170393Z","end":"2026-04-28T07:29:12.486254Z","steps":["trace[320906335] 'process raft request' (duration: 315.794983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:12.486343Z","caller":"traceutil/trace.go:171","msg":"trace[2056605669] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"316.174092ms","start":"2026-04-28T07:29:12.170122Z","end":"2026-04-28T07:29:12.486296Z","steps":["trace[2056605669] 'process raft request' (duration: 315.919235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.486421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:12.170356Z","time spent":"315.986988ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:12.486604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:12.170109Z","time spent":"316.345136ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:12.486861Z","caller":"traceutil/trace.go:171","msg":"trace[847390551] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"316.149712ms","start":"2026-04-28T07:29:12.1707Z","end":"2026-04-28T07:29:12.48685Z","steps":["trace[847390551] 'process raft request' (duration: 315.521707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.486913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:12.170687Z","time spent":"316.199363ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:12.487288Z","caller":"traceutil/trace.go:171","msg":"trace[78407269] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1829; }","duration":"288.389563ms","start":"2026-04-28T07:29:12.198865Z","end":"2026-04-28T07:29:12.487255Z","steps":["trace[78407269] 'read index received' (duration: 86.921256ms)","trace[78407269] 'applied index is now lower than readState.Index' (duration: 201.466647ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:12.487602Z","caller":"traceutil/trace.go:171","msg":"trace[857939699] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"316.45203ms","start":"2026-04-28T07:29:12.171103Z","end":"2026-04-28T07:29:12.487555Z","steps":["trace[857939699] 'process raft request' (duration: 315.728212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:12.487717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:12.17109Z","time spent":"316.581203ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:12.487762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.792104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:12.487873Z","caller":"traceutil/trace.go:171","msg":"trace[613112425] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1748; }","duration":"288.989739ms","start":"2026-04-28T07:29:12.198811Z","end":"2026-04-28T07:29:12.487801Z","steps":["trace[613112425] 'agreement among raft nodes before linearized reading' (duration: 288.570178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:13.326229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.956794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:29:14.694221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.892829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:29:14.694304Z","caller":"traceutil/trace.go:171","msg":"trace[418561557] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1753; }","duration":"177.091944ms","start":"2026-04-28T07:29:14.517196Z","end":"2026-04-28T07:29:14.694288Z","steps":["trace[418561557] 'count revisions from in-memory index tree' (duration: 176.786517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:14.694571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.131384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:29:14.694597Z","caller":"traceutil/trace.go:171","msg":"trace[961371143] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1753; }","duration":"202.178005ms","start":"2026-04-28T07:29:14.492412Z","end":"2026-04-28T07:29:14.69459Z","steps":["trace[961371143] 'range keys from in-memory index tree' (duration: 201.999871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:14.694601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.659098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:29:14.694653Z","caller":"traceutil/trace.go:171","msg":"trace[1292176339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"202.7535ms","start":"2026-04-28T07:29:14.491886Z","end":"2026-04-28T07:29:14.694639Z","steps":["trace[1292176339] 'range keys from in-memory index tree' (duration: 202.40161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:14.694656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.102679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:29:14.694734Z","caller":"traceutil/trace.go:171","msg":"trace[301021768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"203.241652ms","start":"2026-04-28T07:29:14.491471Z","end":"2026-04-28T07:29:14.694712Z","steps":["trace[301021768] 'range keys from in-memory index tree' (duration: 202.931175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:14.869733Z","caller":"traceutil/trace.go:171","msg":"trace[1311396882] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"102.372454ms","start":"2026-04-28T07:29:14.767307Z","end":"2026-04-28T07:29:14.86968Z","steps":["trace[1311396882] 'process raft request' (duration: 59.080076ms)","trace[1311396882] 'compare' (duration: 42.98715ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:16.413886Z","caller":"traceutil/trace.go:171","msg":"trace[822688833] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"101.3503ms","start":"2026-04-28T07:29:16.312506Z","end":"2026-04-28T07:29:16.413857Z","steps":["trace[822688833] 'process raft request' (duration: 52.691385ms)","trace[822688833] 'compare' (duration: 48.542062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:16.716889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.92397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:16.717046Z","caller":"traceutil/trace.go:171","msg":"trace[2138301688] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"229.741208ms","start":"2026-04-28T07:29:16.487279Z","end":"2026-04-28T07:29:16.71702Z","steps":["trace[2138301688] 'process raft request' (duration: 50.518741ms)","trace[2138301688] 'compare' (duration: 178.713945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:16.915887Z","caller":"traceutil/trace.go:171","msg":"trace[1592919495] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"130.901163ms","start":"2026-04-28T07:29:16.784965Z","end":"2026-04-28T07:29:16.915867Z","steps":["trace[1592919495] 'process raft request' (duration: 105.444532ms)","trace[1592919495] 'compare' (duration: 25.224695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:16.91583Z","caller":"traceutil/trace.go:171","msg":"trace[1178740816] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1851; }","duration":"128.735158ms","start":"2026-04-28T07:29:16.78707Z","end":"2026-04-28T07:29:16.915805Z","steps":["trace[1178740816] 'read index received' (duration: 22.932397ms)","trace[1178740816] 'applied index is now lower than readState.Index' (duration: 105.801321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:16.916129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.030985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:16.916229Z","caller":"traceutil/trace.go:171","msg":"trace[841368079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"129.184009ms","start":"2026-04-28T07:29:16.787026Z","end":"2026-04-28T07:29:16.91621Z","steps":["trace[841368079] 'agreement among raft nodes before linearized reading' (duration: 129.015195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:18.867622Z","caller":"traceutil/trace.go:171","msg":"trace[1194367313] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"125.67368ms","start":"2026-04-28T07:29:18.741921Z","end":"2026-04-28T07:29:18.867594Z","steps":["trace[1194367313] 'read index received' (duration: 37.77552ms)","trace[1194367313] 'applied index is now lower than readState.Index' (duration: 87.89649ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:18.867732Z","caller":"traceutil/trace.go:171","msg":"trace[959056280] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"140.876443ms","start":"2026-04-28T07:29:18.726767Z","end":"2026-04-28T07:29:18.867644Z","steps":["trace[959056280] 'process raft request' (duration: 52.87889ms)","trace[959056280] 'compare' (duration: 87.647074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:18.868231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.154533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:18.868377Z","caller":"traceutil/trace.go:171","msg":"trace[38103371] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1774; }","duration":"126.500411ms","start":"2026-04-28T07:29:18.741848Z","end":"2026-04-28T07:29:18.868349Z","steps":["trace[38103371] 'agreement among raft nodes before linearized reading' (duration: 125.988669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:19.578125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403167526,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:29:19.860852Z","caller":"traceutil/trace.go:171","msg":"trace[122380350] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1864; }","duration":"782.775947ms","start":"2026-04-28T07:29:19.078051Z","end":"2026-04-28T07:29:19.860826Z","steps":["trace[122380350] 'read index received' (duration: 782.50906ms)","trace[122380350] 'applied index is now lower than readState.Index' (duration: 265.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:19.861034Z","caller":"traceutil/trace.go:171","msg":"trace[537270248] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"918.600843ms","start":"2026-04-28T07:29:18.942367Z","end":"2026-04-28T07:29:19.860968Z","steps":["trace[537270248] 'process raft request' (duration: 918.260445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:19.861138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.123722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:19.861226Z","caller":"traceutil/trace.go:171","msg":"trace[951761230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1777; }","duration":"291.259145ms","start":"2026-04-28T07:29:19.56995Z","end":"2026-04-28T07:29:19.861209Z","steps":["trace[951761230] 'agreement among raft nodes before linearized reading' (duration: 291.136522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:19.861339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:18.942345Z","time spent":"918.810459ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:19.861802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.753112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:29:19.861891Z","caller":"traceutil/trace.go:171","msg":"trace[718024964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1777; }","duration":"783.843234ms","start":"2026-04-28T07:29:19.078034Z","end":"2026-04-28T07:29:19.861878Z","steps":["trace[718024964] 'agreement among raft nodes before linearized reading' (duration: 783.637819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:19.861962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:19.077965Z","time spent":"783.985157ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:29:20.062419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.733089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:20.062749Z","caller":"traceutil/trace.go:171","msg":"trace[259357703] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1865; }","duration":"188.50504ms","start":"2026-04-28T07:29:19.874207Z","end":"2026-04-28T07:29:20.062712Z","steps":["trace[259357703] 'read index received' (duration: 82.399902ms)","trace[259357703] 'applied index is now lower than readState.Index' (duration: 106.103268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:20.063004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.787998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T07:29:20.063093Z","caller":"traceutil/trace.go:171","msg":"trace[2081018613] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1778; }","duration":"188.88813ms","start":"2026-04-28T07:29:19.874188Z","end":"2026-04-28T07:29:20.063076Z","steps":["trace[2081018613] 'agreement among raft nodes before linearized reading' (duration: 188.650584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:20.063272Z","caller":"traceutil/trace.go:171","msg":"trace[313456746] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"195.192658ms","start":"2026-04-28T07:29:19.868011Z","end":"2026-04-28T07:29:20.063203Z","steps":["trace[313456746] 'process raft request' (duration: 88.548466ms)","trace[313456746] 'compare' (duration: 105.434142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:20.541843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.353269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:20.542157Z","caller":"traceutil/trace.go:171","msg":"trace[669425322] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"473.453948ms","start":"2026-04-28T07:29:20.068651Z","end":"2026-04-28T07:29:20.542105Z","steps":["trace[669425322] 'process raft request' (duration: 208.049663ms)","trace[669425322] 'compare' (duration: 263.799985ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:20.542498Z","caller":"traceutil/trace.go:171","msg":"trace[1941683086] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"186.787207ms","start":"2026-04-28T07:29:20.355604Z","end":"2026-04-28T07:29:20.542391Z","steps":["trace[1941683086] 'process raft request' (duration: 186.444769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:20.542859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:20.068619Z","time spent":"473.765196ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:20.897159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.530727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:20.897284Z","caller":"traceutil/trace.go:171","msg":"trace[2146444945] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"109.616397ms","start":"2026-04-28T07:29:20.787649Z","end":"2026-04-28T07:29:20.897265Z","steps":["trace[2146444945] 'read index received' (duration: 54.861µs)","trace[2146444945] 'applied index is now lower than readState.Index' (duration: 109.559986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:20.897475Z","caller":"traceutil/trace.go:171","msg":"trace[467862157] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"350.067665ms","start":"2026-04-28T07:29:20.547316Z","end":"2026-04-28T07:29:20.897383Z","steps":["trace[467862157] 'process raft request' (duration: 158.235091ms)","trace[467862157] 'compare' (duration: 191.399333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:20.89779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:20.547293Z","time spent":"350.333751ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:20.897403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.75211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:20.898019Z","caller":"traceutil/trace.go:171","msg":"trace[599931828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"110.371196ms","start":"2026-04-28T07:29:20.787613Z","end":"2026-04-28T07:29:20.897984Z","steps":["trace[599931828] 'agreement among raft nodes before linearized reading' (duration: 109.75835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:21.163014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.136558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:21.16318Z","caller":"traceutil/trace.go:171","msg":"trace[549008583] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"245.798972ms","start":"2026-04-28T07:29:20.917359Z","end":"2026-04-28T07:29:21.163158Z","steps":["trace[549008583] 'read index received' (duration: 118.465829ms)","trace[549008583] 'applied index is now lower than readState.Index' (duration: 127.331523ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:21.163336Z","caller":"traceutil/trace.go:171","msg":"trace[1762088296] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"260.945173ms","start":"2026-04-28T07:29:20.902352Z","end":"2026-04-28T07:29:21.163297Z","steps":["trace[1762088296] 'process raft request' (duration: 133.389634ms)","trace[1762088296] 'compare' (duration: 126.979544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:21.163413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.041578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:29:21.163437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.358118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:29:21.163466Z","caller":"traceutil/trace.go:171","msg":"trace[873356700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1782; }","duration":"246.174121ms","start":"2026-04-28T07:29:20.917279Z","end":"2026-04-28T07:29:21.163454Z","steps":["trace[873356700] 'agreement among raft nodes before linearized reading' (duration: 245.993117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:21.163473Z","caller":"traceutil/trace.go:171","msg":"trace[1051430354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1782; }","duration":"223.42035ms","start":"2026-04-28T07:29:20.940039Z","end":"2026-04-28T07:29:21.16346Z","steps":["trace[1051430354] 'agreement among raft nodes before linearized reading' (duration: 223.250015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:21.471776Z","caller":"traceutil/trace.go:171","msg":"trace[1569366264] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"303.364009ms","start":"2026-04-28T07:29:21.168384Z","end":"2026-04-28T07:29:21.471748Z","steps":["trace[1569366264] 'process raft request' (duration: 303.143624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:21.471978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:21.168323Z","time spent":"303.549014ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:21.607812Z","caller":"traceutil/trace.go:171","msg":"trace[141401387] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1870; }","duration":"157.573773ms","start":"2026-04-28T07:29:21.450215Z","end":"2026-04-28T07:29:21.607789Z","steps":["trace[141401387] 'read index received' (duration: 21.293995ms)","trace[141401387] 'applied index is now lower than readState.Index' (duration: 136.278378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:21.607877Z","caller":"traceutil/trace.go:171","msg":"trace[1196291496] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"439.399581ms","start":"2026-04-28T07:29:21.168439Z","end":"2026-04-28T07:29:21.607838Z","steps":["trace[1196291496] 'process raft request' (duration: 355.015509ms)","trace[1196291496] 'compare' (duration: 84.207568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:21.608077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:21.168406Z","time spent":"439.564096ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:21.608218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.960243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:29:21.608317Z","caller":"traceutil/trace.go:171","msg":"trace[696930973] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1784; }","duration":"158.142708ms","start":"2026-04-28T07:29:21.45015Z","end":"2026-04-28T07:29:21.608293Z","steps":["trace[696930973] 'agreement among raft nodes before linearized reading' (duration: 157.82292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:22.210318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.625832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:29:22.210416Z","caller":"traceutil/trace.go:171","msg":"trace[2036242898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1785; }","duration":"141.758936ms","start":"2026-04-28T07:29:22.068636Z","end":"2026-04-28T07:29:22.210395Z","steps":["trace[2036242898] 'range keys from in-memory index tree' (duration: 141.473078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:22.210593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.478588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:29:22.21052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.858878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:29:22.210687Z","caller":"traceutil/trace.go:171","msg":"trace[149795190] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1785; }","duration":"172.778485ms","start":"2026-04-28T07:29:22.037882Z","end":"2026-04-28T07:29:22.21066Z","steps":["trace[149795190] 'count revisions from in-memory index tree' (duration: 172.385336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:22.210725Z","caller":"traceutil/trace.go:171","msg":"trace[1462511545] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1785; }","duration":"342.114404ms","start":"2026-04-28T07:29:21.868588Z","end":"2026-04-28T07:29:22.210703Z","steps":["trace[1462511545] 'range keys from in-memory index tree' (duration: 341.580241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:22.210813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:21.868561Z","time spent":"342.238357ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-28T07:29:22.42445Z","caller":"traceutil/trace.go:171","msg":"trace[2042696918] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"208.401882ms","start":"2026-04-28T07:29:22.216022Z","end":"2026-04-28T07:29:22.424424Z","steps":["trace[2042696918] 'process raft request' (duration: 208.34054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:22.424696Z","caller":"traceutil/trace.go:171","msg":"trace[332420680] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"209.704025ms","start":"2026-04-28T07:29:22.214961Z","end":"2026-04-28T07:29:22.424665Z","steps":["trace[332420680] 'process raft request' (duration: 197.436856ms)","trace[332420680] 'compare' (duration: 11.666154ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:22.673951Z","caller":"traceutil/trace.go:171","msg":"trace[1367453469] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"147.459108ms","start":"2026-04-28T07:29:22.526432Z","end":"2026-04-28T07:29:22.673891Z","steps":["trace[1367453469] 'process raft request' (duration: 49.910474ms)","trace[1367453469] 'compare' (duration: 97.227926ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:22.674135Z","caller":"traceutil/trace.go:171","msg":"trace[1536353565] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"124.845769ms","start":"2026-04-28T07:29:22.549265Z","end":"2026-04-28T07:29:22.674111Z","steps":["trace[1536353565] 'process raft request' (duration: 124.760307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:22.674272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.39632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:22.674342Z","caller":"traceutil/trace.go:171","msg":"trace[1993463984] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1790; }","duration":"111.682029ms","start":"2026-04-28T07:29:22.562645Z","end":"2026-04-28T07:29:22.674328Z","steps":["trace[1993463984] 'agreement among raft nodes before linearized reading' (duration: 111.545325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:22.674331Z","caller":"traceutil/trace.go:171","msg":"trace[1095501689] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1876; }","duration":"111.228126ms","start":"2026-04-28T07:29:22.56285Z","end":"2026-04-28T07:29:22.674078Z","steps":["trace[1095501689] 'read index received' (duration: 13.600201ms)","trace[1095501689] 'applied index is now lower than readState.Index' (duration: 97.626855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:23.913969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.182632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:29:23.914056Z","caller":"traceutil/trace.go:171","msg":"trace[778564276] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"301.7415ms","start":"2026-04-28T07:29:23.612298Z","end":"2026-04-28T07:29:23.91404Z","steps":["trace[778564276] 'read index received' (duration: 12.406313ms)","trace[778564276] 'applied index is now lower than readState.Index' (duration: 289.333737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:23.914284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.981525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:29:23.914368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.530282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:29:23.914385Z","caller":"traceutil/trace.go:171","msg":"trace[535349100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"302.129509ms","start":"2026-04-28T07:29:23.612239Z","end":"2026-04-28T07:29:23.914369Z","steps":["trace[535349100] 'agreement among raft nodes before linearized reading' (duration: 301.896263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:23.914402Z","caller":"traceutil/trace.go:171","msg":"trace[328684655] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1793; }","duration":"157.619544ms","start":"2026-04-28T07:29:23.756773Z","end":"2026-04-28T07:29:23.914393Z","steps":["trace[328684655] 'agreement among raft nodes before linearized reading' (duration: 157.483001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:23.9144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.64108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-28T07:29:23.914426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:23.61216Z","time spent":"302.256312ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:29:23.914464Z","caller":"traceutil/trace.go:171","msg":"trace[1367242762] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1793; }","duration":"224.747352ms","start":"2026-04-28T07:29:23.689701Z","end":"2026-04-28T07:29:23.914448Z","steps":["trace[1367242762] 'agreement among raft nodes before linearized reading' (duration: 224.517296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:24.190335Z","caller":"traceutil/trace.go:171","msg":"trace[1782632446] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"271.880027ms","start":"2026-04-28T07:29:23.918431Z","end":"2026-04-28T07:29:24.190311Z","steps":["trace[1782632446] 'process raft request' (duration: 271.694573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:24.366152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.262771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:24.366766Z","caller":"traceutil/trace.go:171","msg":"trace[158141188] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"448.297365ms","start":"2026-04-28T07:29:23.91844Z","end":"2026-04-28T07:29:24.366738Z","steps":["trace[158141188] 'process raft request' (duration: 344.930686ms)","trace[158141188] 'compare' (duration: 101.950174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:24.367038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:23.91843Z","time spent":"448.500181ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:24.671285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.612395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:24.671621Z","caller":"traceutil/trace.go:171","msg":"trace[1182762480] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1884; }","duration":"198.284106ms","start":"2026-04-28T07:29:24.473308Z","end":"2026-04-28T07:29:24.671592Z","steps":["trace[1182762480] 'read index received' (duration: 75.823687ms)","trace[1182762480] 'applied index is now lower than readState.Index' (duration: 122.458819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:24.67175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.438211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:24.671807Z","caller":"traceutil/trace.go:171","msg":"trace[166209066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1797; }","duration":"198.549364ms","start":"2026-04-28T07:29:24.473238Z","end":"2026-04-28T07:29:24.671787Z","steps":["trace[166209066] 'agreement among raft nodes before linearized reading' (duration: 198.447211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:24.671793Z","caller":"traceutil/trace.go:171","msg":"trace[742165479] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"237.572824ms","start":"2026-04-28T07:29:24.434177Z","end":"2026-04-28T07:29:24.67175Z","steps":["trace[742165479] 'process raft request' (duration: 237.319108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:24.671829Z","caller":"traceutil/trace.go:171","msg":"trace[1055432567] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"238.810636ms","start":"2026-04-28T07:29:24.432941Z","end":"2026-04-28T07:29:24.671752Z","steps":["trace[1055432567] 'process raft request' (duration: 39.488863ms)","trace[1055432567] 'compare' (duration: 198.38521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:24.967023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.409468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:24.967221Z","caller":"traceutil/trace.go:171","msg":"trace[1761837080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1798; }","duration":"180.681154ms","start":"2026-04-28T07:29:24.786509Z","end":"2026-04-28T07:29:24.967191Z","steps":["trace[1761837080] 'range keys from in-memory index tree' (duration: 180.252634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:25.484355Z","caller":"traceutil/trace.go:171","msg":"trace[1742937385] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"278.363571ms","start":"2026-04-28T07:29:25.205952Z","end":"2026-04-28T07:29:25.484316Z","steps":["trace[1742937385] 'process raft request' (duration: 278.113064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:26.502798Z","caller":"traceutil/trace.go:171","msg":"trace[4034278] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"126.626515ms","start":"2026-04-28T07:29:26.376145Z","end":"2026-04-28T07:29:26.502771Z","steps":["trace[4034278] 'process raft request' (duration: 126.470021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:27.049382Z","caller":"traceutil/trace.go:171","msg":"trace[1888691098] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"321.429224ms","start":"2026-04-28T07:29:26.727928Z","end":"2026-04-28T07:29:27.049357Z","steps":["trace[1888691098] 'process raft request' (duration: 321.26489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:27.0497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:26.72791Z","time spent":"321.547097ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:27.061237Z","caller":"traceutil/trace.go:171","msg":"trace[346308742] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"332.601444ms","start":"2026-04-28T07:29:26.728617Z","end":"2026-04-28T07:29:27.061219Z","steps":["trace[346308742] 'process raft request' (duration: 332.321247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:27.06136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:26.728585Z","time spent":"332.705307ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:27.061419Z","caller":"traceutil/trace.go:171","msg":"trace[1692226474] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"310.347855ms","start":"2026-04-28T07:29:26.751059Z","end":"2026-04-28T07:29:27.061406Z","steps":["trace[1692226474] 'process raft request' (duration: 310.239092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:27.06152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:26.751044Z","time spent":"310.418226ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:27.061697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.754845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:27.061674Z","caller":"traceutil/trace.go:171","msg":"trace[225192932] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1893; }","duration":"275.427697ms","start":"2026-04-28T07:29:26.78594Z","end":"2026-04-28T07:29:27.061368Z","steps":["trace[225192932] 'read index received' (duration: 263.310133ms)","trace[225192932] 'applied index is now lower than readState.Index' (duration: 12.116774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:27.061739Z","caller":"traceutil/trace.go:171","msg":"trace[736511325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1807; }","duration":"275.844047ms","start":"2026-04-28T07:29:26.785882Z","end":"2026-04-28T07:29:27.061727Z","steps":["trace[736511325] 'agreement among raft nodes before linearized reading' (duration: 275.778325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:31.90068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.200317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:31.90076Z","caller":"traceutil/trace.go:171","msg":"trace[2067519300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1829; }","duration":"113.337151ms","start":"2026-04-28T07:29:31.787406Z","end":"2026-04-28T07:29:31.900743Z","steps":["trace[2067519300] 'range keys from in-memory index tree' (duration: 113.114255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:31.900779Z","caller":"traceutil/trace.go:171","msg":"trace[818519738] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"111.32678ms","start":"2026-04-28T07:29:31.789432Z","end":"2026-04-28T07:29:31.900759Z","steps":["trace[818519738] 'process raft request' (duration: 29.282047ms)","trace[818519738] 'compare' (duration: 81.91974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:37.351932Z","caller":"traceutil/trace.go:171","msg":"trace[595080295] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"100.842016ms","start":"2026-04-28T07:29:37.251053Z","end":"2026-04-28T07:29:37.351895Z","steps":["trace[595080295] 'read index received' (duration: 49.448523ms)","trace[595080295] 'applied index is now lower than readState.Index' (duration: 51.392613ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:37.351999Z","caller":"traceutil/trace.go:171","msg":"trace[1887692900] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"101.626966ms","start":"2026-04-28T07:29:37.250325Z","end":"2026-04-28T07:29:37.351951Z","steps":["trace[1887692900] 'process raft request' (duration: 50.12338ms)","trace[1887692900] 'compare' (duration: 51.326452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:37.352132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.057842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:29:37.352219Z","caller":"traceutil/trace.go:171","msg":"trace[1023404672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1853; }","duration":"101.171315ms","start":"2026-04-28T07:29:37.251032Z","end":"2026-04-28T07:29:37.352204Z","steps":["trace[1023404672] 'agreement among raft nodes before linearized reading' (duration: 100.97576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:48.01935Z","caller":"traceutil/trace.go:171","msg":"trace[309389399] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"231.084152ms","start":"2026-04-28T07:29:47.788237Z","end":"2026-04-28T07:29:48.019321Z","steps":["trace[309389399] 'read index received' (duration: 159.770948ms)","trace[309389399] 'applied index is now lower than readState.Index' (duration: 71.311784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:48.019867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.569502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:29:48.019959Z","caller":"traceutil/trace.go:171","msg":"trace[619179049] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1901; }","duration":"112.701624ms","start":"2026-04-28T07:29:47.907232Z","end":"2026-04-28T07:29:48.019933Z","steps":["trace[619179049] 'agreement among raft nodes before linearized reading' (duration: 112.434208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:48.019984Z","caller":"traceutil/trace.go:171","msg":"trace[2103120686] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"235.107723ms","start":"2026-04-28T07:29:47.784735Z","end":"2026-04-28T07:29:48.019843Z","steps":["trace[2103120686] 'process raft request' (duration: 163.343028ms)","trace[2103120686] 'compare' (duration: 71.106669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:48.020087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.833311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:48.020447Z","caller":"traceutil/trace.go:171","msg":"trace[30745572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"232.107897ms","start":"2026-04-28T07:29:47.788198Z","end":"2026-04-28T07:29:48.020306Z","steps":["trace[30745572] 'agreement among raft nodes before linearized reading' (duration: 231.698857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:48.581304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.244221ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-28T07:29:48.581727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:48.100346Z","time spent":"481.374766ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:29:48.581927Z","caller":"traceutil/trace.go:171","msg":"trace[1987158796] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"477.435378ms","start":"2026-04-28T07:29:48.10447Z","end":"2026-04-28T07:29:48.581905Z","steps":["trace[1987158796] 'process raft request' (duration: 476.962006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:48.582118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:48.104457Z","time spent":"477.595812ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:48.602818Z","caller":"traceutil/trace.go:171","msg":"trace[805014417] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"144.362382ms","start":"2026-04-28T07:29:48.458428Z","end":"2026-04-28T07:29:48.602791Z","steps":["trace[805014417] 'process raft request' (duration: 144.219108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:49.569455Z","caller":"traceutil/trace.go:171","msg":"trace[1454734443] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"100.003166ms","start":"2026-04-28T07:29:49.469429Z","end":"2026-04-28T07:29:49.569432Z","steps":["trace[1454734443] 'process raft request' (duration: 99.877133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.195924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.533301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:50.196024Z","caller":"traceutil/trace.go:171","msg":"trace[1740226180] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"501.319438ms","start":"2026-04-28T07:29:49.694688Z","end":"2026-04-28T07:29:50.196007Z","steps":["trace[1740226180] 'read index received' (duration: 39.641µs)","trace[1740226180] 'applied index is now lower than readState.Index' (duration: 501.278427ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:50.196342Z","caller":"traceutil/trace.go:171","msg":"trace[176477528] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"695.631686ms","start":"2026-04-28T07:29:49.500695Z","end":"2026-04-28T07:29:50.196327Z","steps":["trace[176477528] 'process raft request' (duration: 143.618873ms)","trace[176477528] 'compare' (duration: 551.249274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:50.196423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:49.500678Z","time spent":"695.706968ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:50.196681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.008795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:29:50.196724Z","caller":"traceutil/trace.go:171","msg":"trace[831379379] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1909; }","duration":"502.087837ms","start":"2026-04-28T07:29:49.694624Z","end":"2026-04-28T07:29:50.196712Z","steps":["trace[831379379] 'agreement among raft nodes before linearized reading' (duration: 501.967724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.19677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:49.694605Z","time spent":"502.154589ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T07:29:50.196992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.134765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:29:50.197032Z","caller":"traceutil/trace.go:171","msg":"trace[789438425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"412.174946ms","start":"2026-04-28T07:29:49.784848Z","end":"2026-04-28T07:29:50.197023Z","steps":["trace[789438425] 'agreement among raft nodes before linearized reading' (duration: 412.080824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.197067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:49.784782Z","time spent":"412.278299ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:29:50.197373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.620956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:29:50.197414Z","caller":"traceutil/trace.go:171","msg":"trace[1751920409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"171.705748ms","start":"2026-04-28T07:29:50.025699Z","end":"2026-04-28T07:29:50.197405Z","steps":["trace[1751920409] 'agreement among raft nodes before linearized reading' (duration: 171.602625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.197569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.822457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:50.197604Z","caller":"traceutil/trace.go:171","msg":"trace[2105792314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"409.871928ms","start":"2026-04-28T07:29:49.787724Z","end":"2026-04-28T07:29:50.197596Z","steps":["trace[2105792314] 'agreement among raft nodes before linearized reading' (duration: 409.822827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.197636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:49.787716Z","time spent":"409.914109ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:29:50.602425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.85427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:50.602748Z","caller":"traceutil/trace.go:171","msg":"trace[1988395804] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"397.941218ms","start":"2026-04-28T07:29:50.20479Z","end":"2026-04-28T07:29:50.602731Z","steps":["trace[1988395804] 'process raft request' (duration: 136.698318ms)","trace[1988395804] 'compare' (duration: 260.464721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:50.602816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:50.204767Z","time spent":"398.018331ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:50.602748Z","caller":"traceutil/trace.go:171","msg":"trace[1338669719] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"397.682782ms","start":"2026-04-28T07:29:50.205051Z","end":"2026-04-28T07:29:50.602734Z","steps":["trace[1338669719] 'process raft request' (duration: 397.471047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:50.602811Z","caller":"traceutil/trace.go:171","msg":"trace[2139981267] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"397.646711ms","start":"2026-04-28T07:29:50.205134Z","end":"2026-04-28T07:29:50.602781Z","steps":["trace[2139981267] 'process raft request' (duration: 397.449637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:50.602889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:50.205036Z","time spent":"397.823715ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:50.602972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:50.205113Z","time spent":"397.765834ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:50.777137Z","caller":"traceutil/trace.go:171","msg":"trace[229187428] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"169.712168ms","start":"2026-04-28T07:29:50.607393Z","end":"2026-04-28T07:29:50.777105Z","steps":["trace[229187428] 'process raft request' (duration: 129.289811ms)","trace[229187428] 'compare' (duration: 40.186221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:50.892543Z","caller":"traceutil/trace.go:171","msg":"trace[1286053653] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"110.97185ms","start":"2026-04-28T07:29:50.781538Z","end":"2026-04-28T07:29:50.89251Z","steps":["trace[1286053653] 'process raft request' (duration: 98.751363ms)","trace[1286053653] 'compare' (duration: 12.012382ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:52.99229Z","caller":"traceutil/trace.go:171","msg":"trace[527500906] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"380.908711ms","start":"2026-04-28T07:29:52.611359Z","end":"2026-04-28T07:29:52.992267Z","steps":["trace[527500906] 'process raft request' (duration: 380.731667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:52.992438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.611345Z","time spent":"381.013123ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:53.302915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.619635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:53.303195Z","caller":"traceutil/trace.go:171","msg":"trace[1184038413] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"691.587061ms","start":"2026-04-28T07:29:52.611586Z","end":"2026-04-28T07:29:53.303173Z","steps":["trace[1184038413] 'process raft request' (duration: 691.421647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:53.303197Z","caller":"traceutil/trace.go:171","msg":"trace[2100178302] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"691.615202ms","start":"2026-04-28T07:29:52.611557Z","end":"2026-04-28T07:29:53.303173Z","steps":["trace[2100178302] 'process raft request' (duration: 452.483965ms)","trace[2100178302] 'compare' (duration: 238.408419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:53.303278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.611566Z","time spent":"691.676233ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:53.303305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.611517Z","time spent":"691.739965ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:53.303387Z","caller":"traceutil/trace.go:171","msg":"trace[1458279199] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2012; }","duration":"521.548986ms","start":"2026-04-28T07:29:52.781804Z","end":"2026-04-28T07:29:53.303353Z","steps":["trace[1458279199] 'read index received' (duration: 210.330023ms)","trace[1458279199] 'applied index is now lower than readState.Index' (duration: 311.214943ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:53.303496Z","caller":"traceutil/trace.go:171","msg":"trace[998891258] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"232.100952ms","start":"2026-04-28T07:29:53.071383Z","end":"2026-04-28T07:29:53.303484Z","steps":["trace[998891258] 'process raft request' (duration: 231.686402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:53.303665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.827913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:29:53.303759Z","caller":"traceutil/trace.go:171","msg":"trace[1877925635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"521.965357ms","start":"2026-04-28T07:29:52.781769Z","end":"2026-04-28T07:29:53.303735Z","steps":["trace[1877925635] 'agreement among raft nodes before linearized reading' (duration: 521.69743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:53.303809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.78175Z","time spent":"522.048318ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:29:53.478941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.457928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:29:53.479437Z","caller":"traceutil/trace.go:171","msg":"trace[387250907] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"171.351097ms","start":"2026-04-28T07:29:53.30807Z","end":"2026-04-28T07:29:53.479421Z","steps":["trace[387250907] 'process raft request' (duration: 171.230674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:53.479435Z","caller":"traceutil/trace.go:171","msg":"trace[1204390983] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"175.939631ms","start":"2026-04-28T07:29:53.303472Z","end":"2026-04-28T07:29:53.479411Z","steps":["trace[1204390983] 'read index received' (duration: 66.712µs)","trace[1204390983] 'applied index is now lower than readState.Index' (duration: 175.870129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:53.479579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.385209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:29:53.479617Z","caller":"traceutil/trace.go:171","msg":"trace[469971234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"692.449592ms","start":"2026-04-28T07:29:52.787155Z","end":"2026-04-28T07:29:53.479605Z","steps":["trace[469971234] 'agreement among raft nodes before linearized reading' (duration: 692.355489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:53.479656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.787146Z","time spent":"692.501683ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:29:53.4797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.032419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:29:53.479745Z","caller":"traceutil/trace.go:171","msg":"trace[1157369373] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1923; }","duration":"376.105092ms","start":"2026-04-28T07:29:53.103627Z","end":"2026-04-28T07:29:53.479732Z","steps":["trace[1157369373] 'agreement among raft nodes before linearized reading' (duration: 375.962628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:53.479787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:53.103612Z","time spent":"376.166433ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:29:53.47978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.787018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:29:53.479812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.857475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:29:53.479876Z","caller":"traceutil/trace.go:171","msg":"trace[1371653935] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1923; }","duration":"219.933891ms","start":"2026-04-28T07:29:53.259916Z","end":"2026-04-28T07:29:53.47985Z","steps":["trace[1371653935] 'agreement among raft nodes before linearized reading' (duration: 219.737667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:53.479882Z","caller":"traceutil/trace.go:171","msg":"trace[901759013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"563.981748ms","start":"2026-04-28T07:29:52.91588Z","end":"2026-04-28T07:29:53.479862Z","steps":["trace[901759013] 'agreement among raft nodes before linearized reading' (duration: 563.745192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:53.479932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:52.915856Z","time spent":"564.067089ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:29:55.455685Z","caller":"traceutil/trace.go:171","msg":"trace[1899278874] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"144.959323ms","start":"2026-04-28T07:29:55.310701Z","end":"2026-04-28T07:29:55.45566Z","steps":["trace[1899278874] 'process raft request' (duration: 144.808469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:55.514576Z","caller":"traceutil/trace.go:171","msg":"trace[1688294005] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"203.135833ms","start":"2026-04-28T07:29:55.311421Z","end":"2026-04-28T07:29:55.514557Z","steps":["trace[1688294005] 'process raft request' (duration: 202.935438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:55.779456Z","caller":"traceutil/trace.go:171","msg":"trace[673830564] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"165.329788ms","start":"2026-04-28T07:29:55.614101Z","end":"2026-04-28T07:29:55.77943Z","steps":["trace[673830564] 'process raft request' (duration: 165.133763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:55.995564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.365177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-28T07:29:55.995886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.304518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-04-28T07:29:55.995929Z","caller":"traceutil/trace.go:171","msg":"trace[908936332] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1934; }","duration":"299.431711ms","start":"2026-04-28T07:29:55.696488Z","end":"2026-04-28T07:29:55.99592Z","steps":["trace[908936332] 'agreement among raft nodes before linearized reading' (duration: 299.348029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:55.995825Z","caller":"traceutil/trace.go:171","msg":"trace[867323719] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2027; }","duration":"299.230066ms","start":"2026-04-28T07:29:55.696574Z","end":"2026-04-28T07:29:55.995804Z","steps":["trace[867323719] 'read index received' (duration: 82.669859ms)","trace[867323719] 'applied index is now lower than readState.Index' (duration: 216.509866ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:55.995805Z","caller":"traceutil/trace.go:171","msg":"trace[42507843] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"333.764402ms","start":"2026-04-28T07:29:55.662016Z","end":"2026-04-28T07:29:55.99578Z","steps":["trace[42507843] 'process raft request' (duration: 181.082788ms)","trace[42507843] 'compare' (duration: 152.261494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:55.996847Z","caller":"traceutil/trace.go:171","msg":"trace[554487066] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1934; }","duration":"100.034139ms","start":"2026-04-28T07:29:55.89675Z","end":"2026-04-28T07:29:55.996784Z","steps":["trace[554487066] 'agreement among raft nodes before linearized reading' (duration: 99.66009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:55.996943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:55.661989Z","time spent":"334.897729ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:29:56.331358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.987448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:56.332041Z","caller":"traceutil/trace.go:171","msg":"trace[457881015] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2029; }","duration":"104.821358ms","start":"2026-04-28T07:29:56.2272Z","end":"2026-04-28T07:29:56.332021Z","steps":["trace[457881015] 'read index received' (duration: 1.979109ms)","trace[457881015] 'applied index is now lower than readState.Index' (duration: 102.840239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:56.332249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.042643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:29:56.332295Z","caller":"traceutil/trace.go:171","msg":"trace[544659050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"105.117385ms","start":"2026-04-28T07:29:56.227169Z","end":"2026-04-28T07:29:56.332286Z","steps":["trace[544659050] 'agreement among raft nodes before linearized reading' (duration: 104.91561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:56.332544Z","caller":"traceutil/trace.go:171","msg":"trace[309376797] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"330.801188ms","start":"2026-04-28T07:29:56.001693Z","end":"2026-04-28T07:29:56.332494Z","steps":["trace[309376797] 'process raft request' (duration: 227.540829ms)","trace[309376797] 'compare' (duration: 101.875535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:56.332761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:29:56.001673Z","time spent":"330.972203ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:29:57.699757Z","caller":"traceutil/trace.go:171","msg":"trace[140258892] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"109.872183ms","start":"2026-04-28T07:29:57.589858Z","end":"2026-04-28T07:29:57.699731Z","steps":["trace[140258892] 'process raft request' (duration: 106.348906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:57.982043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.607494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:29:57.982131Z","caller":"traceutil/trace.go:171","msg":"trace[868507415] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"193.036995ms","start":"2026-04-28T07:29:57.789075Z","end":"2026-04-28T07:29:57.982112Z","steps":["trace[868507415] 'process raft request' (duration: 25.285577ms)","trace[868507415] 'compare' (duration: 167.524002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:58.190982Z","caller":"traceutil/trace.go:171","msg":"trace[1664465613] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"132.618037ms","start":"2026-04-28T07:29:58.058339Z","end":"2026-04-28T07:29:58.190957Z","steps":["trace[1664465613] 'read index received' (duration: 51.029774ms)","trace[1664465613] 'applied index is now lower than readState.Index' (duration: 81.587083ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:58.191078Z","caller":"traceutil/trace.go:171","msg":"trace[1849835207] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"188.521173ms","start":"2026-04-28T07:29:58.002517Z","end":"2026-04-28T07:29:58.191038Z","steps":["trace[1849835207] 'process raft request' (duration: 106.958232ms)","trace[1849835207] 'compare' (duration: 81.356926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:58.191188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.831433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:29:58.191228Z","caller":"traceutil/trace.go:171","msg":"trace[801185811] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:1943; }","duration":"132.948965ms","start":"2026-04-28T07:29:58.058269Z","end":"2026-04-28T07:29:58.191218Z","steps":["trace[801185811] 'agreement among raft nodes before linearized reading' (duration: 132.782251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:29:59.68398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.70296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:29:59.68407Z","caller":"traceutil/trace.go:171","msg":"trace[1995108321] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1949; }","duration":"174.839304ms","start":"2026-04-28T07:29:59.50921Z","end":"2026-04-28T07:29:59.684049Z","steps":["trace[1995108321] 'range keys from in-memory index tree' (duration: 174.468454ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:59.843374Z","caller":"traceutil/trace.go:171","msg":"trace[2090749196] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"155.624856ms","start":"2026-04-28T07:29:59.687724Z","end":"2026-04-28T07:29:59.843349Z","steps":["trace[2090749196] 'process raft request' (duration: 155.446012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:29:59.90548Z","caller":"traceutil/trace.go:171","msg":"trace[661815503] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"202.288225ms","start":"2026-04-28T07:29:59.703174Z","end":"2026-04-28T07:29:59.905462Z","steps":["trace[661815503] 'read index received' (duration: 140.089112ms)","trace[661815503] 'applied index is now lower than readState.Index' (duration: 62.198023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:29:59.905662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.49829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:29:59.905622Z","caller":"traceutil/trace.go:171","msg":"trace[879355031] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"216.897556ms","start":"2026-04-28T07:29:59.688674Z","end":"2026-04-28T07:29:59.905572Z","steps":["trace[879355031] 'process raft request' (duration: 205.447583ms)","trace[879355031] 'compare' (duration: 11.247429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:29:59.905698Z","caller":"traceutil/trace.go:171","msg":"trace[139303281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1951; }","duration":"202.590212ms","start":"2026-04-28T07:29:59.703097Z","end":"2026-04-28T07:29:59.905687Z","steps":["trace[139303281] 'agreement among raft nodes before linearized reading' (duration: 202.443149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:00.09033Z","caller":"traceutil/trace.go:171","msg":"trace[1359248525] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"104.333557ms","start":"2026-04-28T07:29:59.985963Z","end":"2026-04-28T07:30:00.090297Z","steps":["trace[1359248525] 'read index received' (duration: 65.575946ms)","trace[1359248525] 'applied index is now lower than readState.Index' (duration: 38.755981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:00.090557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:30:00.09062Z","caller":"traceutil/trace.go:171","msg":"trace[1248265135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1952; }","duration":"104.699645ms","start":"2026-04-28T07:29:59.985906Z","end":"2026-04-28T07:30:00.090605Z","steps":["trace[1248265135] 'agreement among raft nodes before linearized reading' (duration: 104.4858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:00.090415Z","caller":"traceutil/trace.go:171","msg":"trace[1304792119] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"179.898759ms","start":"2026-04-28T07:29:59.910488Z","end":"2026-04-28T07:30:00.090386Z","steps":["trace[1304792119] 'process raft request' (duration: 141.003615ms)","trace[1304792119] 'compare' (duration: 38.639428ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:02.145241Z","caller":"traceutil/trace.go:171","msg":"trace[880662280] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"235.62401ms","start":"2026-04-28T07:30:01.909597Z","end":"2026-04-28T07:30:02.145221Z","steps":["trace[880662280] 'read index received' (duration: 235.337383ms)","trace[880662280] 'applied index is now lower than readState.Index' (duration: 285.637µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:02.145286Z","caller":"traceutil/trace.go:171","msg":"trace[818193598] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"293.867284ms","start":"2026-04-28T07:30:01.851393Z","end":"2026-04-28T07:30:02.14526Z","steps":["trace[818193598] 'process raft request' (duration: 293.696039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:02.145484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.217804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:30:02.145575Z","caller":"traceutil/trace.go:171","msg":"trace[1627829106] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1958; }","duration":"211.403639ms","start":"2026-04-28T07:30:01.934158Z","end":"2026-04-28T07:30:02.145562Z","steps":["trace[1627829106] 'agreement among raft nodes before linearized reading' (duration: 211.181813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:02.146067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.430879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:30:02.146146Z","caller":"traceutil/trace.go:171","msg":"trace[910661648] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1958; }","duration":"236.583513ms","start":"2026-04-28T07:30:01.909541Z","end":"2026-04-28T07:30:02.146125Z","steps":["trace[910661648] 'agreement among raft nodes before linearized reading' (duration: 235.796873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:04.421845Z","caller":"traceutil/trace.go:171","msg":"trace[493522474] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"207.332968ms","start":"2026-04-28T07:30:04.214483Z","end":"2026-04-28T07:30:04.421816Z","steps":["trace[493522474] 'process raft request' (duration: 182.341009ms)","trace[493522474] 'compare' (duration: 24.863326ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:04.435962Z","caller":"traceutil/trace.go:171","msg":"trace[520755646] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"220.590817ms","start":"2026-04-28T07:30:04.215348Z","end":"2026-04-28T07:30:04.435938Z","steps":["trace[520755646] 'process raft request' (duration: 220.502385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:04.436339Z","caller":"traceutil/trace.go:171","msg":"trace[1405837028] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"221.579292ms","start":"2026-04-28T07:30:04.214746Z","end":"2026-04-28T07:30:04.436326Z","steps":["trace[1405837028] 'process raft request' (duration: 220.976127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:04.436548Z","caller":"traceutil/trace.go:171","msg":"trace[862867768] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"196.210323ms","start":"2026-04-28T07:30:04.24032Z","end":"2026-04-28T07:30:04.436531Z","steps":["trace[862867768] 'process raft request' (duration: 195.571097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:04.683309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.23537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:04.683377Z","caller":"traceutil/trace.go:171","msg":"trace[1655506710] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"186.417829ms","start":"2026-04-28T07:30:04.496947Z","end":"2026-04-28T07:30:04.683365Z","steps":["trace[1655506710] 'read index received' (duration: 70.002534ms)","trace[1655506710] 'applied index is now lower than readState.Index' (duration: 116.414495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:04.683467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.532103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:30:04.68349Z","caller":"traceutil/trace.go:171","msg":"trace[1537448832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1973; }","duration":"186.587414ms","start":"2026-04-28T07:30:04.496898Z","end":"2026-04-28T07:30:04.683485Z","steps":["trace[1537448832] 'agreement among raft nodes before linearized reading' (duration: 186.493622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:04.683542Z","caller":"traceutil/trace.go:171","msg":"trace[2136858305] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"242.070899ms","start":"2026-04-28T07:30:04.44141Z","end":"2026-04-28T07:30:04.683481Z","steps":["trace[2136858305] 'process raft request' (duration: 125.607013ms)","trace[2136858305] 'compare' (duration: 116.140068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:04.969809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.807524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:04.969919Z","caller":"traceutil/trace.go:171","msg":"trace[955731733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"183.950288ms","start":"2026-04-28T07:30:04.785937Z","end":"2026-04-28T07:30:04.969887Z","steps":["trace[955731733] 'range keys from in-memory index tree' (duration: 183.744733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:05.410872Z","caller":"traceutil/trace.go:171","msg":"trace[1059602515] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"180.705599ms","start":"2026-04-28T07:30:05.23014Z","end":"2026-04-28T07:30:05.410846Z","steps":["trace[1059602515] 'process raft request' (duration: 180.546355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:05.904998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.061807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:05.905083Z","caller":"traceutil/trace.go:171","msg":"trace[1803420173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"118.183539ms","start":"2026-04-28T07:30:05.78688Z","end":"2026-04-28T07:30:05.905063Z","steps":["trace[1803420173] 'range keys from in-memory index tree' (duration: 117.991524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:06.722478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.479936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:06.722727Z","caller":"traceutil/trace.go:171","msg":"trace[1121462352] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"277.966449ms","start":"2026-04-28T07:30:06.444742Z","end":"2026-04-28T07:30:06.722709Z","steps":["trace[1121462352] 'process raft request' (duration: 277.921738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:06.722796Z","caller":"traceutil/trace.go:171","msg":"trace[505570392] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2074; }","duration":"280.696717ms","start":"2026-04-28T07:30:06.442069Z","end":"2026-04-28T07:30:06.722766Z","steps":["trace[505570392] 'read index received' (duration: 111.929084ms)","trace[505570392] 'applied index is now lower than readState.Index' (duration: 168.764073ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:06.722851Z","caller":"traceutil/trace.go:171","msg":"trace[206054061] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"278.390749ms","start":"2026-04-28T07:30:06.444421Z","end":"2026-04-28T07:30:06.722812Z","steps":["trace[206054061] 'process raft request' (duration: 278.186144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:06.722951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.878791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:30:06.72317Z","caller":"traceutil/trace.go:171","msg":"trace[1656024973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1980; }","duration":"280.945973ms","start":"2026-04-28T07:30:06.442032Z","end":"2026-04-28T07:30:06.722978Z","steps":["trace[1656024973] 'agreement among raft nodes before linearized reading' (duration: 280.82641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:06.722715Z","caller":"traceutil/trace.go:171","msg":"trace[1082107734] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"281.538017ms","start":"2026-04-28T07:30:06.441136Z","end":"2026-04-28T07:30:06.722674Z","steps":["trace[1082107734] 'process raft request' (duration: 112.779355ms)","trace[1082107734] 'compare' (duration: 168.322692ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:07.07547Z","caller":"traceutil/trace.go:171","msg":"trace[334123372] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2077; }","duration":"289.679199ms","start":"2026-04-28T07:30:06.785769Z","end":"2026-04-28T07:30:07.075448Z","steps":["trace[334123372] 'read index received' (duration: 247.35627ms)","trace[334123372] 'applied index is now lower than readState.Index' (duration: 42.321829ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:07.075596Z","caller":"traceutil/trace.go:171","msg":"trace[1373990696] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"347.460542ms","start":"2026-04-28T07:30:06.728116Z","end":"2026-04-28T07:30:07.075577Z","steps":["trace[1373990696] 'process raft request' (duration: 305.00681ms)","trace[1373990696] 'compare' (duration: 42.219186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:07.075657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.884695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:30:07.075676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.405602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:30:07.075682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:06.728096Z","time spent":"347.533813ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:07.075703Z","caller":"traceutil/trace.go:171","msg":"trace[829584904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1981; }","duration":"289.973156ms","start":"2026-04-28T07:30:06.785718Z","end":"2026-04-28T07:30:07.075691Z","steps":["trace[829584904] 'agreement among raft nodes before linearized reading' (duration: 289.853563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:07.075712Z","caller":"traceutil/trace.go:171","msg":"trace[168607982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"289.530365ms","start":"2026-04-28T07:30:06.786169Z","end":"2026-04-28T07:30:07.075699Z","steps":["trace[168607982] 'agreement among raft nodes before linearized reading' (duration: 289.429433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:07.363916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.155045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:30:07.363999Z","caller":"traceutil/trace.go:171","msg":"trace[1551308110] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1982; }","duration":"159.294098ms","start":"2026-04-28T07:30:07.204686Z","end":"2026-04-28T07:30:07.36398Z","steps":["trace[1551308110] 'range keys from in-memory index tree' (duration: 158.96421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:08.982691Z","caller":"traceutil/trace.go:171","msg":"trace[553585219] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2084; }","duration":"254.846336ms","start":"2026-04-28T07:30:08.727819Z","end":"2026-04-28T07:30:08.982665Z","steps":["trace[553585219] 'read index received' (duration: 254.707162ms)","trace[553585219] 'applied index is now lower than readState.Index' (duration: 138.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:08.982746Z","caller":"traceutil/trace.go:171","msg":"trace[420934958] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"291.639488ms","start":"2026-04-28T07:30:08.691064Z","end":"2026-04-28T07:30:08.982703Z","steps":["trace[420934958] 'process raft request' (duration: 291.416202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:08.982939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.099943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:30:08.982987Z","caller":"traceutil/trace.go:171","msg":"trace[1537795402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"255.213785ms","start":"2026-04-28T07:30:08.727759Z","end":"2026-04-28T07:30:08.982973Z","steps":["trace[1537795402] 'agreement among raft nodes before linearized reading' (duration: 255.031681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.343345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.537105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:09.343737Z","caller":"traceutil/trace.go:171","msg":"trace[140077564] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"614.502601ms","start":"2026-04-28T07:30:08.729199Z","end":"2026-04-28T07:30:09.343702Z","steps":["trace[140077564] 'process raft request' (duration: 370.469763ms)","trace[140077564] 'compare' (duration: 243.362431ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:09.34379Z","caller":"traceutil/trace.go:171","msg":"trace[1048496799] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"322.137104ms","start":"2026-04-28T07:30:09.021627Z","end":"2026-04-28T07:30:09.343764Z","steps":["trace[1048496799] 'process raft request' (duration: 322.078753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:09.343799Z","caller":"traceutil/trace.go:171","msg":"trace[884944079] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"354.948407ms","start":"2026-04-28T07:30:08.988819Z","end":"2026-04-28T07:30:09.343767Z","steps":["trace[884944079] 'process raft request' (duration: 354.801764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.343919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.251529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T07:30:09.343949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.472261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:30:09.34395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.988793Z","time spent":"355.075411ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:09.343966Z","caller":"traceutil/trace.go:171","msg":"trace[642585760] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1990; }","duration":"613.358132ms","start":"2026-04-28T07:30:08.730599Z","end":"2026-04-28T07:30:09.343957Z","steps":["trace[642585760] 'agreement among raft nodes before linearized reading' (duration: 613.203948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:09.343975Z","caller":"traceutil/trace.go:171","msg":"trace[286366924] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1990; }","duration":"558.531993ms","start":"2026-04-28T07:30:08.785434Z","end":"2026-04-28T07:30:09.343966Z","steps":["trace[286366924] 'agreement among raft nodes before linearized reading' (duration: 558.480262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.343973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.729179Z","time spent":"614.636884ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:30:09.343997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.730584Z","time spent":"613.405893ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T07:30:09.343997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.785417Z","time spent":"558.574215ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:30:09.343938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.226331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:30:09.344114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.864682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:09.34428Z","caller":"traceutil/trace.go:171","msg":"trace[1790275544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1990; }","duration":"434.095828ms","start":"2026-04-28T07:30:08.910153Z","end":"2026-04-28T07:30:09.344249Z","steps":["trace[1790275544] 'agreement among raft nodes before linearized reading' (duration: 433.804731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:09.343757Z","caller":"traceutil/trace.go:171","msg":"trace[695636318] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2085; }","duration":"360.971236ms","start":"2026-04-28T07:30:08.982761Z","end":"2026-04-28T07:30:09.343732Z","steps":["trace[695636318] 'read index received' (duration: 116.925328ms)","trace[695636318] 'applied index is now lower than readState.Index' (duration: 244.042518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:09.344352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.910135Z","time spent":"434.203311ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:30:09.344678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.022237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:30:09.344049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:09.021609Z","time spent":"322.296318ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:09.344727Z","caller":"traceutil/trace.go:171","msg":"trace[1227791825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1990; }","duration":"265.10541ms","start":"2026-04-28T07:30:09.079609Z","end":"2026-04-28T07:30:09.344715Z","steps":["trace[1227791825] 'agreement among raft nodes before linearized reading' (duration: 264.829114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.344866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.44425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:30:09.344907Z","caller":"traceutil/trace.go:171","msg":"trace[1585911460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1990; }","duration":"236.514312ms","start":"2026-04-28T07:30:09.108381Z","end":"2026-04-28T07:30:09.344895Z","steps":["trace[1585911460] 'agreement among raft nodes before linearized reading' (duration: 236.42058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:09.34495Z","caller":"traceutil/trace.go:171","msg":"trace[299616928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"557.577129ms","start":"2026-04-28T07:30:08.786652Z","end":"2026-04-28T07:30:09.344229Z","steps":["trace[299616928] 'agreement among raft nodes before linearized reading' (duration: 557.082427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.345051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:08.78664Z","time spent":"558.387849ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:30:09.671827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.118776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:09.672436Z","caller":"traceutil/trace.go:171","msg":"trace[1536116172] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2089; }","duration":"215.435199ms","start":"2026-04-28T07:30:09.456779Z","end":"2026-04-28T07:30:09.672215Z","steps":["trace[1536116172] 'read index received' (duration: 67.77041ms)","trace[1536116172] 'applied index is now lower than readState.Index' (duration: 147.663009ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:09.672489Z","caller":"traceutil/trace.go:171","msg":"trace[1305170166] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"321.430836ms","start":"2026-04-28T07:30:09.351026Z","end":"2026-04-28T07:30:09.672456Z","steps":["trace[1305170166] 'process raft request' (duration: 173.549031ms)","trace[1305170166] 'compare' (duration: 146.585634ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:09.672798Z","caller":"traceutil/trace.go:171","msg":"trace[1806893519] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"319.464477ms","start":"2026-04-28T07:30:09.353281Z","end":"2026-04-28T07:30:09.672745Z","steps":["trace[1806893519] 'process raft request' (duration: 318.711759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:09.672872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:09.350997Z","time spent":"321.603931ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:30:09.673005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.191927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:30:09.673033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:09.353268Z","time spent":"319.644922ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:09.673097Z","caller":"traceutil/trace.go:171","msg":"trace[1183888712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1993; }","duration":"216.334001ms","start":"2026-04-28T07:30:09.456721Z","end":"2026-04-28T07:30:09.673055Z","steps":["trace[1183888712] 'agreement among raft nodes before linearized reading' (duration: 215.820948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:09.859053Z","caller":"traceutil/trace.go:171","msg":"trace[1684716556] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"103.512865ms","start":"2026-04-28T07:30:09.755504Z","end":"2026-04-28T07:30:09.859017Z","steps":["trace[1684716556] 'process raft request' (duration: 35.868149ms)","trace[1684716556] 'compare' (duration: 67.447732ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:11.5584Z","caller":"traceutil/trace.go:171","msg":"trace[555891607] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"151.434133ms","start":"2026-04-28T07:30:11.406921Z","end":"2026-04-28T07:30:11.558355Z","steps":["trace[555891607] 'process raft request' (duration: 118.662372ms)","trace[555891607] 'compare' (duration: 32.561906ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:11.611935Z","caller":"traceutil/trace.go:171","msg":"trace[1221665004] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2095; }","duration":"172.629148ms","start":"2026-04-28T07:30:11.439283Z","end":"2026-04-28T07:30:11.611912Z","steps":["trace[1221665004] 'read index received' (duration: 86.435192ms)","trace[1221665004] 'applied index is now lower than readState.Index' (duration: 86.192886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:11.612142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.839224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T07:30:11.612206Z","caller":"traceutil/trace.go:171","msg":"trace[313575322] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1999; }","duration":"172.982138ms","start":"2026-04-28T07:30:11.439211Z","end":"2026-04-28T07:30:11.612193Z","steps":["trace[313575322] 'agreement among raft nodes before linearized reading' (duration: 172.810602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:11.61201Z","caller":"traceutil/trace.go:171","msg":"trace[1247729653] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"204.56644ms","start":"2026-04-28T07:30:11.407405Z","end":"2026-04-28T07:30:11.611971Z","steps":["trace[1247729653] 'process raft request' (duration: 204.369365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:11.782788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.589221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:30:11.782874Z","caller":"traceutil/trace.go:171","msg":"trace[418789982] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2000; }","duration":"104.740335ms","start":"2026-04-28T07:30:11.678114Z","end":"2026-04-28T07:30:11.782854Z","steps":["trace[418789982] 'range keys from in-memory index tree' (duration: 104.388877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:11.782946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.605452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:30:11.783222Z","caller":"traceutil/trace.go:171","msg":"trace[305704101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2000; }","duration":"104.762226ms","start":"2026-04-28T07:30:11.678258Z","end":"2026-04-28T07:30:11.78302Z","steps":["trace[305704101] 'range keys from in-memory index tree' (duration: 104.412667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:12.094011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.038878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:12.094178Z","caller":"traceutil/trace.go:171","msg":"trace[1360564420] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"304.514548ms","start":"2026-04-28T07:30:11.789647Z","end":"2026-04-28T07:30:12.094161Z","steps":["trace[1360564420] 'process raft request' (duration: 304.451546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:12.094188Z","caller":"traceutil/trace.go:171","msg":"trace[1924508845] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"304.668052ms","start":"2026-04-28T07:30:11.789491Z","end":"2026-04-28T07:30:12.094159Z","steps":["trace[1924508845] 'process raft request' (duration: 102.402818ms)","trace[1924508845] 'compare' (duration: 201.930965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:12.094264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:11.789608Z","time spent":"304.623501ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:30:12.094603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:11.789481Z","time spent":"304.773354ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:12.544627Z","caller":"traceutil/trace.go:171","msg":"trace[667632265] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"103.628579ms","start":"2026-04-28T07:30:12.440972Z","end":"2026-04-28T07:30:12.544601Z","steps":["trace[667632265] 'process raft request' (duration: 103.356662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:12.795835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.08789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:12.795996Z","caller":"traceutil/trace.go:171","msg":"trace[947899407] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"246.405777ms","start":"2026-04-28T07:30:12.549527Z","end":"2026-04-28T07:30:12.795933Z","steps":["trace[947899407] 'process raft request' (duration: 117.137764ms)","trace[947899407] 'compare' (duration: 128.869733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:13.065658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.921094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:30:13.065738Z","caller":"traceutil/trace.go:171","msg":"trace[1247861196] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2005; }","duration":"112.034927ms","start":"2026-04-28T07:30:12.953684Z","end":"2026-04-28T07:30:13.065719Z","steps":["trace[1247861196] 'count revisions from in-memory index tree' (duration: 111.821462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:13.678494Z","caller":"traceutil/trace.go:171","msg":"trace[651373847] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"109.993986ms","start":"2026-04-28T07:30:13.568474Z","end":"2026-04-28T07:30:13.678468Z","steps":["trace[651373847] 'process raft request' (duration: 100.433339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.062428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.058058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:30:14.062793Z","caller":"traceutil/trace.go:171","msg":"trace[845525516] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"423.054325ms","start":"2026-04-28T07:30:13.639717Z","end":"2026-04-28T07:30:14.062771Z","steps":["trace[845525516] 'process raft request' (duration: 422.801589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.0629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:13.639699Z","time spent":"423.132327ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:14.164749Z","caller":"traceutil/trace.go:171","msg":"trace[1683318048] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"378.556782ms","start":"2026-04-28T07:30:13.786169Z","end":"2026-04-28T07:30:14.164726Z","steps":["trace[1683318048] 'read index received' (duration: 293.281588ms)","trace[1683318048] 'applied index is now lower than readState.Index' (duration: 85.274034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:14.164879Z","caller":"traceutil/trace.go:171","msg":"trace[96010768] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"482.838637ms","start":"2026-04-28T07:30:13.682031Z","end":"2026-04-28T07:30:14.164869Z","steps":["trace[96010768] 'process raft request' (duration: 397.416759ms)","trace[96010768] 'compare' (duration: 85.046859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:14.164963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:13.682003Z","time spent":"482.901819ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:30:14.165015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.913215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:30:14.165089Z","caller":"traceutil/trace.go:171","msg":"trace[12874644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2009; }","duration":"336.019378ms","start":"2026-04-28T07:30:13.829053Z","end":"2026-04-28T07:30:14.165073Z","steps":["trace[12874644] 'agreement among raft nodes before linearized reading' (duration: 335.845394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.165131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:13.82904Z","time spent":"336.08298ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:30:14.165308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.045471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:14.165342Z","caller":"traceutil/trace.go:171","msg":"trace[1487043944] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2009; }","duration":"163.101773ms","start":"2026-04-28T07:30:14.002231Z","end":"2026-04-28T07:30:14.165333Z","steps":["trace[1487043944] 'agreement among raft nodes before linearized reading' (duration: 163.045251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.165359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.188877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:14.165392Z","caller":"traceutil/trace.go:171","msg":"trace[1180470734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2009; }","duration":"379.255999ms","start":"2026-04-28T07:30:13.786128Z","end":"2026-04-28T07:30:14.165384Z","steps":["trace[1180470734] 'agreement among raft nodes before linearized reading' (duration: 379.206748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.165414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:13.786109Z","time spent":"379.300441ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:30:14.165525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.224518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:30:14.165561Z","caller":"traceutil/trace.go:171","msg":"trace[2109487949] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2009; }","duration":"178.29495ms","start":"2026-04-28T07:30:13.987256Z","end":"2026-04-28T07:30:14.165551Z","steps":["trace[2109487949] 'agreement among raft nodes before linearized reading' (duration: 178.208698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.1658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.057096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:30:14.165832Z","caller":"traceutil/trace.go:171","msg":"trace[1782453350] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2009; }","duration":"256.127278ms","start":"2026-04-28T07:30:13.909698Z","end":"2026-04-28T07:30:14.165825Z","steps":["trace[1782453350] 'agreement among raft nodes before linearized reading' (duration: 256.068296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:14.409784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.441337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:14.409937Z","caller":"traceutil/trace.go:171","msg":"trace[1741992017] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"239.088005ms","start":"2026-04-28T07:30:14.170831Z","end":"2026-04-28T07:30:14.409919Z","steps":["trace[1741992017] 'process raft request' (duration: 99.435674ms)","trace[1741992017] 'compare' (duration: 139.319593ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:14.409988Z","caller":"traceutil/trace.go:171","msg":"trace[1439955974] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"239.032624ms","start":"2026-04-28T07:30:14.170917Z","end":"2026-04-28T07:30:14.40995Z","steps":["trace[1439955974] 'read index received' (duration: 99.385952ms)","trace[1439955974] 'applied index is now lower than readState.Index' (duration: 139.643892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:14.410125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.201368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:14.410161Z","caller":"traceutil/trace.go:171","msg":"trace[768255043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"239.25824ms","start":"2026-04-28T07:30:14.170893Z","end":"2026-04-28T07:30:14.410151Z","steps":["trace[768255043] 'agreement among raft nodes before linearized reading' (duration: 239.153917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:14.41049Z","caller":"traceutil/trace.go:171","msg":"trace[1402203176] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"239.368332ms","start":"2026-04-28T07:30:14.171107Z","end":"2026-04-28T07:30:14.410476Z","steps":["trace[1402203176] 'process raft request' (duration: 238.825409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:14.410539Z","caller":"traceutil/trace.go:171","msg":"trace[359575207] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"238.928072ms","start":"2026-04-28T07:30:14.171599Z","end":"2026-04-28T07:30:14.410527Z","steps":["trace[359575207] 'process raft request' (duration: 238.8577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:14.410007Z","caller":"traceutil/trace.go:171","msg":"trace[997184539] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"238.997943ms","start":"2026-04-28T07:30:14.170992Z","end":"2026-04-28T07:30:14.40999Z","steps":["trace[997184539] 'process raft request' (duration: 238.89128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:15.606885Z","caller":"traceutil/trace.go:171","msg":"trace[35271761] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"132.075594ms","start":"2026-04-28T07:30:15.474786Z","end":"2026-04-28T07:30:15.606861Z","steps":["trace[35271761] 'process raft request' (duration: 131.94641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:15.925223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.533703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:15.925284Z","caller":"traceutil/trace.go:171","msg":"trace[665596258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"140.658766ms","start":"2026-04-28T07:30:15.784612Z","end":"2026-04-28T07:30:15.925271Z","steps":["trace[665596258] 'range keys from in-memory index tree' (duration: 140.389519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:16.568049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.798091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:30:16.568127Z","caller":"traceutil/trace.go:171","msg":"trace[1247353610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2018; }","duration":"153.908184ms","start":"2026-04-28T07:30:16.4142Z","end":"2026-04-28T07:30:16.568108Z","steps":["trace[1247353610] 'range keys from in-memory index tree' (duration: 153.654448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:16.568381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.769291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:30:16.56841Z","caller":"traceutil/trace.go:171","msg":"trace[1200571053] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2018; }","duration":"153.808111ms","start":"2026-04-28T07:30:16.414594Z","end":"2026-04-28T07:30:16.568402Z","steps":["trace[1200571053] 'range keys from in-memory index tree' (duration: 153.70603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:16.568535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.665534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:30:16.568556Z","caller":"traceutil/trace.go:171","msg":"trace[1854417870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2018; }","duration":"152.697204ms","start":"2026-04-28T07:30:16.415854Z","end":"2026-04-28T07:30:16.568552Z","steps":["trace[1854417870] 'range keys from in-memory index tree' (duration: 152.613543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:16.689595Z","caller":"traceutil/trace.go:171","msg":"trace[79253571] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"117.235585ms","start":"2026-04-28T07:30:16.572332Z","end":"2026-04-28T07:30:16.689568Z","steps":["trace[79253571] 'process raft request' (duration: 117.059301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:16.819399Z","caller":"traceutil/trace.go:171","msg":"trace[362362301] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"246.390897ms","start":"2026-04-28T07:30:16.572982Z","end":"2026-04-28T07:30:16.819373Z","steps":["trace[362362301] 'process raft request' (duration: 207.167035ms)","trace[362362301] 'compare' (duration: 39.056318ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:16.819621Z","caller":"traceutil/trace.go:171","msg":"trace[1159516800] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2118; }","duration":"211.054611ms","start":"2026-04-28T07:30:16.608554Z","end":"2026-04-28T07:30:16.819609Z","steps":["trace[1159516800] 'read index received' (duration: 81.379887ms)","trace[1159516800] 'applied index is now lower than readState.Index' (duration: 129.673944ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:16.819735Z","caller":"traceutil/trace.go:171","msg":"trace[1602610155] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"246.570071ms","start":"2026-04-28T07:30:16.573128Z","end":"2026-04-28T07:30:16.819698Z","steps":["trace[1602610155] 'process raft request' (duration: 246.209262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:16.819785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.224825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:30:16.819901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.574373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T07:30:16.819933Z","caller":"traceutil/trace.go:171","msg":"trace[53351711] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2021; }","duration":"167.646595ms","start":"2026-04-28T07:30:16.652277Z","end":"2026-04-28T07:30:16.819923Z","steps":["trace[53351711] 'agreement among raft nodes before linearized reading' (duration: 167.537231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:16.819927Z","caller":"traceutil/trace.go:171","msg":"trace[1053714127] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2021; }","duration":"211.41494ms","start":"2026-04-28T07:30:16.608489Z","end":"2026-04-28T07:30:16.819903Z","steps":["trace[1053714127] 'agreement among raft nodes before linearized reading' (duration: 211.204274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:18.251985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.846898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:18.252148Z","caller":"traceutil/trace.go:171","msg":"trace[1082615993] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"177.894519ms","start":"2026-04-28T07:30:18.074237Z","end":"2026-04-28T07:30:18.252131Z","steps":["trace[1082615993] 'process raft request' (duration: 68.832986ms)","trace[1082615993] 'compare' (duration: 108.667794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:18.509073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.479747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:18.509408Z","caller":"traceutil/trace.go:171","msg":"trace[580685066] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"153.321611ms","start":"2026-04-28T07:30:18.356076Z","end":"2026-04-28T07:30:18.509398Z","steps":["trace[580685066] 'read index received' (duration: 21.373951ms)","trace[580685066] 'applied index is now lower than readState.Index' (duration: 131.9469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:18.50942Z","caller":"traceutil/trace.go:171","msg":"trace[1411724641] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"253.177335ms","start":"2026-04-28T07:30:18.256199Z","end":"2026-04-28T07:30:18.509376Z","steps":["trace[1411724641] 'process raft request' (duration: 121.335978ms)","trace[1411724641] 'compare' (duration: 131.359134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:18.509455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.382582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:18.50947Z","caller":"traceutil/trace.go:171","msg":"trace[1887977138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2028; }","duration":"153.432833ms","start":"2026-04-28T07:30:18.356032Z","end":"2026-04-28T07:30:18.509465Z","steps":["trace[1887977138] 'agreement among raft nodes before linearized reading' (duration: 153.399542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:19.615228Z","caller":"traceutil/trace.go:171","msg":"trace[1818080810] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"196.033478ms","start":"2026-04-28T07:30:19.419172Z","end":"2026-04-28T07:30:19.615205Z","steps":["trace[1818080810] 'process raft request' (duration: 195.869114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:19.663662Z","caller":"traceutil/trace.go:171","msg":"trace[693314149] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"118.543469ms","start":"2026-04-28T07:30:19.545075Z","end":"2026-04-28T07:30:19.663618Z","steps":["trace[693314149] 'process raft request' (duration: 118.361514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:20.025597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.818738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T07:30:20.025664Z","caller":"traceutil/trace.go:171","msg":"trace[1915958377] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2036; }","duration":"108.93154ms","start":"2026-04-28T07:30:19.916717Z","end":"2026-04-28T07:30:20.025648Z","steps":["trace[1915958377] 'range keys from in-memory index tree' (duration: 108.678924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:20.756934Z","caller":"traceutil/trace.go:171","msg":"trace[621175403] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"239.692431ms","start":"2026-04-28T07:30:20.517222Z","end":"2026-04-28T07:30:20.756914Z","steps":["trace[621175403] 'process raft request' (duration: 239.575348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:21.024468Z","caller":"traceutil/trace.go:171","msg":"trace[1759024056] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"135.799485ms","start":"2026-04-28T07:30:20.888626Z","end":"2026-04-28T07:30:21.024425Z","steps":["trace[1759024056] 'process raft request' (duration: 116.717974ms)","trace[1759024056] 'compare' (duration: 18.913677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:21.059511Z","caller":"traceutil/trace.go:171","msg":"trace[1650852945] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2139; }","duration":"132.016492ms","start":"2026-04-28T07:30:20.927474Z","end":"2026-04-28T07:30:21.05949Z","steps":["trace[1650852945] 'read index received' (duration: 77.881791ms)","trace[1650852945] 'applied index is now lower than readState.Index' (duration: 54.133981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:21.05959Z","caller":"traceutil/trace.go:171","msg":"trace[291225358] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"170.859145ms","start":"2026-04-28T07:30:20.888691Z","end":"2026-04-28T07:30:21.05955Z","steps":["trace[291225358] 'process raft request' (duration: 170.67619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:21.059811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.180036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:30:21.059848Z","caller":"traceutil/trace.go:171","msg":"trace[1927193173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2041; }","duration":"132.396752ms","start":"2026-04-28T07:30:20.927441Z","end":"2026-04-28T07:30:21.059838Z","steps":["trace[1927193173] 'agreement among raft nodes before linearized reading' (duration: 132.131025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:21.943277Z","caller":"traceutil/trace.go:171","msg":"trace[902913712] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"133.012546ms","start":"2026-04-28T07:30:21.810213Z","end":"2026-04-28T07:30:21.943226Z","steps":["trace[902913712] 'process raft request' (duration: 107.392421ms)","trace[902913712] 'compare' (duration: 25.38888ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:23.239903Z","caller":"traceutil/trace.go:171","msg":"trace[1416376488] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2148; }","duration":"175.996242ms","start":"2026-04-28T07:30:23.063892Z","end":"2026-04-28T07:30:23.239888Z","steps":["trace[1416376488] 'read index received' (duration: 175.832798ms)","trace[1416376488] 'applied index is now lower than readState.Index' (duration: 162.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:23.239958Z","caller":"traceutil/trace.go:171","msg":"trace[1186923351] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"195.192837ms","start":"2026-04-28T07:30:23.044735Z","end":"2026-04-28T07:30:23.239928Z","steps":["trace[1186923351] 'process raft request' (duration: 195.037563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:23.240124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.224217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:30:23.24015Z","caller":"traceutil/trace.go:171","msg":"trace[2133505033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2049; }","duration":"176.298229ms","start":"2026-04-28T07:30:23.063845Z","end":"2026-04-28T07:30:23.240143Z","steps":["trace[2133505033] 'agreement among raft nodes before linearized reading' (duration: 176.194417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:23.281758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.650001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:30:23.281832Z","caller":"traceutil/trace.go:171","msg":"trace[1427301410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2049; }","duration":"164.770604ms","start":"2026-04-28T07:30:23.117042Z","end":"2026-04-28T07:30:23.281813Z","steps":["trace[1427301410] 'agreement among raft nodes before linearized reading' (duration: 164.60039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:23.922049Z","caller":"traceutil/trace.go:171","msg":"trace[1546659751] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"132.031573ms","start":"2026-04-28T07:30:23.789998Z","end":"2026-04-28T07:30:23.922029Z","steps":["trace[1546659751] 'process raft request' (duration: 131.90428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:24.249744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.861755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:24.24986Z","caller":"traceutil/trace.go:171","msg":"trace[1749586125] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"116.625261ms","start":"2026-04-28T07:30:24.133214Z","end":"2026-04-28T07:30:24.249839Z","steps":["trace[1749586125] 'read index received' (duration: 54.692µs)","trace[1749586125] 'applied index is now lower than readState.Index' (duration: 116.569039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:24.249933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.720983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:24.249921Z","caller":"traceutil/trace.go:171","msg":"trace[1905913113] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"296.96274ms","start":"2026-04-28T07:30:23.952931Z","end":"2026-04-28T07:30:24.249894Z","steps":["trace[1905913113] 'process raft request' (duration: 75.86242ms)","trace[1905913113] 'compare' (duration: 220.755511ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:24.249994Z","caller":"traceutil/trace.go:171","msg":"trace[1704436028] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2053; }","duration":"116.813616ms","start":"2026-04-28T07:30:24.133166Z","end":"2026-04-28T07:30:24.24998Z","steps":["trace[1704436028] 'agreement among raft nodes before linearized reading' (duration: 116.728494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:24.748834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.73218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:24.748954Z","caller":"traceutil/trace.go:171","msg":"trace[678933225] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2154; }","duration":"127.345387ms","start":"2026-04-28T07:30:24.621582Z","end":"2026-04-28T07:30:24.748927Z","steps":["trace[678933225] 'read index received' (duration: 52.041µs)","trace[678933225] 'applied index is now lower than readState.Index' (duration: 127.291005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:24.748962Z","caller":"traceutil/trace.go:171","msg":"trace[1322299000] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"528.401797ms","start":"2026-04-28T07:30:24.220533Z","end":"2026-04-28T07:30:24.748934Z","steps":["trace[1322299000] 'process raft request' (duration: 351.466702ms)","trace[1322299000] 'compare' (duration: 176.516434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:24.749315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:24.220504Z","time spent":"528.684543ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:30:24.749124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:30:24.749579Z","caller":"traceutil/trace.go:171","msg":"trace[1453220625] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2054; }","duration":"128.026603ms","start":"2026-04-28T07:30:24.621521Z","end":"2026-04-28T07:30:24.749548Z","steps":["trace[1453220625] 'agreement among raft nodes before linearized reading' (duration: 127.49353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:24.923604Z","caller":"traceutil/trace.go:171","msg":"trace[1562286230] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2155; }","duration":"137.453727ms","start":"2026-04-28T07:30:24.78613Z","end":"2026-04-28T07:30:24.923584Z","steps":["trace[1562286230] 'read index received' (duration: 137.283833ms)","trace[1562286230] 'applied index is now lower than readState.Index' (duration: 168.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:24.923865Z","caller":"traceutil/trace.go:171","msg":"trace[589052202] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"170.468874ms","start":"2026-04-28T07:30:24.753383Z","end":"2026-04-28T07:30:24.923852Z","steps":["trace[589052202] 'process raft request' (duration: 170.077835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:24.924062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.921318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:24.924099Z","caller":"traceutil/trace.go:171","msg":"trace[26012652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2055; }","duration":"138.00099ms","start":"2026-04-28T07:30:24.786089Z","end":"2026-04-28T07:30:24.92409Z","steps":["trace[26012652] 'agreement among raft nodes before linearized reading' (duration: 137.933378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:24.924322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.058067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:30:24.92435Z","caller":"traceutil/trace.go:171","msg":"trace[671955545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2055; }","duration":"112.116258ms","start":"2026-04-28T07:30:24.812228Z","end":"2026-04-28T07:30:24.924344Z","steps":["trace[671955545] 'agreement among raft nodes before linearized reading' (duration: 112.024336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:25.314286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.865255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:30:25.314705Z","caller":"traceutil/trace.go:171","msg":"trace[566039720] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2157; }","duration":"235.22843ms","start":"2026-04-28T07:30:25.079453Z","end":"2026-04-28T07:30:25.314682Z","steps":["trace[566039720] 'read index received' (duration: 34.886994ms)","trace[566039720] 'applied index is now lower than readState.Index' (duration: 200.339256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:25.314918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.452495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T07:30:25.314999Z","caller":"traceutil/trace.go:171","msg":"trace[883948902] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2057; }","duration":"235.569809ms","start":"2026-04-28T07:30:25.079411Z","end":"2026-04-28T07:30:25.314981Z","steps":["trace[883948902] 'agreement among raft nodes before linearized reading' (duration: 235.328763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:25.314928Z","caller":"traceutil/trace.go:171","msg":"trace[252119375] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"315.815347ms","start":"2026-04-28T07:30:24.99887Z","end":"2026-04-28T07:30:25.314686Z","steps":["trace[252119375] 'process raft request' (duration: 115.472931ms)","trace[252119375] 'compare' (duration: 199.723911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:25.315819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:24.998844Z","time spent":"316.768121ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:25.591228Z","caller":"traceutil/trace.go:171","msg":"trace[2057746509] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"272.583057ms","start":"2026-04-28T07:30:25.318605Z","end":"2026-04-28T07:30:25.591188Z","steps":["trace[2057746509] 'process raft request' (duration: 189.21139ms)","trace[2057746509] 'compare' (duration: 83.049648ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:25.890338Z","caller":"traceutil/trace.go:171","msg":"trace[1031566937] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"571.581666ms","start":"2026-04-28T07:30:25.318736Z","end":"2026-04-28T07:30:25.890318Z","steps":["trace[1031566937] 'process raft request' (duration: 513.333544ms)","trace[1031566937] 'compare' (duration: 57.935355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:25.890453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:25.318717Z","time spent":"571.674048ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:25.890623Z","caller":"traceutil/trace.go:171","msg":"trace[518634836] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"571.3624ms","start":"2026-04-28T07:30:25.319228Z","end":"2026-04-28T07:30:25.890591Z","steps":["trace[518634836] 'process raft request' (duration: 571.013652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:25.890876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:25.319222Z","time spent":"571.492994ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:25.890922Z","caller":"traceutil/trace.go:171","msg":"trace[696919195] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2159; }","duration":"260.477566ms","start":"2026-04-28T07:30:25.630426Z","end":"2026-04-28T07:30:25.890903Z","steps":["trace[696919195] 'read index received' (duration: 201.553435ms)","trace[696919195] 'applied index is now lower than readState.Index' (duration: 58.923151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:30:25.891131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:30:25.891123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.66221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:30:25.891182Z","caller":"traceutil/trace.go:171","msg":"trace[185760647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2061; }","duration":"104.346787ms","start":"2026-04-28T07:30:25.786818Z","end":"2026-04-28T07:30:25.891165Z","steps":["trace[185760647] 'agreement among raft nodes before linearized reading' (duration: 104.275645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:25.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1853142773] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2061; }","duration":"260.788893ms","start":"2026-04-28T07:30:25.63039Z","end":"2026-04-28T07:30:25.891178Z","steps":["trace[1853142773] 'agreement among raft nodes before linearized reading' (duration: 260.64154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:25.891419Z","caller":"traceutil/trace.go:171","msg":"trace[2016875348] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"572.14543ms","start":"2026-04-28T07:30:25.319265Z","end":"2026-04-28T07:30:25.89141Z","steps":["trace[2016875348] 'process raft request' (duration: 571.237417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:25.89156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:30:25.31926Z","time spent":"572.183651ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:30:26.047165Z","caller":"traceutil/trace.go:171","msg":"trace[690657752] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"119.379708ms","start":"2026-04-28T07:30:25.927744Z","end":"2026-04-28T07:30:26.047124Z","steps":["trace[690657752] 'process raft request' (duration: 109.858152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:27.860835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.55844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-04-28T07:30:27.861173Z","caller":"traceutil/trace.go:171","msg":"trace[717855517] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2067; }","duration":"179.920359ms","start":"2026-04-28T07:30:27.681208Z","end":"2026-04-28T07:30:27.861129Z","steps":["trace[717855517] 'range keys from in-memory index tree' (duration: 179.363236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:39.222206Z","caller":"traceutil/trace.go:171","msg":"trace[243251663] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"159.928244ms","start":"2026-04-28T07:30:39.062251Z","end":"2026-04-28T07:30:39.222179Z","steps":["trace[243251663] 'process raft request' (duration: 159.78012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:39.540718Z","caller":"traceutil/trace.go:171","msg":"trace[907242688] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"102.527371ms","start":"2026-04-28T07:30:39.438168Z","end":"2026-04-28T07:30:39.540695Z","steps":["trace[907242688] 'process raft request' (duration: 102.368557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:45.069979Z","caller":"traceutil/trace.go:171","msg":"trace[1964997333] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"102.454499ms","start":"2026-04-28T07:30:44.9675Z","end":"2026-04-28T07:30:45.069955Z","steps":["trace[1964997333] 'process raft request' (duration: 102.290735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:54.3169Z","caller":"traceutil/trace.go:171","msg":"trace[221265467] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2293; }","duration":"101.943408ms","start":"2026-04-28T07:30:54.214931Z","end":"2026-04-28T07:30:54.316874Z","steps":["trace[221265467] 'read index received' (duration: 101.755193ms)","trace[221265467] 'applied index is now lower than readState.Index' (duration: 187.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:54.317015Z","caller":"traceutil/trace.go:171","msg":"trace[167240616] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"106.381687ms","start":"2026-04-28T07:30:54.210621Z","end":"2026-04-28T07:30:54.317002Z","steps":["trace[167240616] 'process raft request' (duration: 106.049459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:54.317276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.323667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:30:54.317344Z","caller":"traceutil/trace.go:171","msg":"trace[2021927266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2187; }","duration":"102.43135ms","start":"2026-04-28T07:30:54.214894Z","end":"2026-04-28T07:30:54.317325Z","steps":["trace[2021927266] 'agreement among raft nodes before linearized reading' (duration: 102.249745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:54.325797Z","caller":"traceutil/trace.go:171","msg":"trace[1233037591] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"108.696614ms","start":"2026-04-28T07:30:54.217079Z","end":"2026-04-28T07:30:54.325776Z","steps":["trace[1233037591] 'process raft request' (duration: 108.605962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:30:54.325865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.527902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:30:54.326023Z","caller":"traceutil/trace.go:171","msg":"trace[525875206] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2188; }","duration":"102.723596ms","start":"2026-04-28T07:30:54.223289Z","end":"2026-04-28T07:30:54.326013Z","steps":["trace[525875206] 'agreement among raft nodes before linearized reading' (duration: 102.47249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:55.241923Z","caller":"traceutil/trace.go:171","msg":"trace[1267033080] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"109.537195ms","start":"2026-04-28T07:30:55.132038Z","end":"2026-04-28T07:30:55.241575Z","steps":["trace[1267033080] 'process raft request' (duration: 94.861271ms)","trace[1267033080] 'compare' (duration: 14.567101ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:56.697107Z","caller":"traceutil/trace.go:171","msg":"trace[885873685] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"153.821535ms","start":"2026-04-28T07:30:56.543262Z","end":"2026-04-28T07:30:56.697084Z","steps":["trace[885873685] 'process raft request' (duration: 122.597498ms)","trace[885873685] 'compare' (duration: 31.114164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:30:57.259764Z","caller":"traceutil/trace.go:171","msg":"trace[1189638145] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"103.3797ms","start":"2026-04-28T07:30:57.156355Z","end":"2026-04-28T07:30:57.259735Z","steps":["trace[1189638145] 'process raft request' (duration: 103.238727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:30:59.621474Z","caller":"traceutil/trace.go:171","msg":"trace[1607713545] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"103.411171ms","start":"2026-04-28T07:30:59.51803Z","end":"2026-04-28T07:30:59.621441Z","steps":["trace[1607713545] 'process raft request' (duration: 103.175835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:02.937336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.152427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:02.93745Z","caller":"traceutil/trace.go:171","msg":"trace[995755627] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2335; }","duration":"173.994926ms","start":"2026-04-28T07:31:02.763436Z","end":"2026-04-28T07:31:02.937431Z","steps":["trace[995755627] 'read index received' (duration: 40.821µs)","trace[995755627] 'applied index is now lower than readState.Index' (duration: 173.952554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:02.937618Z","caller":"traceutil/trace.go:171","msg":"trace[1938893261] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"366.520633ms","start":"2026-04-28T07:31:02.570966Z","end":"2026-04-28T07:31:02.937486Z","steps":["trace[1938893261] 'process raft request' (duration: 166.12565ms)","trace[1938893261] 'compare' (duration: 200.026964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:02.937704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.269743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:31:02.937751Z","caller":"traceutil/trace.go:171","msg":"trace[512299366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2228; }","duration":"174.361095ms","start":"2026-04-28T07:31:02.763375Z","end":"2026-04-28T07:31:02.937736Z","steps":["trace[512299366] 'agreement among raft nodes before linearized reading' (duration: 174.200771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:02.937836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:02.57095Z","time spent":"366.751698ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:02.937855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.994504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:02.937964Z","caller":"traceutil/trace.go:171","msg":"trace[1442123362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"151.118857ms","start":"2026-04-28T07:31:02.786822Z","end":"2026-04-28T07:31:02.937941Z","steps":["trace[1442123362] 'agreement among raft nodes before linearized reading' (duration: 150.944373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:02.93885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.95572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:31:02.938944Z","caller":"traceutil/trace.go:171","msg":"trace[337663620] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2228; }","duration":"101.089113ms","start":"2026-04-28T07:31:02.837833Z","end":"2026-04-28T07:31:02.938922Z","steps":["trace[337663620] 'agreement among raft nodes before linearized reading' (duration: 100.024937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:04.750281Z","caller":"traceutil/trace.go:171","msg":"trace[1184918529] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2342; }","duration":"179.028342ms","start":"2026-04-28T07:31:04.571226Z","end":"2026-04-28T07:31:04.750254Z","steps":["trace[1184918529] 'read index received' (duration: 89.515976ms)","trace[1184918529] 'applied index is now lower than readState.Index' (duration: 89.511276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:04.750535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.242507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:31:04.750636Z","caller":"traceutil/trace.go:171","msg":"trace[1060450523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2234; }","duration":"179.443402ms","start":"2026-04-28T07:31:04.57118Z","end":"2026-04-28T07:31:04.750623Z","steps":["trace[1060450523] 'agreement among raft nodes before linearized reading' (duration: 179.176585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:04.750527Z","caller":"traceutil/trace.go:171","msg":"trace[127664531] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"202.470523ms","start":"2026-04-28T07:31:04.548022Z","end":"2026-04-28T07:31:04.750493Z","steps":["trace[127664531] 'process raft request' (duration: 112.798744ms)","trace[127664531] 'compare' (duration: 89.30151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:05.397227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.482401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:05.397368Z","caller":"traceutil/trace.go:171","msg":"trace[116691724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2235; }","duration":"302.680026ms","start":"2026-04-28T07:31:05.094652Z","end":"2026-04-28T07:31:05.397332Z","steps":["trace[116691724] 'count revisions from in-memory index tree' (duration: 302.378778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:05.397533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.080155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:31:05.397592Z","caller":"traceutil/trace.go:171","msg":"trace[1914908862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2235; }","duration":"412.191028ms","start":"2026-04-28T07:31:04.985385Z","end":"2026-04-28T07:31:05.397577Z","steps":["trace[1914908862] 'range keys from in-memory index tree' (duration: 411.919251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:05.397625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:04.985359Z","time spent":"412.26032ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:05.397564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.735421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T07:31:05.397602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.09463Z","time spent":"302.890611ms","remote":"127.0.0.1:35928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:31:05.397684Z","caller":"traceutil/trace.go:171","msg":"trace[254233407] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2235; }","duration":"454.048999ms","start":"2026-04-28T07:31:04.943606Z","end":"2026-04-28T07:31:05.397655Z","steps":["trace[254233407] 'range keys from in-memory index tree' (duration: 453.520236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:05.397292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.252673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:31:05.397754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:04.943584Z","time spent":"454.152442ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-28T07:31:05.397795Z","caller":"traceutil/trace.go:171","msg":"trace[2062798556] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2235; }","duration":"205.806587ms","start":"2026-04-28T07:31:05.19196Z","end":"2026-04-28T07:31:05.397767Z","steps":["trace[2062798556] 'range keys from in-memory index tree' (duration: 205.054379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:06.147164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403168661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:31:06.640569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238280417s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:31:06.64116Z","caller":"traceutil/trace.go:171","msg":"trace[1227662940] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.367173451s","start":"2026-04-28T07:31:05.273962Z","end":"2026-04-28T07:31:06.641135Z","steps":["trace[1227662940] 'process raft request' (duration: 1.367005957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:06.641439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.273934Z","time spent":"1.367297014s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:07.34761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.971934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:07.347842Z","caller":"traceutil/trace.go:171","msg":"trace[1483602879] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"1.946538997s","start":"2026-04-28T07:31:05.401262Z","end":"2026-04-28T07:31:07.347801Z","steps":["trace[1483602879] 'process raft request' (duration: 1.402283215s)","trace[1483602879] 'compare' (duration: 543.814421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:07.347935Z","caller":"traceutil/trace.go:171","msg":"trace[1325942017] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2344; }","duration":"1.701460072s","start":"2026-04-28T07:31:05.646453Z","end":"2026-04-28T07:31:07.347913Z","steps":["trace[1325942017] 'read index received' (duration: 994.421244ms)","trace[1325942017] 'applied index is now lower than readState.Index' (duration: 707.037428ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:07.348038Z","caller":"traceutil/trace.go:171","msg":"trace[1473566460] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"816.423038ms","start":"2026-04-28T07:31:06.531602Z","end":"2026-04-28T07:31:07.348025Z","steps":["trace[1473566460] 'process raft request' (duration: 816.207723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.401244Z","time spent":"1.94668413s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:07.347985Z","caller":"traceutil/trace.go:171","msg":"trace[1204832636] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.945269334s","start":"2026-04-28T07:31:05.40268Z","end":"2026-04-28T07:31:07.347949Z","steps":["trace[1204832636] 'process raft request' (duration: 1.945034768s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:07.348075Z","caller":"traceutil/trace.go:171","msg":"trace[51293897] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"1.945137441s","start":"2026-04-28T07:31:05.402862Z","end":"2026-04-28T07:31:07.347999Z","steps":["trace[51293897] 'process raft request' (duration: 1.944909986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.531561Z","time spent":"816.51269ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:07.348259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.40285Z","time spent":"1.945295865s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:07.348285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.40267Z","time spent":"1.945433988s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:07.348361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580834215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-28T07:31:07.348356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.650794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:07.348455Z","caller":"traceutil/trace.go:171","msg":"trace[386846920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"561.776338ms","start":"2026-04-28T07:31:06.786655Z","end":"2026-04-28T07:31:07.348431Z","steps":["trace[386846920] 'agreement among raft nodes before linearized reading' (duration: 561.606583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.192744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:31:07.348511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.099402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:31:07.348404Z","caller":"traceutil/trace.go:171","msg":"trace[833934893] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2240; }","duration":"1.580929347s","start":"2026-04-28T07:31:05.767463Z","end":"2026-04-28T07:31:07.348392Z","steps":["trace[833934893] 'agreement among raft nodes before linearized reading' (duration: 1.580763422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.230857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:07.348549Z","caller":"traceutil/trace.go:171","msg":"trace[34557715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"551.151884ms","start":"2026-04-28T07:31:06.797387Z","end":"2026-04-28T07:31:07.348539Z","steps":["trace[34557715] 'agreement among raft nodes before linearized reading' (duration: 551.070102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.767431Z","time spent":"1.581117132s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:07.348578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.797376Z","time spent":"551.195004ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:31:07.348579Z","caller":"traceutil/trace.go:171","msg":"trace[2015087632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2240; }","duration":"615.314369ms","start":"2026-04-28T07:31:06.733251Z","end":"2026-04-28T07:31:07.348566Z","steps":["trace[2015087632] 'agreement among raft nodes before linearized reading' (duration: 615.246188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:07.348522Z","caller":"traceutil/trace.go:171","msg":"trace[205443764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"594.246096ms","start":"2026-04-28T07:31:06.754267Z","end":"2026-04-28T07:31:07.348513Z","steps":["trace[205443764] 'agreement among raft nodes before linearized reading' (duration: 594.159274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.878525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:31:07.348602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702147551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:31:07.348615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.733227Z","time spent":"615.37906ms","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:31:07.348509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.786645Z","time spent":"561.8509ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:31:07.348642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.754256Z","time spent":"594.374509ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:31:07.348651Z","caller":"traceutil/trace.go:171","msg":"trace[524193767] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2240; }","duration":"935.057529ms","start":"2026-04-28T07:31:06.413576Z","end":"2026-04-28T07:31:07.348633Z","steps":["trace[524193767] 'agreement among raft nodes before linearized reading' (duration: 934.906225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:07.348656Z","caller":"traceutil/trace.go:171","msg":"trace[746185990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"1.702246093s","start":"2026-04-28T07:31:05.646396Z","end":"2026-04-28T07:31:07.348642Z","steps":["trace[746185990] 'agreement among raft nodes before linearized reading' (duration: 1.702037118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.348697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.646373Z","time spent":"1.702313644s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:07.3487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:06.413556Z","time spent":"935.13366ms","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:31:07.348915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516006093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:31:07.348957Z","caller":"traceutil/trace.go:171","msg":"trace[1516098236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2240; }","duration":"1.516100885s","start":"2026-04-28T07:31:05.832845Z","end":"2026-04-28T07:31:07.348946Z","steps":["trace[1516098236] 'agreement among raft nodes before linearized reading' (duration: 1.515970651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.350529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:05.832808Z","time spent":"1.517069128s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:31:07.930152Z","caller":"traceutil/trace.go:171","msg":"trace[194017693] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"575.259322ms","start":"2026-04-28T07:31:07.354853Z","end":"2026-04-28T07:31:07.930113Z","steps":["trace[194017693] 'process raft request' (duration: 574.930594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.930471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.354832Z","time spent":"575.432256ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:07.980887Z","caller":"traceutil/trace.go:171","msg":"trace[1459188540] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"625.076931ms","start":"2026-04-28T07:31:07.355781Z","end":"2026-04-28T07:31:07.980858Z","steps":["trace[1459188540] 'process raft request' (duration: 624.863966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.981105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.355765Z","time spent":"625.209574ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:07.981329Z","caller":"traceutil/trace.go:171","msg":"trace[965782558] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"625.393509ms","start":"2026-04-28T07:31:07.355889Z","end":"2026-04-28T07:31:07.981283Z","steps":["trace[965782558] 'process raft request' (duration: 624.928297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:07.981696Z","caller":"traceutil/trace.go:171","msg":"trace[1132946988] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"625.379789ms","start":"2026-04-28T07:31:07.356303Z","end":"2026-04-28T07:31:07.981683Z","steps":["trace[1132946988] 'process raft request' (duration: 625.201705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.981776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.356291Z","time spent":"625.447421ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:07.981761Z","caller":"traceutil/trace.go:171","msg":"trace[1821854594] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"625.742058ms","start":"2026-04-28T07:31:07.355975Z","end":"2026-04-28T07:31:07.981717Z","steps":["trace[1821854594] 'process raft request' (duration: 625.123452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:07.981771Z","caller":"traceutil/trace.go:171","msg":"trace[1229724081] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"625.244866ms","start":"2026-04-28T07:31:07.356484Z","end":"2026-04-28T07:31:07.981729Z","steps":["trace[1229724081] 'process raft request' (duration: 625.101253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.981802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.695847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:07.981893Z","caller":"traceutil/trace.go:171","msg":"trace[1252269262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2246; }","duration":"193.876871ms","start":"2026-04-28T07:31:07.787995Z","end":"2026-04-28T07:31:07.981872Z","steps":["trace[1252269262] 'agreement among raft nodes before linearized reading' (duration: 193.732187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:07.981958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.356476Z","time spent":"625.39209ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:07.981687Z","caller":"traceutil/trace.go:171","msg":"trace[310720482] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2349; }","duration":"193.578044ms","start":"2026-04-28T07:31:07.788086Z","end":"2026-04-28T07:31:07.981664Z","steps":["trace[310720482] 'read index received' (duration: 141.728534ms)","trace[310720482] 'applied index is now lower than readState.Index' (duration: 51.84791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:07.982049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.355956Z","time spent":"625.888112ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:07.982611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:07.355878Z","time spent":"626.475497ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:08.186037Z","caller":"traceutil/trace.go:171","msg":"trace[1677083173] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"166.90599ms","start":"2026-04-28T07:31:08.019092Z","end":"2026-04-28T07:31:08.185998Z","steps":["trace[1677083173] 'process raft request' (duration: 166.648333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:08.186517Z","caller":"traceutil/trace.go:171","msg":"trace[969024454] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2356; }","duration":"123.460839ms","start":"2026-04-28T07:31:08.063024Z","end":"2026-04-28T07:31:08.186485Z","steps":["trace[969024454] 'read index received' (duration: 123.448689ms)","trace[969024454] 'applied index is now lower than readState.Index' (duration: 8.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:08.186995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.947672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:31:08.187092Z","caller":"traceutil/trace.go:171","msg":"trace[1641649981] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:2247; }","duration":"124.121526ms","start":"2026-04-28T07:31:08.062955Z","end":"2026-04-28T07:31:08.187076Z","steps":["trace[1641649981] 'agreement among raft nodes before linearized reading' (duration: 123.731086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:08.472842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.841418ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:31:08.472995Z","caller":"traceutil/trace.go:171","msg":"trace[2028984989] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2356; }","duration":"216.886182ms","start":"2026-04-28T07:31:08.256085Z","end":"2026-04-28T07:31:08.472971Z","steps":["trace[2028984989] 'read index received' (duration: 47.85993ms)","trace[2028984989] 'applied index is now lower than readState.Index' (duration: 169.024332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:08.473096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.002615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:08.473149Z","caller":"traceutil/trace.go:171","msg":"trace[1194550285] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2247; }","duration":"217.105598ms","start":"2026-04-28T07:31:08.25603Z","end":"2026-04-28T07:31:08.473136Z","steps":["trace[1194550285] 'agreement among raft nodes before linearized reading' (duration: 217.006806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:08.956131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.969635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:08.956303Z","caller":"traceutil/trace.go:171","msg":"trace[1892115743] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2357; }","duration":"170.392606ms","start":"2026-04-28T07:31:08.785886Z","end":"2026-04-28T07:31:08.956278Z","steps":["trace[1892115743] 'read index received' (duration: 67.202µs)","trace[1892115743] 'applied index is now lower than readState.Index' (duration: 170.323224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:08.956532Z","caller":"traceutil/trace.go:171","msg":"trace[620265143] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"482.6386ms","start":"2026-04-28T07:31:08.473864Z","end":"2026-04-28T07:31:08.956502Z","steps":["trace[620265143] 'process raft request' (duration: 201.217953ms)","trace[620265143] 'compare' (duration: 280.830502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:08.956789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:08.473842Z","time spent":"482.759554ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:08.956838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.96135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:08.956887Z","caller":"traceutil/trace.go:171","msg":"trace[1151627464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"171.056863ms","start":"2026-04-28T07:31:08.785814Z","end":"2026-04-28T07:31:08.956871Z","steps":["trace[1151627464] 'agreement among raft nodes before linearized reading' (duration: 170.949741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:09.572747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.898703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:09.57316Z","caller":"traceutil/trace.go:171","msg":"trace[3343147] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"214.238998ms","start":"2026-04-28T07:31:09.358896Z","end":"2026-04-28T07:31:09.573135Z","steps":["trace[3343147] 'process raft request' (duration: 213.963391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:09.573245Z","caller":"traceutil/trace.go:171","msg":"trace[865762261] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"214.696588ms","start":"2026-04-28T07:31:09.35851Z","end":"2026-04-28T07:31:09.573207Z","steps":["trace[865762261] 'process raft request' (duration: 108.251782ms)","trace[865762261] 'compare' (duration: 105.702517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:10.025808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.993568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:10.026013Z","caller":"traceutil/trace.go:171","msg":"trace[1292778553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"238.224363ms","start":"2026-04-28T07:31:09.787755Z","end":"2026-04-28T07:31:10.025979Z","steps":["trace[1292778553] 'range keys from in-memory index tree' (duration: 237.897625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:10.32345Z","caller":"traceutil/trace.go:171","msg":"trace[1567877758] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"292.466062ms","start":"2026-04-28T07:31:10.030938Z","end":"2026-04-28T07:31:10.323404Z","steps":["trace[1567877758] 'process raft request' (duration: 292.125652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:10.32356Z","caller":"traceutil/trace.go:171","msg":"trace[1727533141] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"292.422401ms","start":"2026-04-28T07:31:10.031095Z","end":"2026-04-28T07:31:10.323517Z","steps":["trace[1727533141] 'process raft request' (duration: 292.252465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:10.323775Z","caller":"traceutil/trace.go:171","msg":"trace[454208425] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"292.745959ms","start":"2026-04-28T07:31:10.031018Z","end":"2026-04-28T07:31:10.323764Z","steps":["trace[454208425] 'process raft request' (duration: 292.289806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:11.898021Z","caller":"traceutil/trace.go:171","msg":"trace[823465502] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"490.208719ms","start":"2026-04-28T07:31:11.407788Z","end":"2026-04-28T07:31:11.897997Z","steps":["trace[823465502] 'process raft request' (duration: 490.065445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:11.89817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:11.407757Z","time spent":"490.337031ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:11.898421Z","caller":"traceutil/trace.go:171","msg":"trace[443329131] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2367; }","duration":"320.51794ms","start":"2026-04-28T07:31:11.577851Z","end":"2026-04-28T07:31:11.898368Z","steps":["trace[443329131] 'read index received' (duration: 320.460088ms)","trace[443329131] 'applied index is now lower than readState.Index' (duration: 54.292µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:11.898688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.819067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:31:11.898746Z","caller":"traceutil/trace.go:171","msg":"trace[1850124393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2257; }","duration":"321.023842ms","start":"2026-04-28T07:31:11.577709Z","end":"2026-04-28T07:31:11.898733Z","steps":["trace[1850124393] 'agreement among raft nodes before linearized reading' (duration: 320.822157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:11.898778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:11.577677Z","time spent":"321.094613ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:11.899051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.507128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T07:31:11.899208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.594319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:11.899257Z","caller":"traceutil/trace.go:171","msg":"trace[1483855723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2257; }","duration":"112.667941ms","start":"2026-04-28T07:31:11.786576Z","end":"2026-04-28T07:31:11.899244Z","steps":["trace[1483855723] 'agreement among raft nodes before linearized reading' (duration: 112.593579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:11.899353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.8576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:11.899443Z","caller":"traceutil/trace.go:171","msg":"trace[528696809] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2257; }","duration":"157.010803ms","start":"2026-04-28T07:31:11.742414Z","end":"2026-04-28T07:31:11.899425Z","steps":["trace[528696809] 'agreement among raft nodes before linearized reading' (duration: 156.85181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:11.89964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.7982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:31:11.899773Z","caller":"traceutil/trace.go:171","msg":"trace[2115473918] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2257; }","duration":"219.152149ms","start":"2026-04-28T07:31:11.680607Z","end":"2026-04-28T07:31:11.89976Z","steps":["trace[2115473918] 'agreement among raft nodes before linearized reading' (duration: 218.735318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:11.899227Z","caller":"traceutil/trace.go:171","msg":"trace[58193787] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2257; }","duration":"320.699363ms","start":"2026-04-28T07:31:11.578486Z","end":"2026-04-28T07:31:11.899186Z","steps":["trace[58193787] 'agreement among raft nodes before linearized reading' (duration: 320.18973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:11.900114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:11.578477Z","time spent":"321.594725ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T07:31:12.288883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.494259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:12.288987Z","caller":"traceutil/trace.go:171","msg":"trace[1157357317] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"386.536761ms","start":"2026-04-28T07:31:11.902432Z","end":"2026-04-28T07:31:12.288968Z","steps":["trace[1157357317] 'process raft request' (duration: 108.869727ms)","trace[1157357317] 'compare' (duration: 277.233773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:12.289046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:11.902415Z","time spent":"386.603952ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:12.50706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.61791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:12.507474Z","caller":"traceutil/trace.go:171","msg":"trace[1237557680] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2368; }","duration":"420.132036ms","start":"2026-04-28T07:31:12.08731Z","end":"2026-04-28T07:31:12.507442Z","steps":["trace[1237557680] 'read index received' (duration: 315.025423ms)","trace[1237557680] 'applied index is now lower than readState.Index' (duration: 105.104803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:12.507604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.112289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:31:12.507639Z","caller":"traceutil/trace.go:171","msg":"trace[496099991] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2259; }","duration":"312.178241ms","start":"2026-04-28T07:31:12.195452Z","end":"2026-04-28T07:31:12.50763Z","steps":["trace[496099991] 'agreement among raft nodes before linearized reading' (duration: 312.106449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:12.507679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:12.195435Z","time spent":"312.233452ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:31:12.507694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.370192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:31:12.507773Z","caller":"traceutil/trace.go:171","msg":"trace[1670104616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2259; }","duration":"420.500055ms","start":"2026-04-28T07:31:12.087255Z","end":"2026-04-28T07:31:12.507756Z","steps":["trace[1670104616] 'agreement among raft nodes before linearized reading' (duration: 420.29207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:12.50782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:12.087232Z","time spent":"420.579357ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:12.507958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.263027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:31:12.508002Z","caller":"traceutil/trace.go:171","msg":"trace[261466424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2259; }","duration":"177.347499ms","start":"2026-04-28T07:31:12.330644Z","end":"2026-04-28T07:31:12.507992Z","steps":["trace[261466424] 'agreement among raft nodes before linearized reading' (duration: 177.156704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:12.508085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.742979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:31:12.508138Z","caller":"traceutil/trace.go:171","msg":"trace[1449825981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2259; }","duration":"179.883392ms","start":"2026-04-28T07:31:12.328241Z","end":"2026-04-28T07:31:12.508124Z","steps":["trace[1449825981] 'agreement among raft nodes before linearized reading' (duration: 179.586395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:12.508322Z","caller":"traceutil/trace.go:171","msg":"trace[1105582519] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"603.502255ms","start":"2026-04-28T07:31:11.9048Z","end":"2026-04-28T07:31:12.508302Z","steps":["trace[1105582519] 'process raft request' (duration: 497.531091ms)","trace[1105582519] 'compare' (duration: 104.433006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:12.508403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:11.904774Z","time spent":"603.589486ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:12.508264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.981505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:31:12.508574Z","caller":"traceutil/trace.go:171","msg":"trace[84479910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2259; }","duration":"180.369555ms","start":"2026-04-28T07:31:12.328153Z","end":"2026-04-28T07:31:12.508522Z","steps":["trace[84479910] 'agreement among raft nodes before linearized reading' (duration: 179.855792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:12.508634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.201494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:31:12.508977Z","caller":"traceutil/trace.go:171","msg":"trace[1749714129] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2259; }","duration":"154.571503ms","start":"2026-04-28T07:31:12.354383Z","end":"2026-04-28T07:31:12.508954Z","steps":["trace[1749714129] 'agreement among raft nodes before linearized reading' (duration: 153.573847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:13.129972Z","caller":"traceutil/trace.go:171","msg":"trace[2028910410] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2374; }","duration":"142.537264ms","start":"2026-04-28T07:31:12.987408Z","end":"2026-04-28T07:31:13.129946Z","steps":["trace[2028910410] 'read index received' (duration: 142.290357ms)","trace[2028910410] 'applied index is now lower than readState.Index' (duration: 245.727µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:13.130223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.788091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T07:31:13.13027Z","caller":"traceutil/trace.go:171","msg":"trace[881464345] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2265; }","duration":"142.881292ms","start":"2026-04-28T07:31:12.987378Z","end":"2026-04-28T07:31:13.130259Z","steps":["trace[881464345] 'agreement among raft nodes before linearized reading' (duration: 142.694178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:13.130167Z","caller":"traceutil/trace.go:171","msg":"trace[1561740511] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"190.335362ms","start":"2026-04-28T07:31:12.939752Z","end":"2026-04-28T07:31:13.130087Z","steps":["trace[1561740511] 'process raft request' (duration: 190.037495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:13.471457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.958192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:31:16.554005Z","caller":"traceutil/trace.go:171","msg":"trace[212904967] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"223.250271ms","start":"2026-04-28T07:31:16.330731Z","end":"2026-04-28T07:31:16.553981Z","steps":["trace[212904967] 'process raft request' (duration: 223.096487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:17.189609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.696182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:17.189758Z","caller":"traceutil/trace.go:171","msg":"trace[1558447153] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"445.814715ms","start":"2026-04-28T07:31:16.743929Z","end":"2026-04-28T07:31:17.189744Z","steps":["trace[1558447153] 'process raft request' (duration: 445.748723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:17.189802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:16.743886Z","time spent":"445.895477ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:17.189837Z","caller":"traceutil/trace.go:171","msg":"trace[1858883226] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2388; }","duration":"419.548411ms","start":"2026-04-28T07:31:16.770262Z","end":"2026-04-28T07:31:17.18981Z","steps":["trace[1858883226] 'read index received' (duration: 22.415248ms)","trace[1858883226] 'applied index is now lower than readState.Index' (duration: 397.132063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:17.18993Z","caller":"traceutil/trace.go:171","msg":"trace[1867149282] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"446.4174ms","start":"2026-04-28T07:31:16.743464Z","end":"2026-04-28T07:31:17.189882Z","steps":["trace[1867149282] 'process raft request' (duration: 156.390449ms)","trace[1867149282] 'compare' (duration: 289.320833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:17.19005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.777017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:31:17.190068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:16.743439Z","time spent":"446.556773ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:17.190088Z","caller":"traceutil/trace.go:171","msg":"trace[908241139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2281; }","duration":"419.867399ms","start":"2026-04-28T07:31:16.770211Z","end":"2026-04-28T07:31:17.190078Z","steps":["trace[908241139] 'agreement among raft nodes before linearized reading' (duration: 419.772717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:17.190126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:16.770195Z","time spent":"419.921041ms","remote":"127.0.0.1:35918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:31:17.189966Z","caller":"traceutil/trace.go:171","msg":"trace[1571135017] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"445.977358ms","start":"2026-04-28T07:31:16.743955Z","end":"2026-04-28T07:31:17.189933Z","steps":["trace[1571135017] 'process raft request' (duration: 445.764793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:17.190204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:16.743923Z","time spent":"446.255075ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:17.207028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.227435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:17.207077Z","caller":"traceutil/trace.go:171","msg":"trace[2003395035] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"267.506201ms","start":"2026-04-28T07:31:16.939548Z","end":"2026-04-28T07:31:17.207054Z","steps":["trace[2003395035] 'process raft request' (duration: 267.257225ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:17.207107Z","caller":"traceutil/trace.go:171","msg":"trace[839930879] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2282; }","duration":"158.355658ms","start":"2026-04-28T07:31:17.048732Z","end":"2026-04-28T07:31:17.207088Z","steps":["trace[839930879] 'agreement among raft nodes before linearized reading' (duration: 158.216795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:19.326653Z","caller":"traceutil/trace.go:171","msg":"trace[859601323] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"128.6971ms","start":"2026-04-28T07:31:19.197934Z","end":"2026-04-28T07:31:19.326631Z","steps":["trace[859601323] 'process raft request' (duration: 128.652029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:19.326852Z","caller":"traceutil/trace.go:171","msg":"trace[1197036676] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"129.039388ms","start":"2026-04-28T07:31:19.197792Z","end":"2026-04-28T07:31:19.326831Z","steps":["trace[1197036676] 'process raft request' (duration: 51.780398ms)","trace[1197036676] 'compare' (duration: 76.915021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:20.989516Z","caller":"traceutil/trace.go:171","msg":"trace[1033835988] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"102.718074ms","start":"2026-04-28T07:31:20.886776Z","end":"2026-04-28T07:31:20.989494Z","steps":["trace[1033835988] 'process raft request' (duration: 102.585721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:23.47388Z","caller":"traceutil/trace.go:171","msg":"trace[990910197] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"124.876895ms","start":"2026-04-28T07:31:23.348971Z","end":"2026-04-28T07:31:23.473848Z","steps":["trace[990910197] 'process raft request' (duration: 123.750866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:23.909493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.992875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:31:23.909609Z","caller":"traceutil/trace.go:171","msg":"trace[1313673740] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2425; }","duration":"123.591113ms","start":"2026-04-28T07:31:23.785996Z","end":"2026-04-28T07:31:23.909587Z","steps":["trace[1313673740] 'read index received' (duration: 21.446584ms)","trace[1313673740] 'applied index is now lower than readState.Index' (duration: 102.142909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:23.909708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.702776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:23.909757Z","caller":"traceutil/trace.go:171","msg":"trace[2562321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"123.790518ms","start":"2026-04-28T07:31:23.785953Z","end":"2026-04-28T07:31:23.909744Z","steps":["trace[2562321] 'agreement among raft nodes before linearized reading' (duration: 123.689186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:24.25447Z","caller":"traceutil/trace.go:171","msg":"trace[1651001963] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"250.070958ms","start":"2026-04-28T07:31:24.004373Z","end":"2026-04-28T07:31:24.254444Z","steps":["trace[1651001963] 'process raft request' (duration: 249.903384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:27.975645Z","caller":"traceutil/trace.go:171","msg":"trace[731158918] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"108.601681ms","start":"2026-04-28T07:31:27.867019Z","end":"2026-04-28T07:31:27.97562Z","steps":["trace[731158918] 'process raft request' (duration: 108.474028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:31.204802Z","caller":"traceutil/trace.go:171","msg":"trace[1137584805] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"105.731338ms","start":"2026-04-28T07:31:31.099041Z","end":"2026-04-28T07:31:31.204773Z","steps":["trace[1137584805] 'process raft request' (duration: 105.545983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:31.62449Z","caller":"traceutil/trace.go:171","msg":"trace[28103394] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"165.624859ms","start":"2026-04-28T07:31:31.458843Z","end":"2026-04-28T07:31:31.624468Z","steps":["trace[28103394] 'process raft request' (duration: 106.433907ms)","trace[28103394] 'compare' (duration: 58.855374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:32.331382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.886197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:32.331517Z","caller":"traceutil/trace.go:171","msg":"trace[654889805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2367; }","duration":"551.03934ms","start":"2026-04-28T07:31:31.780452Z","end":"2026-04-28T07:31:32.331491Z","steps":["trace[654889805] 'count revisions from in-memory index tree' (duration: 550.807314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:32.331547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.38289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:31:32.331639Z","caller":"traceutil/trace.go:171","msg":"trace[1485833218] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2367; }","duration":"107.553744ms","start":"2026-04-28T07:31:32.224056Z","end":"2026-04-28T07:31:32.33161Z","steps":["trace[1485833218] 'count revisions from in-memory index tree' (duration: 107.285477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:32.331578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:31.780414Z","time spent":"551.146102ms","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:31:32.331382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.766429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:32.331781Z","caller":"traceutil/trace.go:171","msg":"trace[244343219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2367; }","duration":"581.23191ms","start":"2026-04-28T07:31:31.750539Z","end":"2026-04-28T07:31:32.331771Z","steps":["trace[244343219] 'count revisions from in-memory index tree' (duration: 580.673957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:32.331814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:31.750517Z","time spent":"581.287032ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:31:32.401785Z","caller":"traceutil/trace.go:171","msg":"trace[146625777] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"102.414447ms","start":"2026-04-28T07:31:32.299344Z","end":"2026-04-28T07:31:32.401758Z","steps":["trace[146625777] 'process raft request' (duration: 102.210322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.077794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.941121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:33.078021Z","caller":"traceutil/trace.go:171","msg":"trace[1799670543] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"293.868427ms","start":"2026-04-28T07:31:32.784133Z","end":"2026-04-28T07:31:33.078001Z","steps":["trace[1799670543] 'read index received' (duration: 128.554877ms)","trace[1799670543] 'applied index is now lower than readState.Index' (duration: 165.31153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:33.078154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.01207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:33.078243Z","caller":"traceutil/trace.go:171","msg":"trace[451415161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2370; }","duration":"294.147784ms","start":"2026-04-28T07:31:32.784078Z","end":"2026-04-28T07:31:33.078226Z","steps":["trace[451415161] 'agreement among raft nodes before linearized reading' (duration: 294.017921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.078253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.661708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T07:31:33.078227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.188522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:31:33.078288Z","caller":"traceutil/trace.go:171","msg":"trace[194385554] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"315.371091ms","start":"2026-04-28T07:31:32.762774Z","end":"2026-04-28T07:31:33.078145Z","steps":["trace[194385554] 'process raft request' (duration: 149.971129ms)","trace[194385554] 'compare' (duration: 164.680374ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:33.078305Z","caller":"traceutil/trace.go:171","msg":"trace[14200315] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2370; }","duration":"246.310244ms","start":"2026-04-28T07:31:32.831979Z","end":"2026-04-28T07:31:33.078289Z","steps":["trace[14200315] 'agreement among raft nodes before linearized reading' (duration: 246.170031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.07849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:32.76275Z","time spent":"315.625537ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:33.078308Z","caller":"traceutil/trace.go:171","msg":"trace[1427006110] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2370; }","duration":"280.74294ms","start":"2026-04-28T07:31:32.797537Z","end":"2026-04-28T07:31:33.07828Z","steps":["trace[1427006110] 'agreement among raft nodes before linearized reading' (duration: 280.589416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.545814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.556236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:33.546143Z","caller":"traceutil/trace.go:171","msg":"trace[392701935] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"461.608057ms","start":"2026-04-28T07:31:33.084512Z","end":"2026-04-28T07:31:33.54612Z","steps":["trace[392701935] 'process raft request' (duration: 120.669551ms)","trace[392701935] 'compare' (duration: 340.262569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:33.546236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.084495Z","time spent":"461.69793ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:33.546415Z","caller":"traceutil/trace.go:171","msg":"trace[532603779] linearizableReadLoop","detail":"{readStateIndex:2487; appliedIndex:2486; }","duration":"337.668985ms","start":"2026-04-28T07:31:33.208736Z","end":"2026-04-28T07:31:33.546405Z","steps":["trace[532603779] 'read index received' (duration: 51.191µs)","trace[532603779] 'applied index is now lower than readState.Index' (duration: 337.616794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:33.725034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.91506ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:31:33.725205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.442891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:31:33.725312Z","caller":"traceutil/trace.go:171","msg":"trace[1060178652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2371; }","duration":"516.611656ms","start":"2026-04-28T07:31:33.208669Z","end":"2026-04-28T07:31:33.725281Z","steps":["trace[1060178652] 'agreement among raft nodes before linearized reading' (duration: 337.803089ms)","trace[1060178652] 'range keys from in-memory index tree' (duration: 178.53736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:33.72537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.208648Z","time spent":"516.711488ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:31:33.725393Z","caller":"traceutil/trace.go:171","msg":"trace[1144001146] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"178.883849ms","start":"2026-04-28T07:31:33.546443Z","end":"2026-04-28T07:31:33.725327Z","steps":["trace[1144001146] 'read index received' (duration: 36.021µs)","trace[1144001146] 'applied index is now lower than readState.Index' (duration: 178.845068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:33.725584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.230143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T07:31:33.725667Z","caller":"traceutil/trace.go:171","msg":"trace[764295191] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2371; }","duration":"392.375297ms","start":"2026-04-28T07:31:33.333268Z","end":"2026-04-28T07:31:33.725643Z","steps":["trace[764295191] 'agreement among raft nodes before linearized reading' (duration: 392.10046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.725742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.333247Z","time spent":"392.482509ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:33.725695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.689335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-04-28T07:31:33.725871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.591271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-28T07:31:33.725872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.867874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:31:33.725987Z","caller":"traceutil/trace.go:171","msg":"trace[838448940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2371; }","duration":"174.015248ms","start":"2026-04-28T07:31:33.551954Z","end":"2026-04-28T07:31:33.725969Z","steps":["trace[838448940] 'agreement among raft nodes before linearized reading' (duration: 173.759051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:33.726035Z","caller":"traceutil/trace.go:171","msg":"trace[1938094997] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2371; }","duration":"495.846759ms","start":"2026-04-28T07:31:33.229953Z","end":"2026-04-28T07:31:33.725799Z","steps":["trace[1938094997] 'agreement among raft nodes before linearized reading' (duration: 495.509571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.726157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.229938Z","time spent":"496.205179ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-28T07:31:33.726914Z","caller":"traceutil/trace.go:171","msg":"trace[1820716637] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2371; }","duration":"515.724204ms","start":"2026-04-28T07:31:33.210209Z","end":"2026-04-28T07:31:33.725933Z","steps":["trace[1820716637] 'agreement among raft nodes before linearized reading' (duration: 515.359915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:33.726999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.210188Z","time spent":"516.79282ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:34.315071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.52044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:34.315487Z","caller":"traceutil/trace.go:171","msg":"trace[986287061] linearizableReadLoop","detail":"{readStateIndex:2495; appliedIndex:2489; }","duration":"529.510355ms","start":"2026-04-28T07:31:33.785959Z","end":"2026-04-28T07:31:34.315469Z","steps":["trace[986287061] 'read index received' (duration: 288.429411ms)","trace[986287061] 'applied index is now lower than readState.Index' (duration: 241.080074ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:34.315593Z","caller":"traceutil/trace.go:171","msg":"trace[1824674529] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"583.901808ms","start":"2026-04-28T07:31:33.73168Z","end":"2026-04-28T07:31:34.315582Z","steps":["trace[1824674529] 'process raft request' (duration: 583.661292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:34.31556Z","caller":"traceutil/trace.go:171","msg":"trace[242617621] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"583.875358ms","start":"2026-04-28T07:31:33.731652Z","end":"2026-04-28T07:31:34.315528Z","steps":["trace[242617621] 'process raft request' (duration: 583.624232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:34.315664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.731671Z","time spent":"583.94791ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:34.315737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.731645Z","time spent":"583.991491ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:34.315821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.808723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:34.315847Z","caller":"traceutil/trace.go:171","msg":"trace[243141260] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"584.247607ms","start":"2026-04-28T07:31:33.731571Z","end":"2026-04-28T07:31:34.315818Z","steps":["trace[243141260] 'process raft request' (duration: 583.617962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:34.315873Z","caller":"traceutil/trace.go:171","msg":"trace[2081323868] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"584.049711ms","start":"2026-04-28T07:31:33.731799Z","end":"2026-04-28T07:31:34.315849Z","steps":["trace[2081323868] 'process raft request' (duration: 583.574249ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:34.315895Z","caller":"traceutil/trace.go:171","msg":"trace[1667295725] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"583.436807ms","start":"2026-04-28T07:31:33.732444Z","end":"2026-04-28T07:31:34.315881Z","steps":["trace[1667295725] 'process raft request' (duration: 582.990366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:34.315875Z","caller":"traceutil/trace.go:171","msg":"trace[1943748741] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"584.242967ms","start":"2026-04-28T07:31:33.731581Z","end":"2026-04-28T07:31:34.315824Z","steps":["trace[1943748741] 'process raft request' (duration: 342.884036ms)","trace[1943748741] 'compare' (duration: 240.360057ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:34.315935Z","caller":"traceutil/trace.go:171","msg":"trace[1553310645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2378; }","duration":"530.013108ms","start":"2026-04-28T07:31:33.785895Z","end":"2026-04-28T07:31:34.315909Z","steps":["trace[1553310645] 'agreement among raft nodes before linearized reading' (duration: 529.702371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:34.315984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.731788Z","time spent":"584.145814ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:34.315987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.732436Z","time spent":"583.500768ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:34.316008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.785873Z","time spent":"530.12333ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:31:34.316053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.73154Z","time spent":"584.390471ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:34.316141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:33.731563Z","time spent":"584.427431ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:35.072037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.051164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:35.072146Z","caller":"traceutil/trace.go:171","msg":"trace[50160265] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2495; }","duration":"286.711767ms","start":"2026-04-28T07:31:34.785411Z","end":"2026-04-28T07:31:35.072123Z","steps":["trace[50160265] 'read index received' (duration: 131.52544ms)","trace[50160265] 'applied index is now lower than readState.Index' (duration: 155.184607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:35.071499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.425795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:35.072647Z","caller":"traceutil/trace.go:171","msg":"trace[1577550426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2378; }","duration":"395.577863ms","start":"2026-04-28T07:31:34.67703Z","end":"2026-04-28T07:31:35.072608Z","steps":["trace[1577550426] 'range keys from in-memory index tree' (duration: 394.406504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:35.072689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.356108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:35.072832Z","caller":"traceutil/trace.go:171","msg":"trace[109558575] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"664.15669ms","start":"2026-04-28T07:31:34.408581Z","end":"2026-04-28T07:31:35.072738Z","steps":["trace[109558575] 'process raft request' (duration: 508.311637ms)","trace[109558575] 'compare' (duration: 154.875809ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:35.072916Z","caller":"traceutil/trace.go:171","msg":"trace[1233722703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2379; }","duration":"286.554923ms","start":"2026-04-28T07:31:34.786269Z","end":"2026-04-28T07:31:35.072824Z","steps":["trace[1233722703] 'agreement among raft nodes before linearized reading' (duration: 286.307797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:35.072953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:34.408539Z","time spent":"664.366765ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:35.072678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.295521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:35.07316Z","caller":"traceutil/trace.go:171","msg":"trace[1000610198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2379; }","duration":"287.844715ms","start":"2026-04-28T07:31:34.785289Z","end":"2026-04-28T07:31:35.073133Z","steps":["trace[1000610198] 'agreement among raft nodes before linearized reading' (duration: 287.310942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:35.719748Z","caller":"traceutil/trace.go:171","msg":"trace[1020768723] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"162.849499ms","start":"2026-04-28T07:31:35.556861Z","end":"2026-04-28T07:31:35.71971Z","steps":["trace[1020768723] 'process raft request' (duration: 162.47809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:36.732794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.119144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:36.733127Z","caller":"traceutil/trace.go:171","msg":"trace[43610472] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"405.797708ms","start":"2026-04-28T07:31:36.327286Z","end":"2026-04-28T07:31:36.733084Z","steps":["trace[43610472] 'process raft request' (duration: 92.243053ms)","trace[43610472] 'compare' (duration: 312.141559ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:36.733184Z","caller":"traceutil/trace.go:171","msg":"trace[870332482] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"405.519871ms","start":"2026-04-28T07:31:36.327563Z","end":"2026-04-28T07:31:36.733083Z","steps":["trace[870332482] 'process raft request' (duration: 405.411998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:36.733327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:36.327273Z","time spent":"405.944982ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:36.733776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:36.327548Z","time spent":"406.133246ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:37.071629Z","caller":"traceutil/trace.go:171","msg":"trace[1622642730] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2502; }","duration":"285.459567ms","start":"2026-04-28T07:31:36.786147Z","end":"2026-04-28T07:31:37.071607Z","steps":["trace[1622642730] 'read index received' (duration: 285.240531ms)","trace[1622642730] 'applied index is now lower than readState.Index' (duration: 218.146µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:37.071789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.628861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:37.07176Z","caller":"traceutil/trace.go:171","msg":"trace[86457092] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"442.173853ms","start":"2026-04-28T07:31:36.629539Z","end":"2026-04-28T07:31:37.071713Z","steps":["trace[86457092] 'process raft request' (duration: 441.927067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:37.071823Z","caller":"traceutil/trace.go:171","msg":"trace[710579197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2386; }","duration":"285.731364ms","start":"2026-04-28T07:31:36.786082Z","end":"2026-04-28T07:31:37.071813Z","steps":["trace[710579197] 'agreement among raft nodes before linearized reading' (duration: 285.653602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:37.071958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:36.629526Z","time spent":"442.327577ms","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:38.226638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403169021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:31:38.424067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14224723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:38.424236Z","caller":"traceutil/trace.go:171","msg":"trace[743828348] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2388; }","duration":"1.142477284s","start":"2026-04-28T07:31:37.281726Z","end":"2026-04-28T07:31:38.424204Z","steps":["trace[743828348] 'count revisions from in-memory index tree' (duration: 1.142134945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:38.424345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.281707Z","time spent":"1.142612798s","remote":"127.0.0.1:36026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:31:38.424105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188383627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-28T07:31:38.424511Z","caller":"traceutil/trace.go:171","msg":"trace[296082677] range","detail":"{range_begin:/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68; range_end:; response_count:1; response_revision:2388; }","duration":"1.188804907s","start":"2026-04-28T07:31:37.235653Z","end":"2026-04-28T07:31:38.424458Z","steps":["trace[296082677] 'range keys from in-memory index tree' (duration: 1.18816294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:38.424641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.23563Z","time spent":"1.188963561s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":674,"request content":"key:\"/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68\" "} {"level":"warn","ts":"2026-04-28T07:31:38.727107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1789509956403169021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:31:39.093292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151029276s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:31:39.093771Z","caller":"traceutil/trace.go:171","msg":"trace[2054174444] linearizableReadLoop","detail":"{readStateIndex:2506; appliedIndex:2505; }","duration":"1.367415088s","start":"2026-04-28T07:31:37.726332Z","end":"2026-04-28T07:31:39.093747Z","steps":["trace[2054174444] 'read index received' (duration: 1.367213153s)","trace[2054174444] 'applied index is now lower than readState.Index' (duration: 201.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:39.094048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367682364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:31:39.094126Z","caller":"traceutil/trace.go:171","msg":"trace[1712914430] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2389; }","duration":"1.367814468s","start":"2026-04-28T07:31:37.726297Z","end":"2026-04-28T07:31:39.094112Z","steps":["trace[1712914430] 'agreement among raft nodes before linearized reading' (duration: 1.367566672s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.726284Z","time spent":"1.367879979s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T07:31:39.094189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230627396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:31:39.094234Z","caller":"traceutil/trace.go:171","msg":"trace[79736716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2389; }","duration":"1.230730489s","start":"2026-04-28T07:31:37.86349Z","end":"2026-04-28T07:31:39.09422Z","steps":["trace[79736716] 'agreement among raft nodes before linearized reading' (duration: 1.230625837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306758959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:31:39.094274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.863457Z","time spent":"1.230809591s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:31:39.094295Z","caller":"traceutil/trace.go:171","msg":"trace[1122151366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2389; }","duration":"1.306912863s","start":"2026-04-28T07:31:37.787362Z","end":"2026-04-28T07:31:39.094275Z","steps":["trace[1122151366] 'agreement among raft nodes before linearized reading' (duration: 1.306750059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.787337Z","time spent":"1.306990695s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:31:39.09435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004000591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2722"} {"level":"warn","ts":"2026-04-28T07:31:39.094433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.500712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:31:39.09447Z","caller":"traceutil/trace.go:171","msg":"trace[1147690174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2389; }","duration":"356.615905ms","start":"2026-04-28T07:31:38.737844Z","end":"2026-04-28T07:31:39.09446Z","steps":["trace[1147690174] 'agreement among raft nodes before linearized reading' (duration: 356.530433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028772237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.24\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:31:39.094505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.737812Z","time spent":"356.684867ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:31:39.094447Z","caller":"traceutil/trace.go:171","msg":"trace[1148426830] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2389; }","duration":"1.004134735s","start":"2026-04-28T07:31:38.090299Z","end":"2026-04-28T07:31:39.094434Z","steps":["trace[1148426830] 'agreement among raft nodes before linearized reading' (duration: 1.003797066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33132022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T07:31:39.094561Z","caller":"traceutil/trace.go:171","msg":"trace[725151031] range","detail":"{range_begin:/registry/masterleases/199.19.213.24; range_end:; response_count:1; response_revision:2389; }","duration":"1.028991482s","start":"2026-04-28T07:31:38.065543Z","end":"2026-04-28T07:31:39.094534Z","steps":["trace[725151031] 'agreement among raft nodes before linearized reading' (duration: 1.028594882s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.094607Z","caller":"traceutil/trace.go:171","msg":"trace[1409026220] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2389; }","duration":"1.331914244s","start":"2026-04-28T07:31:37.76268Z","end":"2026-04-28T07:31:39.094595Z","steps":["trace[1409026220] 'agreement among raft nodes before linearized reading' (duration: 1.331237068s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.76266Z","time spent":"1.331973386s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:39.094635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.065524Z","time spent":"1.029091914s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.24\" "} {"level":"warn","ts":"2026-04-28T07:31:39.094751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.090278Z","time spent":"1.00434889s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2745,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-04-28T07:31:39.094872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.344681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-28T07:31:39.09492Z","caller":"traceutil/trace.go:171","msg":"trace[813505714] range","detail":"{range_begin:/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68; range_end:; response_count:1; response_revision:2389; }","duration":"661.391772ms","start":"2026-04-28T07:31:38.433516Z","end":"2026-04-28T07:31:39.094908Z","steps":["trace[813505714] 'agreement among raft nodes before linearized reading' (duration: 661.281669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.094951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.433498Z","time spent":"661.445823ms","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":674,"request content":"key:\"/registry/volumeattachments/csi-7f3a4f35be6a424d5e65197501e7a0fae81e580089e079a87a7e6263887baa68\" "} {"level":"warn","ts":"2026-04-28T07:31:39.094057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.85231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:31:39.094985Z","caller":"traceutil/trace.go:171","msg":"trace[2019087350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2389; }","duration":"731.844394ms","start":"2026-04-28T07:31:38.36313Z","end":"2026-04-28T07:31:39.094974Z","steps":["trace[2019087350] 'agreement among raft nodes before linearized reading' (duration: 730.805928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.095036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.363082Z","time spent":"731.942056ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:31:39.095229Z","caller":"traceutil/trace.go:171","msg":"trace[1033169057] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"1.412099667s","start":"2026-04-28T07:31:37.681713Z","end":"2026-04-28T07:31:39.093813Z","steps":["trace[1033169057] 'process raft request' (duration: 1.411880582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.095347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.311948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:31:39.095356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:37.681685Z","time spent":"1.413604184s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:39.095395Z","caller":"traceutil/trace.go:171","msg":"trace[1820723787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2389; }","duration":"356.986734ms","start":"2026-04-28T07:31:38.738397Z","end":"2026-04-28T07:31:39.095383Z","steps":["trace[1820723787] 'agreement among raft nodes before linearized reading' (duration: 355.773924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.095431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:38.738363Z","time spent":"357.058286ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:39.33534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.871101ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:31:39.335529Z","caller":"traceutil/trace.go:171","msg":"trace[178847660] linearizableReadLoop","detail":"{readStateIndex:2507; appliedIndex:2506; }","duration":"235.025223ms","start":"2026-04-28T07:31:39.100482Z","end":"2026-04-28T07:31:39.335507Z","steps":["trace[178847660] 'read index received' (duration: 123.022129ms)","trace[178847660] 'applied index is now lower than readState.Index' (duration: 112.000284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:39.335762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.267229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-28T07:31:39.335852Z","caller":"traceutil/trace.go:171","msg":"trace[738677813] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:2389; }","duration":"235.390182ms","start":"2026-04-28T07:31:39.100449Z","end":"2026-04-28T07:31:39.335839Z","steps":["trace[738677813] 'agreement among raft nodes before linearized reading' (duration: 235.174827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.635946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.818834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:31:39.636202Z","caller":"traceutil/trace.go:171","msg":"trace[493841288] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"534.641753ms","start":"2026-04-28T07:31:39.101482Z","end":"2026-04-28T07:31:39.636124Z","steps":["trace[493841288] 'process raft request' (duration: 341.554342ms)","trace[493841288] 'compare' (duration: 192.66743ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:31:39.636382Z","caller":"traceutil/trace.go:171","msg":"trace[733617127] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"299.788993ms","start":"2026-04-28T07:31:39.33657Z","end":"2026-04-28T07:31:39.636359Z","steps":["trace[733617127] 'process raft request' (duration: 299.743862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.636428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.101455Z","time spent":"534.851737ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:39.636721Z","caller":"traceutil/trace.go:171","msg":"trace[1135352766] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"533.576785ms","start":"2026-04-28T07:31:39.103133Z","end":"2026-04-28T07:31:39.636709Z","steps":["trace[1135352766] 'process raft request' (duration: 533.112444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.636795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.103127Z","time spent":"533.628367ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:39.636854Z","caller":"traceutil/trace.go:171","msg":"trace[11683577] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"535.282828ms","start":"2026-04-28T07:31:39.101557Z","end":"2026-04-28T07:31:39.63684Z","steps":["trace[11683577] 'process raft request' (duration: 534.496299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.636955Z","caller":"traceutil/trace.go:171","msg":"trace[699791059] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"534.774894ms","start":"2026-04-28T07:31:39.101949Z","end":"2026-04-28T07:31:39.636724Z","steps":["trace[699791059] 'process raft request' (duration: 534.260542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.637033Z","caller":"traceutil/trace.go:171","msg":"trace[495296262] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2507; }","duration":"301.430575ms","start":"2026-04-28T07:31:39.335592Z","end":"2026-04-28T07:31:39.637022Z","steps":["trace[495296262] 'read index received' (duration: 107.530693ms)","trace[495296262] 'applied index is now lower than readState.Index' (duration: 193.898802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:39.637128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.979486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:31:39.637162Z","caller":"traceutil/trace.go:171","msg":"trace[154259940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2397; }","duration":"532.027378ms","start":"2026-04-28T07:31:39.105124Z","end":"2026-04-28T07:31:39.637151Z","steps":["trace[154259940] 'agreement among raft nodes before linearized reading' (duration: 531.940986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.637191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.105116Z","time spent":"532.068699ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:31:39.63732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.101938Z","time spent":"535.118825ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:39.637365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.873925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:31:39.637425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.012506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:31:39.637447Z","caller":"traceutil/trace.go:171","msg":"trace[2045715556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2397; }","duration":"448.030599ms","start":"2026-04-28T07:31:39.189398Z","end":"2026-04-28T07:31:39.637429Z","steps":["trace[2045715556] 'agreement among raft nodes before linearized reading' (duration: 447.861545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.637487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.713829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-28T07:31:39.636996Z","caller":"traceutil/trace.go:171","msg":"trace[798066372] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"520.362667ms","start":"2026-04-28T07:31:39.116621Z","end":"2026-04-28T07:31:39.636984Z","steps":["trace[798066372] 'process raft request' (duration: 519.652589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.637594Z","caller":"traceutil/trace.go:171","msg":"trace[1898263766] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"535.987777ms","start":"2026-04-28T07:31:39.101596Z","end":"2026-04-28T07:31:39.637583Z","steps":["trace[1898263766] 'process raft request' (duration: 534.517399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.637589Z","caller":"traceutil/trace.go:171","msg":"trace[466340491] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"535.975666ms","start":"2026-04-28T07:31:39.101598Z","end":"2026-04-28T07:31:39.637573Z","steps":["trace[466340491] 'process raft request' (duration: 534.54734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.637638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.116606Z","time spent":"520.975673ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:39.637666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.101583Z","time spent":"536.046078ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:39.637407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.352126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T07:31:39.637778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.101532Z","time spent":"535.362371ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:31:39.637502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.189386Z","time spent":"448.10505ms","remote":"127.0.0.1:35628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:31:39.637797Z","caller":"traceutil/trace.go:171","msg":"trace[1534815618] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2397; }","duration":"314.799097ms","start":"2026-04-28T07:31:39.322971Z","end":"2026-04-28T07:31:39.63777Z","steps":["trace[1534815618] 'agreement among raft nodes before linearized reading' (duration: 314.282974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.637457Z","caller":"traceutil/trace.go:171","msg":"trace[960999614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2397; }","duration":"499.067427ms","start":"2026-04-28T07:31:39.138381Z","end":"2026-04-28T07:31:39.637448Z","steps":["trace[960999614] 'agreement among raft nodes before linearized reading' (duration: 498.937744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.638082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.13837Z","time spent":"499.699623ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:31:39.638212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.71738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-28T07:31:39.638274Z","caller":"traceutil/trace.go:171","msg":"trace[29075816] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2397; }","duration":"315.808352ms","start":"2026-04-28T07:31:39.322447Z","end":"2026-04-28T07:31:39.638255Z","steps":["trace[29075816] 'agreement among raft nodes before linearized reading' (duration: 314.683814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.638317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.322438Z","time spent":"315.870383ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:39.63841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.322957Z","time spent":"314.992932ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-28T07:31:39.637548Z","caller":"traceutil/trace.go:171","msg":"trace[1826007797] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2397; }","duration":"315.817542ms","start":"2026-04-28T07:31:39.321716Z","end":"2026-04-28T07:31:39.637533Z","steps":["trace[1826007797] 'agreement among raft nodes before linearized reading' (duration: 315.680569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:39.639622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.32169Z","time spent":"317.894833ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T07:31:39.637697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:31:39.101562Z","time spent":"536.071669ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:31:39.784788Z","caller":"traceutil/trace.go:171","msg":"trace[2108555271] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"139.393547ms","start":"2026-04-28T07:31:39.645375Z","end":"2026-04-28T07:31:39.784768Z","steps":["trace[2108555271] 'process raft request' (duration: 133.09655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.785205Z","caller":"traceutil/trace.go:171","msg":"trace[1496030534] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"139.357505ms","start":"2026-04-28T07:31:39.645812Z","end":"2026-04-28T07:31:39.78517Z","steps":["trace[1496030534] 'process raft request' (duration: 139.16008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:39.785213Z","caller":"traceutil/trace.go:171","msg":"trace[567270205] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"139.386715ms","start":"2026-04-28T07:31:39.645786Z","end":"2026-04-28T07:31:39.785173Z","steps":["trace[567270205] 'process raft request' (duration: 138.933803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:44.259665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.724148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2722"} {"level":"info","ts":"2026-04-28T07:31:44.259747Z","caller":"traceutil/trace.go:171","msg":"trace[815854829] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2419; }","duration":"154.852751ms","start":"2026-04-28T07:31:44.104875Z","end":"2026-04-28T07:31:44.259728Z","steps":["trace[815854829] 'range keys from in-memory index tree' (duration: 154.290757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:59.879661Z","caller":"traceutil/trace.go:171","msg":"trace[147788072] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"109.8258ms","start":"2026-04-28T07:31:59.769807Z","end":"2026-04-28T07:31:59.879633Z","steps":["trace[147788072] 'process raft request' (duration: 107.724219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:59.879651Z","caller":"traceutil/trace.go:171","msg":"trace[1845675512] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"109.319528ms","start":"2026-04-28T07:31:59.770304Z","end":"2026-04-28T07:31:59.879624Z","steps":["trace[1845675512] 'read index received' (duration: 107.384431ms)","trace[1845675512] 'applied index is now lower than readState.Index' (duration: 1.933697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:31:59.880042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.688048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:31:59.880128Z","caller":"traceutil/trace.go:171","msg":"trace[1865329461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2502; }","duration":"109.830272ms","start":"2026-04-28T07:31:59.770282Z","end":"2026-04-28T07:31:59.880112Z","steps":["trace[1865329461] 'agreement among raft nodes before linearized reading' (duration: 109.427821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:59.899335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.642447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-04-28T07:31:59.899346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.677389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:31:59.899396Z","caller":"traceutil/trace.go:171","msg":"trace[1561192072] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:2503; }","duration":"103.73198ms","start":"2026-04-28T07:31:59.795648Z","end":"2026-04-28T07:31:59.89938Z","steps":["trace[1561192072] 'agreement among raft nodes before linearized reading' (duration: 103.569155ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:59.899423Z","caller":"traceutil/trace.go:171","msg":"trace[730837334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2503; }","duration":"122.772072ms","start":"2026-04-28T07:31:59.77663Z","end":"2026-04-28T07:31:59.899402Z","steps":["trace[730837334] 'agreement among raft nodes before linearized reading' (duration: 122.549236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:59.899542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.936993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:31:59.899593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.569923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-04-28T07:31:59.89962Z","caller":"traceutil/trace.go:171","msg":"trace[1147665720] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"127.873829ms","start":"2026-04-28T07:31:59.771728Z","end":"2026-04-28T07:31:59.899602Z","steps":["trace[1147665720] 'process raft request' (duration: 127.289104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:59.899648Z","caller":"traceutil/trace.go:171","msg":"trace[2071053322] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:2503; }","duration":"119.635665ms","start":"2026-04-28T07:31:59.779995Z","end":"2026-04-28T07:31:59.899631Z","steps":["trace[2071053322] 'agreement among raft nodes before linearized reading' (duration: 119.556563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:59.899654Z","caller":"traceutil/trace.go:171","msg":"trace[2016478779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2503; }","duration":"116.083267ms","start":"2026-04-28T07:31:59.783546Z","end":"2026-04-28T07:31:59.899629Z","steps":["trace[2016478779] 'agreement among raft nodes before linearized reading' (duration: 115.914593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:31:59.899763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.972684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:31:59.89979Z","caller":"traceutil/trace.go:171","msg":"trace[300834542] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2503; }","duration":"114.053666ms","start":"2026-04-28T07:31:59.785731Z","end":"2026-04-28T07:31:59.899784Z","steps":["trace[300834542] 'agreement among raft nodes before linearized reading' (duration: 113.959563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:14.901889Z","caller":"traceutil/trace.go:171","msg":"trace[966662560] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"138.512516ms","start":"2026-04-28T07:32:14.763349Z","end":"2026-04-28T07:32:14.901862Z","steps":["trace[966662560] 'read index received' (duration: 138.316781ms)","trace[966662560] 'applied index is now lower than readState.Index' (duration: 191.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:14.901957Z","caller":"traceutil/trace.go:171","msg":"trace[305157185] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"170.835027ms","start":"2026-04-28T07:32:14.731088Z","end":"2026-04-28T07:32:14.901923Z","steps":["trace[305157185] 'process raft request' (duration: 170.569171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:14.902153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.193906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T07:32:14.902189Z","caller":"traceutil/trace.go:171","msg":"trace[1596085781] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2571; }","duration":"121.271147ms","start":"2026-04-28T07:32:14.780908Z","end":"2026-04-28T07:32:14.902179Z","steps":["trace[1596085781] 'agreement among raft nodes before linearized reading' (duration: 121.122544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:14.902219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.844064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9390"} {"level":"info","ts":"2026-04-28T07:32:14.902306Z","caller":"traceutil/trace.go:171","msg":"trace[1819253663] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:2571; }","duration":"138.950127ms","start":"2026-04-28T07:32:14.763335Z","end":"2026-04-28T07:32:14.902285Z","steps":["trace[1819253663] 'agreement among raft nodes before linearized reading' (duration: 138.68174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:14.902335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.723405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:32:14.902688Z","caller":"traceutil/trace.go:171","msg":"trace[1939397771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"117.135726ms","start":"2026-04-28T07:32:14.785512Z","end":"2026-04-28T07:32:14.902648Z","steps":["trace[1939397771] 'agreement among raft nodes before linearized reading' (duration: 116.647284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:15.039439Z","caller":"traceutil/trace.go:171","msg":"trace[1776991891] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"130.547428ms","start":"2026-04-28T07:32:14.908867Z","end":"2026-04-28T07:32:15.039414Z","steps":["trace[1776991891] 'read index received' (duration: 63.234839ms)","trace[1776991891] 'applied index is now lower than readState.Index' (duration: 67.311709ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:15.039451Z","caller":"traceutil/trace.go:171","msg":"trace[2012873362] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"131.744448ms","start":"2026-04-28T07:32:14.907683Z","end":"2026-04-28T07:32:15.039427Z","steps":["trace[2012873362] 'process raft request' (duration: 64.472449ms)","trace[2012873362] 'compare' (duration: 67.107545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:15.039672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.789314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9390"} {"level":"info","ts":"2026-04-28T07:32:15.039745Z","caller":"traceutil/trace.go:171","msg":"trace[669213828] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:2572; }","duration":"130.886777ms","start":"2026-04-28T07:32:14.908839Z","end":"2026-04-28T07:32:15.039725Z","steps":["trace[669213828] 'agreement among raft nodes before linearized reading' (duration: 130.656521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:18.200135Z","caller":"traceutil/trace.go:171","msg":"trace[393514148] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2709; }","duration":"100.888512ms","start":"2026-04-28T07:32:18.099212Z","end":"2026-04-28T07:32:18.2001Z","steps":["trace[393514148] 'read index received' (duration: 74.642922ms)","trace[393514148] 'applied index is now lower than readState.Index' (duration: 26.2432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:18.200374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.145149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-28T07:32:18.200451Z","caller":"traceutil/trace.go:171","msg":"trace[1381494121] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:2583; }","duration":"101.266451ms","start":"2026-04-28T07:32:18.099164Z","end":"2026-04-28T07:32:18.200431Z","steps":["trace[1381494121] 'agreement among raft nodes before linearized reading' (duration: 101.104847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:20.190617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.902761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-28T07:32:20.190715Z","caller":"traceutil/trace.go:171","msg":"trace[339268567] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2594; }","duration":"107.017394ms","start":"2026-04-28T07:32:20.083668Z","end":"2026-04-28T07:32:20.190685Z","steps":["trace[339268567] 'agreement among raft nodes before linearized reading' (duration: 106.806759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:20.407339Z","caller":"traceutil/trace.go:171","msg":"trace[1862450950] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"169.907953ms","start":"2026-04-28T07:32:20.237398Z","end":"2026-04-28T07:32:20.407306Z","steps":["trace[1862450950] 'process raft request' (duration: 169.711098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:20.40784Z","caller":"traceutil/trace.go:171","msg":"trace[195997448] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2724; }","duration":"137.340506ms","start":"2026-04-28T07:32:20.270462Z","end":"2026-04-28T07:32:20.407803Z","steps":["trace[195997448] 'read index received' (duration: 136.568158ms)","trace[195997448] 'applied index is now lower than readState.Index' (duration: 770.898µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:20.40798Z","caller":"traceutil/trace.go:171","msg":"trace[1398462435] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"170.18938ms","start":"2026-04-28T07:32:20.237777Z","end":"2026-04-28T07:32:20.407967Z","steps":["trace[1398462435] 'process raft request' (duration: 169.487493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:20.408001Z","caller":"traceutil/trace.go:171","msg":"trace[1565937572] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"168.384767ms","start":"2026-04-28T07:32:20.23959Z","end":"2026-04-28T07:32:20.407975Z","steps":["trace[1565937572] 'process raft request' (duration: 168.146781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:20.407906Z","caller":"traceutil/trace.go:171","msg":"trace[1126633728] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"169.407771ms","start":"2026-04-28T07:32:20.238475Z","end":"2026-04-28T07:32:20.407883Z","steps":["trace[1126633728] 'process raft request' (duration: 169.105294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:20.408121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.630873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-04-28T07:32:20.408256Z","caller":"traceutil/trace.go:171","msg":"trace[1202795548] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:2601; }","duration":"137.836538ms","start":"2026-04-28T07:32:20.270401Z","end":"2026-04-28T07:32:20.408237Z","steps":["trace[1202795548] 'agreement among raft nodes before linearized reading' (duration: 137.626043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:22.318938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.50515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-04-28T07:32:22.319026Z","caller":"traceutil/trace.go:171","msg":"trace[996496611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:2603; }","duration":"143.641314ms","start":"2026-04-28T07:32:22.175365Z","end":"2026-04-28T07:32:22.319006Z","steps":["trace[996496611] 'range keys from in-memory index tree' (duration: 143.381487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:22.319182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.074567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:32:22.319226Z","caller":"traceutil/trace.go:171","msg":"trace[1890740352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2603; }","duration":"103.164749ms","start":"2026-04-28T07:32:22.216049Z","end":"2026-04-28T07:32:22.319213Z","steps":["trace[1890740352] 'range keys from in-memory index tree' (duration: 102.80346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.673594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.450029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:32:24.673914Z","caller":"traceutil/trace.go:171","msg":"trace[694504690] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"199.340854ms","start":"2026-04-28T07:32:24.474552Z","end":"2026-04-28T07:32:24.673893Z","steps":["trace[694504690] 'process raft request' (duration: 82.496326ms)","trace[694504690] 'compare' (duration: 116.260124ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:24.673981Z","caller":"traceutil/trace.go:171","msg":"trace[858895581] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"198.831162ms","start":"2026-04-28T07:32:24.475132Z","end":"2026-04-28T07:32:24.673963Z","steps":["trace[858895581] 'process raft request' (duration: 198.703889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:24.673912Z","caller":"traceutil/trace.go:171","msg":"trace[607500631] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2739; }","duration":"199.227641ms","start":"2026-04-28T07:32:24.474642Z","end":"2026-04-28T07:32:24.67387Z","steps":["trace[607500631] 'read index received' (duration: 82.502717ms)","trace[607500631] 'applied index is now lower than readState.Index' (duration: 116.722174ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:24.674093Z","caller":"traceutil/trace.go:171","msg":"trace[886326112] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"198.246028ms","start":"2026-04-28T07:32:24.475837Z","end":"2026-04-28T07:32:24.674083Z","steps":["trace[886326112] 'process raft request' (duration: 198.077183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.674004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.359114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T07:32:24.674178Z","caller":"traceutil/trace.go:171","msg":"trace[1170198352] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:2614; }","duration":"199.55658ms","start":"2026-04-28T07:32:24.474611Z","end":"2026-04-28T07:32:24.674168Z","steps":["trace[1170198352] 'agreement among raft nodes before linearized reading' (duration: 199.329464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:24.67421Z","caller":"traceutil/trace.go:171","msg":"trace[388213256] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"199.162409ms","start":"2026-04-28T07:32:24.475038Z","end":"2026-04-28T07:32:24.674201Z","steps":["trace[388213256] 'process raft request' (duration: 198.715259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.674382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.992411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-04-28T07:32:24.674442Z","caller":"traceutil/trace.go:171","msg":"trace[1146417646] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics; range_end:; response_count:1; response_revision:2616; }","duration":"117.099714ms","start":"2026-04-28T07:32:24.557326Z","end":"2026-04-28T07:32:24.674426Z","steps":["trace[1146417646] 'agreement among raft nodes before linearized reading' (duration: 116.95389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:24.674613Z","caller":"traceutil/trace.go:171","msg":"trace[99517338] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"197.98573ms","start":"2026-04-28T07:32:24.476614Z","end":"2026-04-28T07:32:24.6746Z","steps":["trace[99517338] 'process raft request' (duration: 197.424446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.949536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.374039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T07:32:24.949621Z","caller":"traceutil/trace.go:171","msg":"trace[2115161883] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2616; }","duration":"135.492491ms","start":"2026-04-28T07:32:24.814111Z","end":"2026-04-28T07:32:24.949603Z","steps":["trace[2115161883] 'range keys from in-memory index tree' (duration: 135.298697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.949761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.07307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:32:24.949939Z","caller":"traceutil/trace.go:171","msg":"trace[106733886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"166.300236ms","start":"2026-04-28T07:32:24.783606Z","end":"2026-04-28T07:32:24.949906Z","steps":["trace[106733886] 'range keys from in-memory index tree' (duration: 165.999818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:24.94959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.292914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:1191"} {"level":"info","ts":"2026-04-28T07:32:24.950088Z","caller":"traceutil/trace.go:171","msg":"trace[2102281451] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:2616; }","duration":"168.821127ms","start":"2026-04-28T07:32:24.781246Z","end":"2026-04-28T07:32:24.950067Z","steps":["trace[2102281451] 'range keys from in-memory index tree' (duration: 168.1356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:25.295612Z","caller":"traceutil/trace.go:171","msg":"trace[1238369963] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2744; }","duration":"268.232573ms","start":"2026-04-28T07:32:25.027353Z","end":"2026-04-28T07:32:25.295585Z","steps":["trace[1238369963] 'read index received' (duration: 268.171892ms)","trace[1238369963] 'applied index is now lower than readState.Index' (duration: 58.781µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:25.295771Z","caller":"traceutil/trace.go:171","msg":"trace[1173024770] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"337.681225ms","start":"2026-04-28T07:32:24.958042Z","end":"2026-04-28T07:32:25.295723Z","steps":["trace[1173024770] 'process raft request' (duration: 337.375778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:25.29593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.523711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T07:32:25.296057Z","caller":"traceutil/trace.go:171","msg":"trace[1632006951] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2617; }","duration":"268.710155ms","start":"2026-04-28T07:32:25.027317Z","end":"2026-04-28T07:32:25.296027Z","steps":["trace[1632006951] 'agreement among raft nodes before linearized reading' (duration: 268.446968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:25.296073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:32:24.958017Z","time spent":"337.862289ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:32:25.296484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.076514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:1191"} {"level":"warn","ts":"2026-04-28T07:32:25.296599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.727181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-28T07:32:25.2967Z","caller":"traceutil/trace.go:171","msg":"trace[2110391165] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2617; }","duration":"130.867496ms","start":"2026-04-28T07:32:25.165815Z","end":"2026-04-28T07:32:25.296683Z","steps":["trace[2110391165] 'agreement among raft nodes before linearized reading' (duration: 130.586738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:25.296689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.529056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-28T07:32:25.296766Z","caller":"traceutil/trace.go:171","msg":"trace[1129459822] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2617; }","duration":"221.640808ms","start":"2026-04-28T07:32:25.075103Z","end":"2026-04-28T07:32:25.296744Z","steps":["trace[1129459822] 'agreement among raft nodes before linearized reading' (duration: 221.467323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:25.296919Z","caller":"traceutil/trace.go:171","msg":"trace[1046745801] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:2617; }","duration":"265.223367ms","start":"2026-04-28T07:32:25.03136Z","end":"2026-04-28T07:32:25.296583Z","steps":["trace[1046745801] 'agreement among raft nodes before linearized reading' (duration: 264.975781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:25.449528Z","caller":"traceutil/trace.go:171","msg":"trace[2088139389] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"146.853703ms","start":"2026-04-28T07:32:25.302644Z","end":"2026-04-28T07:32:25.449497Z","steps":["trace[2088139389] 'process raft request' (duration: 82.129297ms)","trace[2088139389] 'compare' (duration: 64.50432ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:25.449742Z","caller":"traceutil/trace.go:171","msg":"trace[2053999506] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2745; }","duration":"147.108848ms","start":"2026-04-28T07:32:25.302621Z","end":"2026-04-28T07:32:25.44973Z","steps":["trace[2053999506] 'read index received' (duration: 46.232506ms)","trace[2053999506] 'applied index is now lower than readState.Index' (duration: 100.874632ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:25.449885Z","caller":"traceutil/trace.go:171","msg":"trace[1644956897] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"146.653557ms","start":"2026-04-28T07:32:25.303222Z","end":"2026-04-28T07:32:25.449875Z","steps":["trace[1644956897] 'process raft request' (duration: 146.219666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:25.450088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.376495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T07:32:25.450182Z","caller":"traceutil/trace.go:171","msg":"trace[661769530] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2620; }","duration":"147.57574ms","start":"2026-04-28T07:32:25.302592Z","end":"2026-04-28T07:32:25.450168Z","steps":["trace[661769530] 'agreement among raft nodes before linearized reading' (duration: 147.365715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:32:25.450523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.894389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-04-28T07:32:25.451706Z","caller":"traceutil/trace.go:171","msg":"trace[1942909528] range","detail":"{range_begin:/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:2620; }","duration":"144.078103ms","start":"2026-04-28T07:32:25.306587Z","end":"2026-04-28T07:32:25.450665Z","steps":["trace[1942909528] 'agreement among raft nodes before linearized reading' (duration: 143.464358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:26.608821Z","caller":"traceutil/trace.go:171","msg":"trace[630142047] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"128.578669ms","start":"2026-04-28T07:32:26.480199Z","end":"2026-04-28T07:32:26.608777Z","steps":["trace[630142047] 'process raft request' (duration: 128.369054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:26.909214Z","caller":"traceutil/trace.go:171","msg":"trace[1128392878] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"175.706039ms","start":"2026-04-28T07:32:26.733467Z","end":"2026-04-28T07:32:26.909173Z","steps":["trace[1128392878] 'process raft request' (duration: 117.477214ms)","trace[1128392878] 'compare' (duration: 57.982398ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:32:26.909317Z","caller":"traceutil/trace.go:171","msg":"trace[1995154103] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"175.552965ms","start":"2026-04-28T07:32:26.73375Z","end":"2026-04-28T07:32:26.909303Z","steps":["trace[1995154103] 'process raft request' (duration: 175.36548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:26.909457Z","caller":"traceutil/trace.go:171","msg":"trace[1534324280] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2751; }","duration":"123.931703ms","start":"2026-04-28T07:32:26.785513Z","end":"2026-04-28T07:32:26.909445Z","steps":["trace[1534324280] 'read index received' (duration: 65.525514ms)","trace[1534324280] 'applied index is now lower than readState.Index' (duration: 58.405159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:32:26.909528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.003646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:32:26.909556Z","caller":"traceutil/trace.go:171","msg":"trace[1562228658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"124.082808ms","start":"2026-04-28T07:32:26.785465Z","end":"2026-04-28T07:32:26.909548Z","steps":["trace[1562228658] 'agreement among raft nodes before linearized reading' (duration: 124.026676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:26.909556Z","caller":"traceutil/trace.go:171","msg":"trace[1173292227] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"175.790041ms","start":"2026-04-28T07:32:26.733755Z","end":"2026-04-28T07:32:26.909545Z","steps":["trace[1173292227] 'process raft request' (duration: 175.501704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:26.911003Z","caller":"traceutil/trace.go:171","msg":"trace[310601619] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"175.557015ms","start":"2026-04-28T07:32:26.733624Z","end":"2026-04-28T07:32:26.909181Z","steps":["trace[310601619] 'process raft request' (duration: 175.445382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:32:30.475278Z","caller":"traceutil/trace.go:171","msg":"trace[439167388] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"110.106961ms","start":"2026-04-28T07:32:30.365139Z","end":"2026-04-28T07:32:30.475246Z","steps":["trace[439167388] 'process raft request' (duration: 78.277941ms)","trace[439167388] 'compare' (duration: 31.522202ms)"],"step_count":2}