{"level":"warn","ts":"2026-03-31T20:20:03.761836Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:20:03.761912Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:20:03.761972Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:20:03.761985Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-31T20:20:03.762004Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:20:03.762678Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-03-31T20:20:03.762759Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:20:03.767263Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.289993ms"} {"level":"info","ts":"2026-03-31T20:20:03.777464Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-03-31T20:20:03.777529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:20:03.777552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-03-31T20:20:03.777781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:20:03.777793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-03-31T20:20:03.777845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-03-31T20:20:03.786817Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:20:03.788268Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:20:03.789479Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:20:03.79202Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:20:03.792654Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:20:03.792848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:03.79298Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:03.793012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:03.796675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-03-31T20:20:03.796863Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-31T20:20:03.799496Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:20:03.799689Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:20:03.799717Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:20:03.799824Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-31T20:20:03.79984Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-31T20:20:04.278135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:20:04.278208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:20:04.278249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-03-31T20:20:04.278269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:20:04.27828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-31T20:20:04.278296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-03-31T20:20:04.278309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-31T20:20:04.279417Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:20:04.279422Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:20:04.279428Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:04.27975Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:20:04.279895Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:20:04.27993Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:20:04.280624Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:04.280819Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:04.280869Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:04.283613Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:20:04.28378Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-03-31T20:20:06.999881Z","caller":"traceutil/trace.go:171","msg":"trace[1645413059] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"114.220992ms","start":"2026-03-31T20:20:06.885629Z","end":"2026-03-31T20:20:06.99985Z","steps":["trace[1645413059] 'process raft request' (duration: 110.790938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:08.352879Z","caller":"traceutil/trace.go:171","msg":"trace[314829882] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"239.014723ms","start":"2026-03-31T20:20:08.113841Z","end":"2026-03-31T20:20:08.352855Z","steps":["trace[314829882] 'process raft request' (duration: 238.87448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:08.417968Z","caller":"traceutil/trace.go:171","msg":"trace[2109655004] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"161.328437ms","start":"2026-03-31T20:20:08.25662Z","end":"2026-03-31T20:20:08.417948Z","steps":["trace[2109655004] 'process raft request' (duration: 161.135603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:08.555073Z","caller":"traceutil/trace.go:171","msg":"trace[1864805108] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"114.57772ms","start":"2026-03-31T20:20:08.440474Z","end":"2026-03-31T20:20:08.555051Z","steps":["trace[1864805108] 'process raft request' (duration: 114.471178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.072539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.942027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T20:20:14.072655Z","caller":"traceutil/trace.go:171","msg":"trace[650824723] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:343; }","duration":"172.113939ms","start":"2026-03-31T20:20:13.900518Z","end":"2026-03-31T20:20:14.072632Z","steps":["trace[650824723] 'range keys from in-memory index tree' (duration: 171.818884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.25929Z","caller":"traceutil/trace.go:171","msg":"trace[1653409215] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"181.193934ms","start":"2026-03-31T20:20:14.078067Z","end":"2026-03-31T20:20:14.259261Z","steps":["trace[1653409215] 'process raft request' (duration: 180.967539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.697578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T20:20:14.594263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.626753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T20:20:14.594278Z","caller":"traceutil/trace.go:171","msg":"trace[195874197] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:344; }","duration":"221.818831ms","start":"2026-03-31T20:20:14.37244Z","end":"2026-03-31T20:20:14.594259Z","steps":["trace[195874197] 'range keys from in-memory index tree' (duration: 221.610236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.506632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T20:20:14.594323Z","caller":"traceutil/trace.go:171","msg":"trace[30017203] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:344; }","duration":"231.708315ms","start":"2026-03-31T20:20:14.362597Z","end":"2026-03-31T20:20:14.594306Z","steps":["trace[30017203] 'range keys from in-memory index tree' (duration: 231.52988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.594339Z","caller":"traceutil/trace.go:171","msg":"trace[538025826] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:344; }","duration":"271.595164ms","start":"2026-03-31T20:20:14.322727Z","end":"2026-03-31T20:20:14.594322Z","steps":["trace[538025826] 'range keys from in-memory index tree' (duration: 271.40263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.297009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T20:20:14.594297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.842599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T20:20:14.594425Z","caller":"traceutil/trace.go:171","msg":"trace[308506399] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:344; }","duration":"317.36588ms","start":"2026-03-31T20:20:14.277038Z","end":"2026-03-31T20:20:14.594404Z","steps":["trace[308506399] 'range keys from in-memory index tree' (duration: 317.247358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.232189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:20:14.594471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:14.277026Z","time spent":"317.435931ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T20:20:14.594507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.959055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-31T20:20:14.594553Z","caller":"traceutil/trace.go:171","msg":"trace[407111688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:344; }","duration":"300.044137ms","start":"2026-03-31T20:20:14.294502Z","end":"2026-03-31T20:20:14.594546Z","steps":["trace[407111688] 'range keys from in-memory index tree' (duration: 299.834062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.150973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T20:20:14.59419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.127535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T20:20:14.594716Z","caller":"traceutil/trace.go:171","msg":"trace[854529231] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:344; }","duration":"233.710697ms","start":"2026-03-31T20:20:14.360965Z","end":"2026-03-31T20:20:14.594676Z","steps":["trace[854529231] 'range keys from in-memory index tree' (duration: 233.028002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.745774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-31T20:20:14.594471Z","caller":"traceutil/trace.go:171","msg":"trace[1606445869] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:344; }","duration":"291.075874ms","start":"2026-03-31T20:20:14.303381Z","end":"2026-03-31T20:20:14.594457Z","steps":["trace[1606445869] 'range keys from in-memory index tree' (duration: 290.727557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:14.294481Z","time spent":"300.114428ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-31T20:20:14.594721Z","caller":"traceutil/trace.go:171","msg":"trace[293924135] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:344; }","duration":"187.533252ms","start":"2026-03-31T20:20:14.407169Z","end":"2026-03-31T20:20:14.594672Z","steps":["trace[293924135] 'range keys from in-memory index tree' (duration: 186.945639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.594755Z","caller":"traceutil/trace.go:171","msg":"trace[700001397] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:344; }","duration":"238.380657ms","start":"2026-03-31T20:20:14.356363Z","end":"2026-03-31T20:20:14.594744Z","steps":["trace[700001397] 'range keys from in-memory index tree' (duration: 237.647222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.594517Z","caller":"traceutil/trace.go:171","msg":"trace[1755301960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:344; }","duration":"247.31259ms","start":"2026-03-31T20:20:14.347182Z","end":"2026-03-31T20:20:14.594494Z","steps":["trace[1755301960] 'range keys from in-memory index tree' (duration: 247.147667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:14.594398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.716817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T20:20:14.595062Z","caller":"traceutil/trace.go:171","msg":"trace[1866197640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:344; }","duration":"144.409731ms","start":"2026-03-31T20:20:14.450638Z","end":"2026-03-31T20:20:14.595048Z","steps":["trace[1866197640] 'range keys from in-memory index tree' (duration: 143.642966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.709602Z","caller":"traceutil/trace.go:171","msg":"trace[1651796430] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"104.563143ms","start":"2026-03-31T20:20:14.60502Z","end":"2026-03-31T20:20:14.709583Z","steps":["trace[1651796430] 'process raft request' (duration: 96.818786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:14.864465Z","caller":"traceutil/trace.go:171","msg":"trace[1713656669] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:362; }","duration":"114.636691ms","start":"2026-03-31T20:20:14.749803Z","end":"2026-03-31T20:20:14.864439Z","steps":["trace[1713656669] 'read index received' (duration: 54.823623ms)","trace[1713656669] 'applied index is now lower than readState.Index' (duration: 59.810938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:14.864662Z","caller":"traceutil/trace.go:171","msg":"trace[1731641745] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"124.607885ms","start":"2026-03-31T20:20:14.74004Z","end":"2026-03-31T20:20:14.864648Z","steps":["trace[1731641745] 'process raft request' (duration: 70.616061ms)","trace[1731641745] 'compare' (duration: 53.537564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:14.864894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.07337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T20:20:14.865033Z","caller":"traceutil/trace.go:171","msg":"trace[1755995918] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:353; }","duration":"115.187833ms","start":"2026-03-31T20:20:14.749761Z","end":"2026-03-31T20:20:14.864949Z","steps":["trace[1755995918] 'agreement among raft nodes before linearized reading' (duration: 115.004799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:15.492004Z","caller":"traceutil/trace.go:171","msg":"trace[1817425079] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"101.15617ms","start":"2026-03-31T20:20:15.390807Z","end":"2026-03-31T20:20:15.491963Z","steps":["trace[1817425079] 'process raft request' (duration: 94.276292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:19.948162Z","caller":"traceutil/trace.go:171","msg":"trace[166594086] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"101.791203ms","start":"2026-03-31T20:20:19.846344Z","end":"2026-03-31T20:20:19.948135Z","steps":["trace[166594086] 'read index received' (duration: 90.693304ms)","trace[166594086] 'applied index is now lower than readState.Index' (duration: 11.096619ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:19.948186Z","caller":"traceutil/trace.go:171","msg":"trace[676040102] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"106.389613ms","start":"2026-03-31T20:20:19.841764Z","end":"2026-03-31T20:20:19.948153Z","steps":["trace[676040102] 'process raft request' (duration: 95.292183ms)","trace[676040102] 'compare' (duration: 10.904156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:19.948347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.978107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:19.948408Z","caller":"traceutil/trace.go:171","msg":"trace[304293605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"102.08398ms","start":"2026-03-31T20:20:19.846308Z","end":"2026-03-31T20:20:19.948392Z","steps":["trace[304293605] 'agreement among raft nodes before linearized reading' (duration: 101.961747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:23.062368Z","caller":"traceutil/trace.go:171","msg":"trace[713761029] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"280.391483ms","start":"2026-03-31T20:20:22.781953Z","end":"2026-03-31T20:20:23.062345Z","steps":["trace[713761029] 'process raft request' (duration: 280.2462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:23.089438Z","caller":"traceutil/trace.go:171","msg":"trace[54542407] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:433; }","duration":"274.324962ms","start":"2026-03-31T20:20:22.815094Z","end":"2026-03-31T20:20:23.089419Z","steps":["trace[54542407] 'read index received' (duration: 247.188038ms)","trace[54542407] 'applied index is now lower than readState.Index' (duration: 27.135964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:23.089591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.798136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4368"} {"level":"warn","ts":"2026-03-31T20:20:23.08958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.469345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:23.089661Z","caller":"traceutil/trace.go:171","msg":"trace[1540520904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:418; }","duration":"257.907888ms","start":"2026-03-31T20:20:22.831735Z","end":"2026-03-31T20:20:23.089642Z","steps":["trace[1540520904] 'agreement among raft nodes before linearized reading' (duration: 257.796196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:23.089676Z","caller":"traceutil/trace.go:171","msg":"trace[679150904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"274.576827ms","start":"2026-03-31T20:20:22.815079Z","end":"2026-03-31T20:20:23.089655Z","steps":["trace[679150904] 'agreement among raft nodes before linearized reading' (duration: 274.434404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:28.474171Z","caller":"traceutil/trace.go:171","msg":"trace[259261780] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"462.667882ms","start":"2026-03-31T20:20:28.011481Z","end":"2026-03-31T20:20:28.474149Z","steps":["trace[259261780] 'read index received' (duration: 462.477658ms)","trace[259261780] 'applied index is now lower than readState.Index' (duration: 188.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:28.474508Z","caller":"traceutil/trace.go:171","msg":"trace[2023090438] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"464.352688ms","start":"2026-03-31T20:20:28.010142Z","end":"2026-03-31T20:20:28.474495Z","steps":["trace[2023090438] 'process raft request' (duration: 463.895768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:28.474943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.305526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:20:28.474964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.46798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:28.475019Z","caller":"traceutil/trace.go:171","msg":"trace[1258708134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"463.576282ms","start":"2026-03-31T20:20:28.011428Z","end":"2026-03-31T20:20:28.475005Z","steps":["trace[1258708134] 'agreement among raft nodes before linearized reading' (duration: 463.446139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:28.475021Z","caller":"traceutil/trace.go:171","msg":"trace[1425844545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"424.433838ms","start":"2026-03-31T20:20:28.050566Z","end":"2026-03-31T20:20:28.475Z","steps":["trace[1425844545] 'agreement among raft nodes before linearized reading' (duration: 424.277365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:28.475019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.010125Z","time spent":"464.41672ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:28.475045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.011407Z","time spent":"463.632843ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:28.475068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.050547Z","time spent":"424.51236ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:29.546994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.898994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:29.547102Z","caller":"traceutil/trace.go:171","msg":"trace[2110304468] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.067759762s","start":"2026-03-31T20:20:28.479324Z","end":"2026-03-31T20:20:29.547084Z","steps":["trace[2110304468] 'process raft request' (duration: 547.540831ms)","trace[2110304468] 'compare' (duration: 519.780712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:29.547179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.4793Z","time spent":"1.067848695s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:29.552815Z","caller":"traceutil/trace.go:171","msg":"trace[1808376824] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:479; }","duration":"607.623095ms","start":"2026-03-31T20:20:28.945177Z","end":"2026-03-31T20:20:29.5528Z","steps":["trace[1808376824] 'read index received' (duration: 81.787972ms)","trace[1808376824] 'applied index is now lower than readState.Index' (duration: 525.831963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:29.55296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.7812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:29.552959Z","caller":"traceutil/trace.go:171","msg":"trace[772773272] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.073494177s","start":"2026-03-31T20:20:28.479427Z","end":"2026-03-31T20:20:29.552921Z","steps":["trace[772773272] 'process raft request' (duration: 1.073301792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:29.553065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.930478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:20:29.553141Z","caller":"traceutil/trace.go:171","msg":"trace[1893391602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"431.03978ms","start":"2026-03-31T20:20:29.122085Z","end":"2026-03-31T20:20:29.553124Z","steps":["trace[1893391602] 'agreement among raft nodes before linearized reading' (duration: 430.920198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.552999Z","caller":"traceutil/trace.go:171","msg":"trace[1393985114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"607.84557ms","start":"2026-03-31T20:20:28.945144Z","end":"2026-03-31T20:20:29.552989Z","steps":["trace[1393985114] 'agreement among raft nodes before linearized reading' (duration: 607.780629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:29.553211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:29.122072Z","time spent":"431.113872ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:29.553211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.945129Z","time spent":"608.065585ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:29.553152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:28.479402Z","time spent":"1.073657641s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:30.952937Z","caller":"traceutil/trace.go:171","msg":"trace[814529048] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"468.058238ms","start":"2026-03-31T20:20:30.484863Z","end":"2026-03-31T20:20:30.952921Z","steps":["trace[814529048] 'process raft request' (duration: 467.801173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:30.95309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:30.484835Z","time spent":"468.206281ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:33.759873Z","caller":"traceutil/trace.go:171","msg":"trace[1499116444] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"195.33207ms","start":"2026-03-31T20:20:33.564523Z","end":"2026-03-31T20:20:33.759855Z","steps":["trace[1499116444] 'read index received' (duration: 195.194437ms)","trace[1499116444] 'applied index is now lower than readState.Index' (duration: 136.953µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:33.760004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.467152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:20:33.760002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.24404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:20:33.760028Z","caller":"traceutil/trace.go:171","msg":"trace[2086073128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"195.537994ms","start":"2026-03-31T20:20:33.564482Z","end":"2026-03-31T20:20:33.76002Z","steps":["trace[2086073128] 'agreement among raft nodes before linearized reading' (duration: 195.459422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.759994Z","caller":"traceutil/trace.go:171","msg":"trace[686090553] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"196.683859ms","start":"2026-03-31T20:20:33.563276Z","end":"2026-03-31T20:20:33.75996Z","steps":["trace[686090553] 'process raft request' (duration: 196.457484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.760036Z","caller":"traceutil/trace.go:171","msg":"trace[851183315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"177.310261ms","start":"2026-03-31T20:20:33.582718Z","end":"2026-03-31T20:20:33.760028Z","steps":["trace[851183315] 'agreement among raft nodes before linearized reading' (duration: 177.24242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.280048Z","caller":"traceutil/trace.go:171","msg":"trace[1767893300] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"516.491701ms","start":"2026-03-31T20:20:33.763524Z","end":"2026-03-31T20:20:34.280016Z","steps":["trace[1767893300] 'process raft request' (duration: 451.174234ms)","trace[1767893300] 'compare' (duration: 65.196785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:34.28024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:33.763509Z","time spent":"516.625654ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:34.302657Z","caller":"traceutil/trace.go:171","msg":"trace[943079221] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"538.849243ms","start":"2026-03-31T20:20:33.763788Z","end":"2026-03-31T20:20:34.302637Z","steps":["trace[943079221] 'process raft request' (duration: 538.73249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.302793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:33.763768Z","time spent":"538.949526ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:38.308397Z","caller":"traceutil/trace.go:171","msg":"trace[2037648668] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"112.945905ms","start":"2026-03-31T20:20:38.195416Z","end":"2026-03-31T20:20:38.308362Z","steps":["trace[2037648668] 'process raft request' (duration: 112.660549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.308589Z","caller":"traceutil/trace.go:171","msg":"trace[828493880] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"113.022596ms","start":"2026-03-31T20:20:38.19555Z","end":"2026-03-31T20:20:38.308573Z","steps":["trace[828493880] 'process raft request' (duration: 112.74311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.308809Z","caller":"traceutil/trace.go:171","msg":"trace[2039519934] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"113.137258ms","start":"2026-03-31T20:20:38.195665Z","end":"2026-03-31T20:20:38.308802Z","steps":["trace[2039519934] 'process raft request' (duration: 112.926443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.309598Z","caller":"traceutil/trace.go:171","msg":"trace[483409664] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"109.46509ms","start":"2026-03-31T20:20:38.200079Z","end":"2026-03-31T20:20:38.309544Z","steps":["trace[483409664] 'process raft request' (duration: 108.584561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.310231Z","caller":"traceutil/trace.go:171","msg":"trace[123550569] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"107.832145ms","start":"2026-03-31T20:20:38.202315Z","end":"2026-03-31T20:20:38.310147Z","steps":["trace[123550569] 'process raft request' (duration: 106.453804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.310296Z","caller":"traceutil/trace.go:171","msg":"trace[1208764375] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"108.197032ms","start":"2026-03-31T20:20:38.201972Z","end":"2026-03-31T20:20:38.310169Z","steps":["trace[1208764375] 'process raft request' (duration: 106.75734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.310701Z","caller":"traceutil/trace.go:171","msg":"trace[1737256495] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"114.899397ms","start":"2026-03-31T20:20:38.19559Z","end":"2026-03-31T20:20:38.31049Z","steps":["trace[1737256495] 'process raft request' (duration: 112.906653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.44485Z","caller":"traceutil/trace.go:171","msg":"trace[764627037] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:536; }","duration":"152.531267ms","start":"2026-03-31T20:20:38.292275Z","end":"2026-03-31T20:20:38.444806Z","steps":["trace[764627037] 'read index received' (duration: 15.899643ms)","trace[764627037] 'applied index is now lower than readState.Index' (duration: 136.630964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:38.444842Z","caller":"traceutil/trace.go:171","msg":"trace[753770297] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"193.556841ms","start":"2026-03-31T20:20:38.251243Z","end":"2026-03-31T20:20:38.4448Z","steps":["trace[753770297] 'process raft request' (duration: 193.345627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.444992Z","caller":"traceutil/trace.go:171","msg":"trace[2121021502] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"181.701296ms","start":"2026-03-31T20:20:38.263265Z","end":"2026-03-31T20:20:38.444966Z","steps":["trace[2121021502] 'process raft request' (duration: 181.497372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:38.445142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.852494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:38.445037Z","caller":"traceutil/trace.go:171","msg":"trace[438189450] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"190.348382ms","start":"2026-03-31T20:20:38.25464Z","end":"2026-03-31T20:20:38.444989Z","steps":["trace[438189450] 'process raft request' (duration: 190.072667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.445169Z","caller":"traceutil/trace.go:171","msg":"trace[1555878122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"152.919796ms","start":"2026-03-31T20:20:38.292239Z","end":"2026-03-31T20:20:38.445159Z","steps":["trace[1555878122] 'agreement among raft nodes before linearized reading' (duration: 152.850985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.477954Z","caller":"traceutil/trace.go:171","msg":"trace[874744747] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"163.228299ms","start":"2026-03-31T20:20:38.314703Z","end":"2026-03-31T20:20:38.477931Z","steps":["trace[874744747] 'process raft request' (duration: 163.064784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478091Z","caller":"traceutil/trace.go:171","msg":"trace[161499747] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"148.630655ms","start":"2026-03-31T20:20:38.329442Z","end":"2026-03-31T20:20:38.478073Z","steps":["trace[161499747] 'process raft request' (duration: 148.562563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478242Z","caller":"traceutil/trace.go:171","msg":"trace[1386324117] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"149.36784ms","start":"2026-03-31T20:20:38.328868Z","end":"2026-03-31T20:20:38.478236Z","steps":["trace[1386324117] 'process raft request' (duration: 149.064474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478Z","caller":"traceutil/trace.go:171","msg":"trace[2079722306] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"163.049955ms","start":"2026-03-31T20:20:38.314928Z","end":"2026-03-31T20:20:38.477978Z","steps":["trace[2079722306] 'process raft request' (duration: 162.927371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478092Z","caller":"traceutil/trace.go:171","msg":"trace[697091238] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"149.234287ms","start":"2026-03-31T20:20:38.328841Z","end":"2026-03-31T20:20:38.478076Z","steps":["trace[697091238] 'process raft request' (duration: 149.070912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478419Z","caller":"traceutil/trace.go:171","msg":"trace[1499052453] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"149.028582ms","start":"2026-03-31T20:20:38.329366Z","end":"2026-03-31T20:20:38.478394Z","steps":["trace[1499052453] 'process raft request' (duration: 148.600083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478523Z","caller":"traceutil/trace.go:171","msg":"trace[2074552066] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"147.943799ms","start":"2026-03-31T20:20:38.330572Z","end":"2026-03-31T20:20:38.478516Z","steps":["trace[2074552066] 'process raft request' (duration: 147.472059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478648Z","caller":"traceutil/trace.go:171","msg":"trace[948054470] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"146.838656ms","start":"2026-03-31T20:20:38.3318Z","end":"2026-03-31T20:20:38.478639Z","steps":["trace[948054470] 'process raft request' (duration: 146.481778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:38.478712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.91575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:20:38.478766Z","caller":"traceutil/trace.go:171","msg":"trace[48627721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:538; }","duration":"161.981861ms","start":"2026-03-31T20:20:38.316771Z","end":"2026-03-31T20:20:38.478753Z","steps":["trace[48627721] 'agreement among raft nodes before linearized reading' (duration: 161.842348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:38.478125Z","caller":"traceutil/trace.go:171","msg":"trace[20207960] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"149.3393ms","start":"2026-03-31T20:20:38.328778Z","end":"2026-03-31T20:20:38.478117Z","steps":["trace[20207960] 'process raft request' (duration: 149.115704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.950436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:20:41.950525Z","caller":"traceutil/trace.go:171","msg":"trace[1058459983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453645s","start":"2026-03-31T20:20:39.950049Z","end":"2026-03-31T20:20:41.950502Z","steps":["trace[1058459983] 'agreement among raft nodes before linearized reading' (duration: 2.000348053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.950589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:39.950026Z","time spent":"2.000549827s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:20:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:20:42.598369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.905201Z","time spent":"1.693159202s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:20:42.598456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232569021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T20:20:42.598677Z","caller":"traceutil/trace.go:171","msg":"trace[1192869061] transaction","detail":"{read_only:false; number_of_response:0; response_revision:540; }","duration":"4.115171943s","start":"2026-03-31T20:20:38.483483Z","end":"2026-03-31T20:20:42.598655Z","steps":["trace[1192869061] 'process raft request' (duration: 882.345687ms)","trace[1192869061] 'compare' (duration: 3.23253116s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:42.598774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.483455Z","time spent":"4.115280225s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:20:42.598821Z","caller":"traceutil/trace.go:171","msg":"trace[201307886] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"4.112436094s","start":"2026-03-31T20:20:38.486367Z","end":"2026-03-31T20:20:42.598803Z","steps":["trace[201307886] 'process raft request' (duration: 4.112177928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.598937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.486345Z","time spent":"4.112533556s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:42.598968Z","caller":"traceutil/trace.go:171","msg":"trace[135128821] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"4.106792522s","start":"2026-03-31T20:20:38.492146Z","end":"2026-03-31T20:20:42.598938Z","steps":["trace[135128821] 'process raft request' (duration: 4.106549646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.599137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.492125Z","time spent":"4.106916595s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:42.998646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.632040081s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:20:43.539054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.823647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:43.539217Z","caller":"traceutil/trace.go:171","msg":"trace[963321689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:542; }","duration":"754.002081ms","start":"2026-03-31T20:20:42.78519Z","end":"2026-03-31T20:20:43.539192Z","steps":["trace[963321689] 'range keys from in-memory index tree' (duration: 753.806517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.53935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.347155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:43.539717Z","caller":"traceutil/trace.go:171","msg":"trace[1949894523] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"5.029517129s","start":"2026-03-31T20:20:38.510166Z","end":"2026-03-31T20:20:43.539683Z","steps":["trace[1949894523] 'process raft request' (duration: 4.488718184s)","trace[1949894523] 'compare' (duration: 540.195232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:43.539825Z","caller":"traceutil/trace.go:171","msg":"trace[1109214013] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"5.019443372s","start":"2026-03-31T20:20:38.520339Z","end":"2026-03-31T20:20:43.539782Z","steps":["trace[1109214013] 'process raft request' (duration: 5.019127766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.539888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.510147Z","time spent":"5.029655733s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:43.540003Z","caller":"traceutil/trace.go:171","msg":"trace[1665926713] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"5.011933161s","start":"2026-03-31T20:20:38.528055Z","end":"2026-03-31T20:20:43.539988Z","steps":["trace[1665926713] 'process raft request' (duration: 5.011583363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.540007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.520322Z","time spent":"5.019578725s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:43.540083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.528038Z","time spent":"5.012003303s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:43.540085Z","caller":"traceutil/trace.go:171","msg":"trace[1850221896] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"4.993847161s","start":"2026-03-31T20:20:38.546225Z","end":"2026-03-31T20:20:43.540072Z","steps":["trace[1850221896] 'process raft request' (duration: 4.993661116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.540178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.546204Z","time spent":"4.993934213s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:20:43.545413Z","caller":"traceutil/trace.go:171","msg":"trace[150657969] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"4.960324138s","start":"2026-03-31T20:20:38.585057Z","end":"2026-03-31T20:20:43.545381Z","steps":["trace[150657969] 'process raft request' (duration: 4.955015984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.545549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:38.585021Z","time spent":"4.960479061s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:43.546047Z","caller":"traceutil/trace.go:171","msg":"trace[396119138] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:561; }","duration":"4.510471473s","start":"2026-03-31T20:20:39.035535Z","end":"2026-03-31T20:20:43.546007Z","steps":["trace[396119138] 'read index received' (duration: 330.336069ms)","trace[396119138] 'applied index is now lower than readState.Index' (duration: 4.180102004s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:43.546407Z","caller":"traceutil/trace.go:171","msg":"trace[830567874] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"3.474916794s","start":"2026-03-31T20:20:40.071474Z","end":"2026-03-31T20:20:43.546391Z","steps":["trace[830567874] 'process raft request' (duration: 3.474111946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.546554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.071449Z","time spent":"3.475029607s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:43.588963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553421658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:43.589078Z","caller":"traceutil/trace.go:171","msg":"trace[1173158608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"4.553576162s","start":"2026-03-31T20:20:39.035484Z","end":"2026-03-31T20:20:43.58906Z","steps":["trace[1173158608] 'agreement among raft nodes before linearized reading' (duration: 4.510657857s)","trace[1173158608] 'range keys from in-memory index tree' (duration: 42.561117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:43.589127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:39.035465Z","time spent":"4.553653473s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:43.589137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768032711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:20:43.589173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638422862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:43.589198Z","caller":"traceutil/trace.go:171","msg":"trace[1891583175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:549; }","duration":"3.768130343s","start":"2026-03-31T20:20:39.821054Z","end":"2026-03-31T20:20:43.589184Z","steps":["trace[1891583175] 'agreement among raft nodes before linearized reading' (duration: 3.768018651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.589235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:39.821032Z","time spent":"3.768195135s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:43.589283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.461784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-03-31T20:20:43.589308Z","caller":"traceutil/trace.go:171","msg":"trace[1545347039] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:549; }","duration":"988.521106ms","start":"2026-03-31T20:20:42.600779Z","end":"2026-03-31T20:20:43.5893Z","steps":["trace[1545347039] 'agreement among raft nodes before linearized reading' (duration: 988.440494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.589319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704628309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:43.58933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:42.60076Z","time spent":"988.564946ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1019,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T20:20:43.589343Z","caller":"traceutil/trace.go:171","msg":"trace[1611783504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"1.7046712s","start":"2026-03-31T20:20:41.884664Z","end":"2026-03-31T20:20:43.589335Z","steps":["trace[1611783504] 'agreement among raft nodes before linearized reading' (duration: 1.704636759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.589373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.884648Z","time spent":"1.70471942s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:20:43.589205Z","caller":"traceutil/trace.go:171","msg":"trace[2047812091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"1.638502735s","start":"2026-03-31T20:20:41.950693Z","end":"2026-03-31T20:20:43.589196Z","steps":["trace[2047812091] 'agreement among raft nodes before linearized reading' (duration: 1.638457474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.589505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.950671Z","time spent":"1.638810851s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:43.589549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079377219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:43.589575Z","caller":"traceutil/trace.go:171","msg":"trace[758772206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:549; }","duration":"3.079443901s","start":"2026-03-31T20:20:40.510125Z","end":"2026-03-31T20:20:43.589569Z","steps":["trace[758772206] 'agreement among raft nodes before linearized reading' (duration: 3.079381759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:43.589597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.510103Z","time spent":"3.079489631s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:20:44.838534Z","caller":"traceutil/trace.go:171","msg":"trace[298843580] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"833.962684ms","start":"2026-03-31T20:20:44.004543Z","end":"2026-03-31T20:20:44.838506Z","steps":["trace[298843580] 'process raft request' (duration: 769.611317ms)","trace[298843580] 'compare' (duration: 64.211494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:44.838717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.004525Z","time spent":"834.114097ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:44.839897Z","caller":"traceutil/trace.go:171","msg":"trace[340461339] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"801.976965ms","start":"2026-03-31T20:20:44.037896Z","end":"2026-03-31T20:20:44.839873Z","steps":["trace[340461339] 'process raft request' (duration: 801.466793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.840051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.037879Z","time spent":"802.080268ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:44.841645Z","caller":"traceutil/trace.go:171","msg":"trace[1983274583] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:596; }","duration":"333.650661ms","start":"2026-03-31T20:20:44.507978Z","end":"2026-03-31T20:20:44.841629Z","steps":["trace[1983274583] 'read index received' (duration: 266.259269ms)","trace[1983274583] 'applied index is now lower than readState.Index' (duration: 67.390072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.841758Z","caller":"traceutil/trace.go:171","msg":"trace[1821871205] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"656.148421ms","start":"2026-03-31T20:20:44.185601Z","end":"2026-03-31T20:20:44.841749Z","steps":["trace[1821871205] 'process raft request' (duration: 655.376824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.841828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.185567Z","time spent":"656.223923ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:44.842019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.030489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.842055Z","caller":"traceutil/trace.go:171","msg":"trace[1805286956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:576; }","duration":"334.102251ms","start":"2026-03-31T20:20:44.507941Z","end":"2026-03-31T20:20:44.842043Z","steps":["trace[1805286956] 'agreement among raft nodes before linearized reading' (duration: 334.022169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.842085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.507921Z","time spent":"334.156022ms","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:20:44.842494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.435617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.842534Z","caller":"traceutil/trace.go:171","msg":"trace[1243475378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:576; }","duration":"334.507909ms","start":"2026-03-31T20:20:44.508016Z","end":"2026-03-31T20:20:44.842524Z","steps":["trace[1243475378] 'agreement among raft nodes before linearized reading' (duration: 334.427038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.842566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.507995Z","time spent":"334.56221ms","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:20:44.842746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.978691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.842775Z","caller":"traceutil/trace.go:171","msg":"trace[995260569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"129.016761ms","start":"2026-03-31T20:20:44.713749Z","end":"2026-03-31T20:20:44.842766Z","steps":["trace[995260569] 'agreement among raft nodes before linearized reading' (duration: 128.97196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.842921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.830959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.842949Z","caller":"traceutil/trace.go:171","msg":"trace[639299288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"129.86845ms","start":"2026-03-31T20:20:44.713072Z","end":"2026-03-31T20:20:44.84294Z","steps":["trace[639299288] 'agreement among raft nodes before linearized reading' (duration: 129.822939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.843151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.078634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.843229Z","caller":"traceutil/trace.go:171","msg":"trace[1923359448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"130.174276ms","start":"2026-03-31T20:20:44.713042Z","end":"2026-03-31T20:20:44.843216Z","steps":["trace[1923359448] 'agreement among raft nodes before linearized reading' (duration: 130.062254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.843291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.397437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.843343Z","caller":"traceutil/trace.go:171","msg":"trace[281567522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:576; }","duration":"256.451628ms","start":"2026-03-31T20:20:44.586879Z","end":"2026-03-31T20:20:44.84333Z","steps":["trace[281567522] 'agreement among raft nodes before linearized reading' (duration: 256.374837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.843523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.461173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.843668Z","caller":"traceutil/trace.go:171","msg":"trace[1930027510] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"157.620837ms","start":"2026-03-31T20:20:44.686034Z","end":"2026-03-31T20:20:44.843655Z","steps":["trace[1930027510] 'agreement among raft nodes before linearized reading' (duration: 157.445123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.843772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.963388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:44.843818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.789111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.843826Z","caller":"traceutil/trace.go:171","msg":"trace[1276448433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:576; }","duration":"257.036631ms","start":"2026-03-31T20:20:44.586778Z","end":"2026-03-31T20:20:44.843815Z","steps":["trace[1276448433] 'agreement among raft nodes before linearized reading' (duration: 256.954719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.84384Z","caller":"traceutil/trace.go:171","msg":"trace[1999411503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:576; }","duration":"157.814501ms","start":"2026-03-31T20:20:44.68602Z","end":"2026-03-31T20:20:44.843834Z","steps":["trace[1999411503] 'agreement among raft nodes before linearized reading' (duration: 157.77591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.843922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.843013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.843941Z","caller":"traceutil/trace.go:171","msg":"trace[119610248] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:576; }","duration":"209.883434ms","start":"2026-03-31T20:20:44.634051Z","end":"2026-03-31T20:20:44.843934Z","steps":["trace[119610248] 'agreement among raft nodes before linearized reading' (duration: 209.855174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.84397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.714614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844007Z","caller":"traceutil/trace.go:171","msg":"trace[1927070027] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:576; }","duration":"282.752474ms","start":"2026-03-31T20:20:44.561238Z","end":"2026-03-31T20:20:44.843991Z","steps":["trace[1927070027] 'agreement among raft nodes before linearized reading' (duration: 282.708593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.099088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844055Z","caller":"traceutil/trace.go:171","msg":"trace[1971716776] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:576; }","duration":"210.136159ms","start":"2026-03-31T20:20:44.633913Z","end":"2026-03-31T20:20:44.84405Z","steps":["trace[1971716776] 'agreement among raft nodes before linearized reading' (duration: 210.104928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.243281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844149Z","caller":"traceutil/trace.go:171","msg":"trace[1737160253] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:576; }","duration":"210.281733ms","start":"2026-03-31T20:20:44.633862Z","end":"2026-03-31T20:20:44.844144Z","steps":["trace[1737160253] 'agreement among raft nodes before linearized reading' (duration: 210.252832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.302955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844173Z","caller":"traceutil/trace.go:171","msg":"trace[1167637806] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:576; }","duration":"283.333436ms","start":"2026-03-31T20:20:44.560832Z","end":"2026-03-31T20:20:44.844165Z","steps":["trace[1167637806] 'agreement among raft nodes before linearized reading' (duration: 283.291775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.234887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.84424Z","caller":"traceutil/trace.go:171","msg":"trace[1284882192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:576; }","duration":"227.290359ms","start":"2026-03-31T20:20:44.616945Z","end":"2026-03-31T20:20:44.844235Z","steps":["trace[1284882192] 'agreement among raft nodes before linearized reading' (duration: 227.262198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.754715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844324Z","caller":"traceutil/trace.go:171","msg":"trace[1537222003] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:576; }","duration":"283.821806ms","start":"2026-03-31T20:20:44.560495Z","end":"2026-03-31T20:20:44.844316Z","steps":["trace[1537222003] 'agreement among raft nodes before linearized reading' (duration: 283.767125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.968295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844383Z","caller":"traceutil/trace.go:171","msg":"trace[1648983101] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:576; }","duration":"229.004756ms","start":"2026-03-31T20:20:44.615372Z","end":"2026-03-31T20:20:44.844377Z","steps":["trace[1648983101] 'agreement among raft nodes before linearized reading' (duration: 228.976965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.142249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844494Z","caller":"traceutil/trace.go:171","msg":"trace[1644084788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:576; }","duration":"229.20637ms","start":"2026-03-31T20:20:44.615281Z","end":"2026-03-31T20:20:44.844488Z","steps":["trace[1644084788] 'agreement among raft nodes before linearized reading' (duration: 229.171399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.877673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:20:44.844631Z","caller":"traceutil/trace.go:171","msg":"trace[1301458073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"235.943275ms","start":"2026-03-31T20:20:44.608681Z","end":"2026-03-31T20:20:44.844624Z","steps":["trace[1301458073] 'agreement among raft nodes before linearized reading' (duration: 235.874723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.523329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844794Z","caller":"traceutil/trace.go:171","msg":"trace[470966837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:576; }","duration":"256.578409ms","start":"2026-03-31T20:20:44.588207Z","end":"2026-03-31T20:20:44.844786Z","steps":["trace[470966837] 'agreement among raft nodes before linearized reading' (duration: 256.545529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.344617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.844938Z","caller":"traceutil/trace.go:171","msg":"trace[1847999752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:576; }","duration":"309.383387ms","start":"2026-03-31T20:20:44.535548Z","end":"2026-03-31T20:20:44.844931Z","steps":["trace[1847999752] 'agreement among raft nodes before linearized reading' (duration: 309.342336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.844958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.535544Z","time spent":"309.409058ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:20:44.845026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.47121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.845101Z","caller":"traceutil/trace.go:171","msg":"trace[2080304941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:576; }","duration":"309.560251ms","start":"2026-03-31T20:20:44.535519Z","end":"2026-03-31T20:20:44.845079Z","steps":["trace[2080304941] 'agreement among raft nodes before linearized reading' (duration: 309.425919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.845146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.535511Z","time spent":"309.625423ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:20:44.845329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.048032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:44.845361Z","caller":"traceutil/trace.go:171","msg":"trace[521467102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:576; }","duration":"310.100213ms","start":"2026-03-31T20:20:44.535251Z","end":"2026-03-31T20:20:44.845351Z","steps":["trace[521467102] 'agreement among raft nodes before linearized reading' (duration: 310.049942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.845394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.535237Z","time spent":"310.148594ms","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:20:45.806976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.805723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-03-31T20:20:45.807108Z","caller":"traceutil/trace.go:171","msg":"trace[1083143678] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:594; }","duration":"248.938666ms","start":"2026-03-31T20:20:45.558106Z","end":"2026-03-31T20:20:45.807044Z","steps":["trace[1083143678] 'range keys from in-memory index tree' (duration: 248.544677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.807101Z","caller":"traceutil/trace.go:171","msg":"trace[663834780] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"186.092852ms","start":"2026-03-31T20:20:45.620949Z","end":"2026-03-31T20:20:45.807042Z","steps":["trace[663834780] 'read index received' (duration: 173.576561ms)","trace[663834780] 'applied index is now lower than readState.Index' (duration: 12.515021ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:45.807525Z","caller":"traceutil/trace.go:171","msg":"trace[2007878984] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"246.916872ms","start":"2026-03-31T20:20:45.560591Z","end":"2026-03-31T20:20:45.807508Z","steps":["trace[2007878984] 'process raft request' (duration: 233.898421ms)","trace[2007878984] 'compare' (duration: 12.392157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:45.807803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.824757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:45.807886Z","caller":"traceutil/trace.go:171","msg":"trace[179497063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"186.949279ms","start":"2026-03-31T20:20:45.620919Z","end":"2026-03-31T20:20:45.807869Z","steps":["trace[179497063] 'agreement among raft nodes before linearized reading' (duration: 186.698684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.954825Z","caller":"traceutil/trace.go:171","msg":"trace[2051432794] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"142.42066ms","start":"2026-03-31T20:20:45.81238Z","end":"2026-03-31T20:20:45.954801Z","steps":["trace[2051432794] 'process raft request' (duration: 142.361137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.954965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.896388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:20:45.954986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.933568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:45.95504Z","caller":"traceutil/trace.go:171","msg":"trace[493983241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"334.036151ms","start":"2026-03-31T20:20:45.620997Z","end":"2026-03-31T20:20:45.955033Z","steps":["trace[493983241] 'agreement among raft nodes before linearized reading' (duration: 333.873307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.955038Z","caller":"traceutil/trace.go:171","msg":"trace[1125414536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"334.002329ms","start":"2026-03-31T20:20:45.621022Z","end":"2026-03-31T20:20:45.955025Z","steps":["trace[1125414536] 'agreement among raft nodes before linearized reading' (duration: 333.789855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.95506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:45.620985Z","time spent":"334.070511ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:45.955069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:45.621007Z","time spent":"334.05355ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:20:45.954825Z","caller":"traceutil/trace.go:171","msg":"trace[826022896] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"147.600352ms","start":"2026-03-31T20:20:45.807204Z","end":"2026-03-31T20:20:45.954804Z","steps":["trace[826022896] 'read index received' (duration: 146.1461ms)","trace[826022896] 'applied index is now lower than readState.Index' (duration: 1.451782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:45.955266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.674938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-03-31T20:20:45.95529Z","caller":"traceutil/trace.go:171","msg":"trace[2126425255] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:597; }","duration":"131.727859ms","start":"2026-03-31T20:20:45.823554Z","end":"2026-03-31T20:20:45.955282Z","steps":["trace[2126425255] 'agreement among raft nodes before linearized reading' (duration: 131.629147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.955645Z","caller":"traceutil/trace.go:171","msg":"trace[714119250] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"315.578752ms","start":"2026-03-31T20:20:45.640056Z","end":"2026-03-31T20:20:45.955635Z","steps":["trace[714119250] 'process raft request' (duration: 313.711162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.959051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:45.64003Z","time spent":"315.644413ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:48.448477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:48.949548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:20:49.145512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41843162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:20:49.186802Z","caller":"traceutil/trace.go:171","msg":"trace[1960919431] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.459871384s","start":"2026-03-31T20:20:47.726893Z","end":"2026-03-31T20:20:49.186764Z","steps":["trace[1960919431] 'process raft request' (duration: 1.418937422s)","trace[1960919431] 'compare' (duration: 40.37871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:49.18695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:47.726874Z","time spent":"1.460004457s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:49.196816Z","caller":"traceutil/trace.go:171","msg":"trace[114224858] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:630; }","duration":"1.248628791s","start":"2026-03-31T20:20:47.948166Z","end":"2026-03-31T20:20:49.196795Z","steps":["trace[114224858] 'read index received' (duration: 1.197752535s)","trace[114224858] 'applied index is now lower than readState.Index' (duration: 50.875246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:49.196984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248800086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:49.196939Z","caller":"traceutil/trace.go:171","msg":"trace[1218930391] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.416503569s","start":"2026-03-31T20:20:47.780371Z","end":"2026-03-31T20:20:49.196875Z","steps":["trace[1218930391] 'process raft request' (duration: 1.415462806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:49.197018Z","caller":"traceutil/trace.go:171","msg":"trace[1539849287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"1.248882647s","start":"2026-03-31T20:20:47.948125Z","end":"2026-03-31T20:20:49.197007Z","steps":["trace[1539849287] 'agreement among raft nodes before linearized reading' (duration: 1.248770764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:49.197052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:47.948088Z","time spent":"1.248955338s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:49.197115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:47.780346Z","time spent":"1.416692883s","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:49.197142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23886048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:49.197219Z","caller":"traceutil/trace.go:171","msg":"trace[1164464188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:608; }","duration":"1.238965113s","start":"2026-03-31T20:20:47.958233Z","end":"2026-03-31T20:20:49.197198Z","steps":["trace[1164464188] 'agreement among raft nodes before linearized reading' (duration: 1.238736538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:49.197263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:47.958223Z","time spent":"1.239029764s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:49.197457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.51737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:20:49.197482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188792382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:20:49.197492Z","caller":"traceutil/trace.go:171","msg":"trace[927273204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"328.593812ms","start":"2026-03-31T20:20:48.868889Z","end":"2026-03-31T20:20:49.197483Z","steps":["trace[927273204] 'agreement among raft nodes before linearized reading' (duration: 328.471019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:49.197519Z","caller":"traceutil/trace.go:171","msg":"trace[96617643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"1.188846542s","start":"2026-03-31T20:20:48.008662Z","end":"2026-03-31T20:20:49.197508Z","steps":["trace[96617643] 'agreement among raft nodes before linearized reading' (duration: 1.188784751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:49.197551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:48.00865Z","time spent":"1.188894493s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:49.197672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200017673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:20:49.197524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:48.868836Z","time spent":"328.681943ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:20:49.197732Z","caller":"traceutil/trace.go:171","msg":"trace[34742082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"1.200125125s","start":"2026-03-31T20:20:47.99759Z","end":"2026-03-31T20:20:49.197715Z","steps":["trace[34742082] 'agreement among raft nodes before linearized reading' (duration: 1.19992465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:49.197775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:47.99757Z","time spent":"1.200194607s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:20:51.610395Z","caller":"traceutil/trace.go:171","msg":"trace[1422402886] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"264.413998ms","start":"2026-03-31T20:20:51.345952Z","end":"2026-03-31T20:20:51.610366Z","steps":["trace[1422402886] 'process raft request' (duration: 263.882457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.723825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:20:53.765941Z","caller":"traceutil/trace.go:171","msg":"trace[2065819780] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"542.611415ms","start":"2026-03-31T20:20:53.223297Z","end":"2026-03-31T20:20:53.765908Z","steps":["trace[2065819780] 'read index received' (duration: 541.663714ms)","trace[2065819780] 'applied index is now lower than readState.Index' (duration: 946.391µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:53.766224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.903191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:20:53.76636Z","caller":"traceutil/trace.go:171","msg":"trace[197206150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"543.077104ms","start":"2026-03-31T20:20:53.223267Z","end":"2026-03-31T20:20:53.766344Z","steps":["trace[197206150] 'agreement among raft nodes before linearized reading' (duration: 542.819499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.766378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.258554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:20:53.766415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.223254Z","time spent":"543.145996ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:20:53.76647Z","caller":"traceutil/trace.go:171","msg":"trace[977563368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"514.370686ms","start":"2026-03-31T20:20:53.252073Z","end":"2026-03-31T20:20:53.766443Z","steps":["trace[977563368] 'agreement among raft nodes before linearized reading' (duration: 514.102011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.76648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.450758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:20:53.76652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.252067Z","time spent":"514.443558ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:20:53.766578Z","caller":"traceutil/trace.go:171","msg":"trace[1563985844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"514.591701ms","start":"2026-03-31T20:20:53.251956Z","end":"2026-03-31T20:20:53.766548Z","steps":["trace[1563985844] 'agreement among raft nodes before linearized reading' (duration: 514.301244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.766631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.251939Z","time spent":"514.683223ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:20:53.766021Z","caller":"traceutil/trace.go:171","msg":"trace[365229983] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"680.944546ms","start":"2026-03-31T20:20:53.085045Z","end":"2026-03-31T20:20:53.765989Z","steps":["trace[365229983] 'process raft request' (duration: 680.258081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.766347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.19626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:20:53.76678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.085016Z","time spent":"681.698402ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:53.76686Z","caller":"traceutil/trace.go:171","msg":"trace[1015437339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"525.68702ms","start":"2026-03-31T20:20:53.241108Z","end":"2026-03-31T20:20:53.766795Z","steps":["trace[1015437339] 'agreement among raft nodes before linearized reading' (duration: 525.024886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:53.768203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.241103Z","time spent":"527.029869ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:20:53.910887Z","caller":"traceutil/trace.go:171","msg":"trace[1996476981] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"138.314471ms","start":"2026-03-31T20:20:53.772546Z","end":"2026-03-31T20:20:53.91086Z","steps":["trace[1996476981] 'process raft request' (duration: 57.649673ms)","trace[1996476981] 'compare' (duration: 80.541266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:54.829609Z","caller":"traceutil/trace.go:171","msg":"trace[166372683] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.057039913s","start":"2026-03-31T20:20:53.772544Z","end":"2026-03-31T20:20:54.829584Z","steps":["trace[166372683] 'process raft request' (duration: 1.026229958s)","trace[166372683] 'compare' (duration: 30.63022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:54.829755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.772517Z","time spent":"1.057163796s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:54.82989Z","caller":"traceutil/trace.go:171","msg":"trace[1047876559] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.057297468s","start":"2026-03-31T20:20:53.772583Z","end":"2026-03-31T20:20:54.82988Z","steps":["trace[1047876559] 'process raft request' (duration: 1.056961041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.829939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.772563Z","time spent":"1.05734868s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:54.829972Z","caller":"traceutil/trace.go:171","msg":"trace[1552100371] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.05690755s","start":"2026-03-31T20:20:53.773015Z","end":"2026-03-31T20:20:54.829923Z","steps":["trace[1552100371] 'process raft request' (duration: 1.056759367s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:54.830038Z","caller":"traceutil/trace.go:171","msg":"trace[526745472] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.00402176s","start":"2026-03-31T20:20:53.825984Z","end":"2026-03-31T20:20:54.830005Z","steps":["trace[526745472] 'process raft request' (duration: 1.003918787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.830162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.773006Z","time spent":"1.057045193s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:54.830191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04018379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54t2t\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T20:20:54.830251Z","caller":"traceutil/trace.go:171","msg":"trace[2012778647] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54t2t; range_end:; response_count:1; response_revision:638; }","duration":"1.040280581s","start":"2026-03-31T20:20:53.789955Z","end":"2026-03-31T20:20:54.830236Z","steps":["trace[2012778647] 'agreement among raft nodes before linearized reading' (duration: 1.040138978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.830192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.825958Z","time spent":"1.004160463s","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:54.830285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.789939Z","time spent":"1.040337523s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-54t2t\" "} {"level":"info","ts":"2026-03-31T20:20:54.830065Z","caller":"traceutil/trace.go:171","msg":"trace[252663281] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.051451972s","start":"2026-03-31T20:20:53.778566Z","end":"2026-03-31T20:20:54.830018Z","steps":["trace[252663281] 'process raft request' (duration: 1.051294368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.830375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.778556Z","time spent":"1.05178172s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:54.830034Z","caller":"traceutil/trace.go:171","msg":"trace[988853649] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:657; }","duration":"1.040010825s","start":"2026-03-31T20:20:53.789989Z","end":"2026-03-31T20:20:54.83Z","steps":["trace[988853649] 'read index received' (duration: 40.259178ms)","trace[988853649] 'applied index is now lower than readState.Index' (duration: 999.750407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:54.830902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.014151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:54.830988Z","caller":"traceutil/trace.go:171","msg":"trace[1491969284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"883.074682ms","start":"2026-03-31T20:20:53.947868Z","end":"2026-03-31T20:20:54.830943Z","steps":["trace[1491969284] 'agreement among raft nodes before linearized reading' (duration: 882.652953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:54.831064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:53.947775Z","time spent":"883.247806ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:20:55.19136Z","caller":"traceutil/trace.go:171","msg":"trace[320121402] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"345.950397ms","start":"2026-03-31T20:20:54.84538Z","end":"2026-03-31T20:20:55.191331Z","steps":["trace[320121402] 'process raft request' (duration: 265.433751ms)","trace[320121402] 'compare' (duration: 80.142738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:55.191503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:54.845361Z","time spent":"346.070709ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:56.948471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:20:56.94855Z","caller":"traceutil/trace.go:171","msg":"trace[6850882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022586s","start":"2026-03-31T20:20:54.94851Z","end":"2026-03-31T20:20:56.948533Z","steps":["trace[6850882] 'agreement among raft nodes before linearized reading' (duration: 1.999928594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:56.948593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:54.94849Z","time spent":"2.000093987s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:20:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:20:57.809826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.698886397s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:20:57.834651Z","caller":"traceutil/trace.go:171","msg":"trace[1099841147] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:663; }","duration":"2.886065532s","start":"2026-03-31T20:20:54.948554Z","end":"2026-03-31T20:20:57.834619Z","steps":["trace[1099841147] 'read index received' (duration: 162.39895ms)","trace[1099841147] 'applied index is now lower than readState.Index' (duration: 2.723665002s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:57.834792Z","caller":"traceutil/trace.go:171","msg":"trace[414007915] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"2.986473475s","start":"2026-03-31T20:20:54.848305Z","end":"2026-03-31T20:20:57.834778Z","steps":["trace[414007915] 'process raft request' (duration: 2.961846884s)","trace[414007915] 'compare' (duration: 24.10601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:57.83493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:54.848293Z","time spent":"2.986538698s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:58.335408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:20:58.4306Z","caller":"traceutil/trace.go:171","msg":"trace[126808079] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"3.234420101s","start":"2026-03-31T20:20:55.196156Z","end":"2026-03-31T20:20:58.430576Z","steps":["trace[126808079] 'process raft request' (duration: 3.233373349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:58.430679Z","caller":"traceutil/trace.go:171","msg":"trace[1566820948] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:665; }","duration":"595.929415ms","start":"2026-03-31T20:20:57.834735Z","end":"2026-03-31T20:20:58.430664Z","steps":["trace[1566820948] 'read index received' (duration: 594.719069ms)","trace[1566820948] 'applied index is now lower than readState.Index' (duration: 1.209726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:58.430835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516255402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:58.430875Z","caller":"traceutil/trace.go:171","msg":"trace[696642170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"2.516304583s","start":"2026-03-31T20:20:55.914561Z","end":"2026-03-31T20:20:58.430866Z","steps":["trace[696642170] 'agreement among raft nodes before linearized reading' (duration: 2.51615485s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:58.430885Z","caller":"traceutil/trace.go:171","msg":"trace[474466704] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"3.233417828s","start":"2026-03-31T20:20:55.197455Z","end":"2026-03-31T20:20:58.430873Z","steps":["trace[474466704] 'process raft request' (duration: 3.23306254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.430904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:55.914501Z","time spent":"2.516396195s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:58.430953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:55.197443Z","time spent":"3.233469129s","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:58.431Z","caller":"traceutil/trace.go:171","msg":"trace[514373794] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.683221228s","start":"2026-03-31T20:20:56.74777Z","end":"2026-03-31T20:20:58.430991Z","steps":["trace[514373794] 'process raft request' (duration: 1.68285286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.431054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:56.747746Z","time spent":"1.683274989s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:58.431115Z","caller":"traceutil/trace.go:171","msg":"trace[706513768] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"3.234807609s","start":"2026-03-31T20:20:55.196299Z","end":"2026-03-31T20:20:58.431106Z","steps":["trace[706513768] 'process raft request' (duration: 3.234153195s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:58.43111Z","caller":"traceutil/trace.go:171","msg":"trace[1301707603] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"3.233290235s","start":"2026-03-31T20:20:55.197793Z","end":"2026-03-31T20:20:58.431083Z","steps":["trace[1301707603] 'process raft request' (duration: 3.232792345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.431263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.363974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:20:58.431287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:55.197772Z","time spent":"3.233434318s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:58.4313Z","caller":"traceutil/trace.go:171","msg":"trace[1164926244] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:645; }","duration":"842.460668ms","start":"2026-03-31T20:20:57.588831Z","end":"2026-03-31T20:20:58.431291Z","steps":["trace[1164926244] 'agreement among raft nodes before linearized reading' (duration: 842.364816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.43072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:55.196134Z","time spent":"3.234527713s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:58.431331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:57.588753Z","time spent":"842.57135ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-31T20:20:58.431171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:55.196291Z","time spent":"3.23485573s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:58.431465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483003722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:58.431498Z","caller":"traceutil/trace.go:171","msg":"trace[675029236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.483057293s","start":"2026-03-31T20:20:56.948432Z","end":"2026-03-31T20:20:58.43149Z","steps":["trace[675029236] 'agreement among raft nodes before linearized reading' (duration: 1.483013012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.431512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596432917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:20:58.431575Z","caller":"traceutil/trace.go:171","msg":"trace[901069355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.596532s","start":"2026-03-31T20:20:56.835032Z","end":"2026-03-31T20:20:58.431564Z","steps":["trace[901069355] 'agreement among raft nodes before linearized reading' (duration: 1.596413887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.431612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:56.835015Z","time spent":"1.59658741s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:58.431526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:56.94842Z","time spent":"1.483100604s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:58.431696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594234249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:20:58.431697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594126737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:20:58.431729Z","caller":"traceutil/trace.go:171","msg":"trace[1866184429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"1.594304011s","start":"2026-03-31T20:20:56.837417Z","end":"2026-03-31T20:20:58.431721Z","steps":["trace[1866184429] 'agreement among raft nodes before linearized reading' (duration: 1.594188459s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:58.431739Z","caller":"traceutil/trace.go:171","msg":"trace[199826017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.594217089s","start":"2026-03-31T20:20:56.83751Z","end":"2026-03-31T20:20:58.431727Z","steps":["trace[199826017] 'agreement among raft nodes before linearized reading' (duration: 1.594094777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:58.431764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:56.837397Z","time spent":"1.594361832s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:58.431767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:56.83748Z","time spent":"1.594281451s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:01.043057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.589754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:21:01.04409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.489041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:01.044109Z","caller":"traceutil/trace.go:171","msg":"trace[43948605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:660; }","duration":"589.660934ms","start":"2026-03-31T20:21:00.454379Z","end":"2026-03-31T20:21:01.04404Z","steps":["trace[43948605] 'range keys from in-memory index tree' (duration: 588.332338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:01.044189Z","caller":"traceutil/trace.go:171","msg":"trace[338514063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"589.595363ms","start":"2026-03-31T20:21:00.454553Z","end":"2026-03-31T20:21:01.044148Z","steps":["trace[338514063] 'range keys from in-memory index tree' (duration: 588.481732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:01.044203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:00.454359Z","time spent":"589.814318ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:01.044238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:00.454546Z","time spent":"589.679895ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:01.045096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.853647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:01.045171Z","caller":"traceutil/trace.go:171","msg":"trace[1042211162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:660; }","duration":"590.932179ms","start":"2026-03-31T20:21:00.454199Z","end":"2026-03-31T20:21:01.045131Z","steps":["trace[1042211162] 'range keys from in-memory index tree' (duration: 590.715524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:01.045217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:00.454162Z","time spent":"591.04269ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:01.04565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.424288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:01.045823Z","caller":"traceutil/trace.go:171","msg":"trace[748288168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:660; }","duration":"591.615022ms","start":"2026-03-31T20:21:00.454172Z","end":"2026-03-31T20:21:01.045787Z","steps":["trace[748288168] 'range keys from in-memory index tree' (duration: 591.287035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:01.045904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:00.454157Z","time spent":"591.733764ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:01.046002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.269427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54t2t\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-31T20:21:01.046079Z","caller":"traceutil/trace.go:171","msg":"trace[1181865402] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54t2t; range_end:; response_count:1; response_revision:660; }","duration":"230.318478ms","start":"2026-03-31T20:21:00.815718Z","end":"2026-03-31T20:21:01.046036Z","steps":["trace[1181865402] 'range keys from in-memory index tree' (duration: 230.075783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:01.185714Z","caller":"traceutil/trace.go:171","msg":"trace[2010225685] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"133.932523ms","start":"2026-03-31T20:21:01.051761Z","end":"2026-03-31T20:21:01.185694Z","steps":["trace[2010225685] 'process raft request' (duration: 133.727369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:01.186026Z","caller":"traceutil/trace.go:171","msg":"trace[1339958927] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"134.174908ms","start":"2026-03-31T20:21:01.051838Z","end":"2026-03-31T20:21:01.186013Z","steps":["trace[1339958927] 'process raft request' (duration: 133.7983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:01.18605Z","caller":"traceutil/trace.go:171","msg":"trace[590185525] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"127.432008ms","start":"2026-03-31T20:21:01.058595Z","end":"2026-03-31T20:21:01.186027Z","steps":["trace[590185525] 'process raft request' (duration: 127.373086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:01.186083Z","caller":"traceutil/trace.go:171","msg":"trace[1776046980] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"134.063856ms","start":"2026-03-31T20:21:01.052005Z","end":"2026-03-31T20:21:01.186069Z","steps":["trace[1776046980] 'process raft request' (duration: 133.864623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:04.258095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.782467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-31T20:21:04.25838Z","caller":"traceutil/trace.go:171","msg":"trace[881721396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:716; }","duration":"248.128423ms","start":"2026-03-31T20:21:04.010225Z","end":"2026-03-31T20:21:04.258354Z","steps":["trace[881721396] 'range keys from in-memory index tree' (duration: 247.598593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:11.429826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.968765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:11.429939Z","caller":"traceutil/trace.go:171","msg":"trace[1477145608] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"133.594876ms","start":"2026-03-31T20:21:11.296324Z","end":"2026-03-31T20:21:11.429918Z","steps":["trace[1477145608] 'process raft request' (duration: 18.454258ms)","trace[1477145608] 'compare' (duration: 114.867113ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:11.662345Z","caller":"traceutil/trace.go:171","msg":"trace[1242085865] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"151.387734ms","start":"2026-03-31T20:21:11.510925Z","end":"2026-03-31T20:21:11.662313Z","steps":["trace[1242085865] 'process raft request' (duration: 95.182591ms)","trace[1242085865] 'compare' (duration: 56.06988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:13.642607Z","caller":"traceutil/trace.go:171","msg":"trace[1971125512] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"348.718389ms","start":"2026-03-31T20:21:13.293865Z","end":"2026-03-31T20:21:13.642583Z","steps":["trace[1971125512] 'read index received' (duration: 348.637338ms)","trace[1971125512] 'applied index is now lower than readState.Index' (duration: 77.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:13.642815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.928983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:21:13.642842Z","caller":"traceutil/trace.go:171","msg":"trace[362738641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:791; }","duration":"348.992014ms","start":"2026-03-31T20:21:13.293842Z","end":"2026-03-31T20:21:13.642834Z","steps":["trace[362738641] 'agreement among raft nodes before linearized reading' (duration: 348.856862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.642868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.293833Z","time spent":"349.029785ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:13.642919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.850913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:21:13.643002Z","caller":"traceutil/trace.go:171","msg":"trace[2045287578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:791; }","duration":"346.974106ms","start":"2026-03-31T20:21:13.296006Z","end":"2026-03-31T20:21:13.64298Z","steps":["trace[2045287578] 'agreement among raft nodes before linearized reading' (duration: 346.740731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.643051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.295995Z","time spent":"347.047727ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:13.643077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.676477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:13.643181Z","caller":"traceutil/trace.go:171","msg":"trace[1744096911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:791; }","duration":"209.86309ms","start":"2026-03-31T20:21:13.43331Z","end":"2026-03-31T20:21:13.643173Z","steps":["trace[1744096911] 'agreement among raft nodes before linearized reading' (duration: 209.493933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:13.643396Z","caller":"traceutil/trace.go:171","msg":"trace[261153773] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"419.230059ms","start":"2026-03-31T20:21:13.223455Z","end":"2026-03-31T20:21:13.642685Z","steps":["trace[261153773] 'process raft request' (duration: 418.984105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.643527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.223432Z","time spent":"420.023795ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:17.446632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:17.947043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:18.448055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:18.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:18.946538Z","caller":"traceutil/trace.go:171","msg":"trace[295410094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537764s","start":"2026-03-31T20:21:16.945983Z","end":"2026-03-31T20:21:18.946521Z","steps":["trace[295410094] 'agreement among raft nodes before linearized reading' (duration: 2.000440881s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:18.946581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:16.945965Z","time spent":"2.000607775s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:18.948669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:19.448832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798150590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:19.691498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.809785Z","time spent":"1.881705712s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:21:19.855562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.919644412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:19.856077Z","caller":"traceutil/trace.go:171","msg":"trace[1661256908] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"2.920245133s","start":"2026-03-31T20:21:16.9358Z","end":"2026-03-31T20:21:19.856045Z","steps":["trace[1661256908] 'process raft request' (duration: 2.920054429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.856277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:16.935779Z","time spent":"2.920396716s","remote":"127.0.0.1:45766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:19.981767Z","caller":"traceutil/trace.go:171","msg":"trace[695848277] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:841; }","duration":"3.035726879s","start":"2026-03-31T20:21:16.946016Z","end":"2026-03-31T20:21:19.981743Z","steps":["trace[695848277] 'read index received' (duration: 2.90978233s)","trace[695848277] 'applied index is now lower than readState.Index' (duration: 125.943639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:19.982034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45712972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:19.982071Z","caller":"traceutil/trace.go:171","msg":"trace[55053237] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:812; }","duration":"2.457223042s","start":"2026-03-31T20:21:17.524839Z","end":"2026-03-31T20:21:19.982062Z","steps":["trace[55053237] 'agreement among raft nodes before linearized reading' (duration: 2.45712953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:19.982092Z","caller":"traceutil/trace.go:171","msg":"trace[1577848076] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"1.032453242s","start":"2026-03-31T20:21:18.94962Z","end":"2026-03-31T20:21:19.982073Z","steps":["trace[1577848076] 'process raft request' (duration: 1.02563093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.98214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23135849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:19.982212Z","caller":"traceutil/trace.go:171","msg":"trace[989067789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:812; }","duration":"2.231460333s","start":"2026-03-31T20:21:17.750734Z","end":"2026-03-31T20:21:19.982195Z","steps":["trace[989067789] 'agreement among raft nodes before linearized reading' (duration: 2.231281149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.982258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.750724Z","time spent":"2.231524254s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:19.982237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241859295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:19.982329Z","caller":"traceutil/trace.go:171","msg":"trace[1026438400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:812; }","duration":"2.241987857s","start":"2026-03-31T20:21:17.740323Z","end":"2026-03-31T20:21:19.982311Z","steps":["trace[1026438400] 'agreement among raft nodes before linearized reading' (duration: 2.241733182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.982376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.740303Z","time spent":"2.242064269s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:19.982483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:18.949599Z","time spent":"1.032536243s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:19.982537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036003221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:19.982494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302131995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:19.982642Z","caller":"traceutil/trace.go:171","msg":"trace[146673241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:812; }","duration":"2.30235573s","start":"2026-03-31T20:21:17.680256Z","end":"2026-03-31T20:21:19.982611Z","steps":["trace[146673241] 'agreement among raft nodes before linearized reading' (duration: 2.301896452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.982497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020051691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:21:19.982099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.524819Z","time spent":"2.457273613s","remote":"127.0.0.1:46036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:19.982693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393262178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:21:19.982723Z","caller":"traceutil/trace.go:171","msg":"trace[1488705960] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:812; }","duration":"2.393323588s","start":"2026-03-31T20:21:17.589392Z","end":"2026-03-31T20:21:19.982716Z","steps":["trace[1488705960] 'agreement among raft nodes before linearized reading' (duration: 2.393187966s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:19.982718Z","caller":"traceutil/trace.go:171","msg":"trace[1541128914] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:812; }","duration":"1.020294175s","start":"2026-03-31T20:21:18.962413Z","end":"2026-03-31T20:21:19.982707Z","steps":["trace[1541128914] 'agreement among raft nodes before linearized reading' (duration: 1.02004107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.982656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231473752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:21:19.982594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231933421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:21:19.982769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:18.962402Z","time spent":"1.020348336s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:19.982777Z","caller":"traceutil/trace.go:171","msg":"trace[527727920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:812; }","duration":"2.231607165s","start":"2026-03-31T20:21:17.751149Z","end":"2026-03-31T20:21:19.982757Z","steps":["trace[527727920] 'agreement among raft nodes before linearized reading' (duration: 2.231446452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.98282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.751136Z","time spent":"2.231675366s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:21:19.982577Z","caller":"traceutil/trace.go:171","msg":"trace[1284669267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:812; }","duration":"1.036074532s","start":"2026-03-31T20:21:18.946492Z","end":"2026-03-31T20:21:19.982566Z","steps":["trace[1284669267] 'agreement among raft nodes before linearized reading' (duration: 1.036027831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.982947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:18.946469Z","time spent":"1.036468261s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:19.982755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.589371Z","time spent":"2.39337807s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-31T20:21:19.982715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.680219Z","time spent":"2.302483393s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:21:19.98285Z","caller":"traceutil/trace.go:171","msg":"trace[448762115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:812; }","duration":"2.232325959s","start":"2026-03-31T20:21:17.750454Z","end":"2026-03-31T20:21:19.98278Z","steps":["trace[448762115] 'agreement among raft nodes before linearized reading' (duration: 2.231666636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:19.983577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:17.750441Z","time spent":"2.233123545s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:20.213921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.858811ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T20:21:20.22911Z","caller":"traceutil/trace.go:171","msg":"trace[82810602] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"241.516305ms","start":"2026-03-31T20:21:19.987571Z","end":"2026-03-31T20:21:20.229087Z","steps":["trace[82810602] 'process raft request' (duration: 241.347362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:20.229478Z","caller":"traceutil/trace.go:171","msg":"trace[1843040179] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"241.848001ms","start":"2026-03-31T20:21:19.987618Z","end":"2026-03-31T20:21:20.229466Z","steps":["trace[1843040179] 'process raft request' (duration: 241.434283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:20.229547Z","caller":"traceutil/trace.go:171","msg":"trace[193751275] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"240.555276ms","start":"2026-03-31T20:21:19.988958Z","end":"2026-03-31T20:21:20.229514Z","steps":["trace[193751275] 'process raft request' (duration: 240.370592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:20.229662Z","caller":"traceutil/trace.go:171","msg":"trace[73859917] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"240.512735ms","start":"2026-03-31T20:21:19.989114Z","end":"2026-03-31T20:21:20.229626Z","steps":["trace[73859917] 'process raft request' (duration: 240.336541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:20.229695Z","caller":"traceutil/trace.go:171","msg":"trace[1747270402] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:843; }","duration":"241.534337ms","start":"2026-03-31T20:21:19.988061Z","end":"2026-03-31T20:21:20.229595Z","steps":["trace[1747270402] 'read index received' (duration: 105.969751ms)","trace[1747270402] 'applied index is now lower than readState.Index' (duration: 135.563326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:20.229867Z","caller":"traceutil/trace.go:171","msg":"trace[2116764063] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"240.529477ms","start":"2026-03-31T20:21:19.989162Z","end":"2026-03-31T20:21:20.229692Z","steps":["trace[2116764063] 'process raft request' (duration: 240.323212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.229954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.869603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:21:20.230003Z","caller":"traceutil/trace.go:171","msg":"trace[1948711678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7; range_end:; response_count:1; response_revision:817; }","duration":"241.948344ms","start":"2026-03-31T20:21:19.988042Z","end":"2026-03-31T20:21:20.229991Z","steps":["trace[1948711678] 'agreement among raft nodes before linearized reading' (duration: 241.74137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.246745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.216802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:20.246794Z","caller":"traceutil/trace.go:171","msg":"trace[195961368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"255.298113ms","start":"2026-03-31T20:21:19.991485Z","end":"2026-03-31T20:21:20.246783Z","steps":["trace[195961368] 'agreement among raft nodes before linearized reading' (duration: 255.193921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.247152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.543464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-l6876\" ","response":"range_response_count:1 size:4039"} {"level":"info","ts":"2026-03-31T20:21:20.247216Z","caller":"traceutil/trace.go:171","msg":"trace[1212612130] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-l6876; range_end:; response_count:1; response_revision:818; }","duration":"120.662156ms","start":"2026-03-31T20:21:20.126539Z","end":"2026-03-31T20:21:20.247201Z","steps":["trace[1212612130] 'agreement among raft nodes before linearized reading' (duration: 120.193417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.711072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.828906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:20.711242Z","caller":"traceutil/trace.go:171","msg":"trace[1758301812] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"456.160708ms","start":"2026-03-31T20:21:20.255066Z","end":"2026-03-31T20:21:20.711227Z","steps":["trace[1758301812] 'process raft request' (duration: 456.103937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.711311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.255046Z","time spent":"456.235589ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4210,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:20.711502Z","caller":"traceutil/trace.go:171","msg":"trace[1010104032] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"479.140215ms","start":"2026-03-31T20:21:20.232351Z","end":"2026-03-31T20:21:20.711491Z","steps":["trace[1010104032] 'process raft request' (duration: 138.820868ms)","trace[1010104032] 'compare' (duration: 339.690124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:20.711563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.232329Z","time spent":"479.202816ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:20.71169Z","caller":"traceutil/trace.go:171","msg":"trace[1147722041] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:850; }","duration":"464.131973ms","start":"2026-03-31T20:21:20.247549Z","end":"2026-03-31T20:21:20.711681Z","steps":["trace[1147722041] 'read index received' (duration: 123.633733ms)","trace[1147722041] 'applied index is now lower than readState.Index' (duration: 340.49726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:20.711849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.298396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:20.711877Z","caller":"traceutil/trace.go:171","msg":"trace[1299927538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"464.350558ms","start":"2026-03-31T20:21:20.24752Z","end":"2026-03-31T20:21:20.711871Z","steps":["trace[1299927538] 'agreement among raft nodes before linearized reading' (duration: 464.308987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.711892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.247503Z","time spent":"464.385588ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:20.711896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.755246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:21:20.711926Z","caller":"traceutil/trace.go:171","msg":"trace[348013921] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:820; }","duration":"462.812039ms","start":"2026-03-31T20:21:20.249105Z","end":"2026-03-31T20:21:20.711918Z","steps":["trace[348013921] 'agreement among raft nodes before linearized reading' (duration: 462.748758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:20.711961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:20.249091Z","time spent":"462.864ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:21:21.119352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.970903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:21.119468Z","caller":"traceutil/trace.go:171","msg":"trace[1761265875] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"255.63498ms","start":"2026-03-31T20:21:20.863813Z","end":"2026-03-31T20:21:21.119448Z","steps":["trace[1761265875] 'process raft request' (duration: 101.481563ms)","trace[1761265875] 'compare' (duration: 153.860541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:21.821793Z","caller":"traceutil/trace.go:171","msg":"trace[2069041792] transaction","detail":"{read_only:false; number_of_response:1; response_revision:822; }","duration":"163.905407ms","start":"2026-03-31T20:21:21.657853Z","end":"2026-03-31T20:21:21.821759Z","steps":["trace[2069041792] 'process raft request' (duration: 163.707783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.128986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.605028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:22.129136Z","caller":"traceutil/trace.go:171","msg":"trace[842852962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"241.838043ms","start":"2026-03-31T20:21:21.887267Z","end":"2026-03-31T20:21:22.129105Z","steps":["trace[842852962] 'range keys from in-memory index tree' (duration: 241.502046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.12885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.182372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:22.129491Z","caller":"traceutil/trace.go:171","msg":"trace[507836440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"181.879295ms","start":"2026-03-31T20:21:21.947581Z","end":"2026-03-31T20:21:22.129461Z","steps":["trace[507836440] 'range keys from in-memory index tree' (duration: 181.07376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.392386Z","caller":"traceutil/trace.go:171","msg":"trace[224029154] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:854; }","duration":"159.224406ms","start":"2026-03-31T20:21:22.233138Z","end":"2026-03-31T20:21:22.392363Z","steps":["trace[224029154] 'read index received' (duration: 159.012182ms)","trace[224029154] 'applied index is now lower than readState.Index' (duration: 211.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:22.392506Z","caller":"traceutil/trace.go:171","msg":"trace[1382554436] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"248.079623ms","start":"2026-03-31T20:21:22.144415Z","end":"2026-03-31T20:21:22.392494Z","steps":["trace[1382554436] 'process raft request' (duration: 247.817058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.392785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.621343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:22.392834Z","caller":"traceutil/trace.go:171","msg":"trace[81682124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:823; }","duration":"159.718405ms","start":"2026-03-31T20:21:22.233103Z","end":"2026-03-31T20:21:22.392822Z","steps":["trace[81682124] 'agreement among raft nodes before linearized reading' (duration: 159.507201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.393046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.725016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:22.393096Z","caller":"traceutil/trace.go:171","msg":"trace[871128433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:823; }","duration":"157.823439ms","start":"2026-03-31T20:21:22.235257Z","end":"2026-03-31T20:21:22.39308Z","steps":["trace[871128433] 'agreement among raft nodes before linearized reading' (duration: 157.681657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.39308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.93763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:22.39316Z","caller":"traceutil/trace.go:171","msg":"trace[689736087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:823; }","duration":"159.055642ms","start":"2026-03-31T20:21:22.234085Z","end":"2026-03-31T20:21:22.39314Z","steps":["trace[689736087] 'agreement among raft nodes before linearized reading' (duration: 158.750687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.393176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.021481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:22.393267Z","caller":"traceutil/trace.go:171","msg":"trace[55457307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:823; }","duration":"159.134084ms","start":"2026-03-31T20:21:22.234111Z","end":"2026-03-31T20:21:22.393245Z","steps":["trace[55457307] 'agreement among raft nodes before linearized reading' (duration: 158.840779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:22.393906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.91673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:22.39401Z","caller":"traceutil/trace.go:171","msg":"trace[1077060468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:823; }","duration":"159.707885ms","start":"2026-03-31T20:21:22.234279Z","end":"2026-03-31T20:21:22.393987Z","steps":["trace[1077060468] 'agreement among raft nodes before linearized reading' (duration: 158.554113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.536824Z","caller":"traceutil/trace.go:171","msg":"trace[238771041] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"135.061386ms","start":"2026-03-31T20:21:22.401734Z","end":"2026-03-31T20:21:22.536795Z","steps":["trace[238771041] 'process raft request' (duration: 134.989924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.536935Z","caller":"traceutil/trace.go:171","msg":"trace[1551427518] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"136.011423ms","start":"2026-03-31T20:21:22.400911Z","end":"2026-03-31T20:21:22.536922Z","steps":["trace[1551427518] 'process raft request' (duration: 135.683827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.537105Z","caller":"traceutil/trace.go:171","msg":"trace[864614365] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"135.645746ms","start":"2026-03-31T20:21:22.401435Z","end":"2026-03-31T20:21:22.537081Z","steps":["trace[864614365] 'process raft request' (duration: 135.211828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:22.536833Z","caller":"traceutil/trace.go:171","msg":"trace[889656801] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"136.674897ms","start":"2026-03-31T20:21:22.400118Z","end":"2026-03-31T20:21:22.536793Z","steps":["trace[889656801] 'process raft request' (duration: 79.908094ms)","trace[889656801] 'compare' (duration: 56.458057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:27.137689Z","caller":"traceutil/trace.go:171","msg":"trace[1289780295] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"255.08682ms","start":"2026-03-31T20:21:26.882578Z","end":"2026-03-31T20:21:27.137665Z","steps":["trace[1289780295] 'process raft request' (duration: 254.938797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:27.309083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.215074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:27.309162Z","caller":"traceutil/trace.go:171","msg":"trace[560062978] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"361.318854ms","start":"2026-03-31T20:21:26.947831Z","end":"2026-03-31T20:21:27.30915Z","steps":["trace[560062978] 'read index received' (duration: 189.775258ms)","trace[560062978] 'applied index is now lower than readState.Index' (duration: 171.542776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:27.309209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.386835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:27.309227Z","caller":"traceutil/trace.go:171","msg":"trace[224744076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:884; }","duration":"361.438566ms","start":"2026-03-31T20:21:26.947782Z","end":"2026-03-31T20:21:27.309221Z","steps":["trace[224744076] 'agreement among raft nodes before linearized reading' (duration: 361.401376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:27.309251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:26.947757Z","time spent":"361.489198ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:21:27.309224Z","caller":"traceutil/trace.go:171","msg":"trace[87982826] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"406.286409ms","start":"2026-03-31T20:21:26.902903Z","end":"2026-03-31T20:21:27.30919Z","steps":["trace[87982826] 'process raft request' (duration: 278.903952ms)","trace[87982826] 'compare' (duration: 127.111722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:27.309379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:26.902882Z","time spent":"406.415871ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:27.434356Z","caller":"traceutil/trace.go:171","msg":"trace[1589721117] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:917; }","duration":"124.217914ms","start":"2026-03-31T20:21:27.310126Z","end":"2026-03-31T20:21:27.434344Z","steps":["trace[1589721117] 'read index received' (duration: 123.798076ms)","trace[1589721117] 'applied index is now lower than readState.Index' (duration: 419.098µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:27.434413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.279635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:27.434434Z","caller":"traceutil/trace.go:171","msg":"trace[834873111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"124.324667ms","start":"2026-03-31T20:21:27.310102Z","end":"2026-03-31T20:21:27.434427Z","steps":["trace[834873111] 'agreement among raft nodes before linearized reading' (duration: 124.284486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.434439Z","caller":"traceutil/trace.go:171","msg":"trace[702824694] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"288.07865ms","start":"2026-03-31T20:21:27.146327Z","end":"2026-03-31T20:21:27.434406Z","steps":["trace[702824694] 'process raft request' (duration: 287.547519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.434571Z","caller":"traceutil/trace.go:171","msg":"trace[2053942817] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"288.06746ms","start":"2026-03-31T20:21:27.146498Z","end":"2026-03-31T20:21:27.434565Z","steps":["trace[2053942817] 'process raft request' (duration: 287.771304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.434689Z","caller":"traceutil/trace.go:171","msg":"trace[884414240] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"288.07626ms","start":"2026-03-31T20:21:27.146576Z","end":"2026-03-31T20:21:27.434652Z","steps":["trace[884414240] 'process raft request' (duration: 287.734123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.649715Z","caller":"traceutil/trace.go:171","msg":"trace[1141671253] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"204.757681ms","start":"2026-03-31T20:21:27.444927Z","end":"2026-03-31T20:21:27.649685Z","steps":["trace[1141671253] 'read index received' (duration: 124.847258ms)","trace[1141671253] 'applied index is now lower than readState.Index' (duration: 79.909433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:27.65002Z","caller":"traceutil/trace.go:171","msg":"trace[1519937450] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"206.032555ms","start":"2026-03-31T20:21:27.443955Z","end":"2026-03-31T20:21:27.649987Z","steps":["trace[1519937450] 'process raft request' (duration: 125.863717ms)","trace[1519937450] 'compare' (duration: 79.679318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:27.65056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.616578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-mtnp4\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T20:21:27.650641Z","caller":"traceutil/trace.go:171","msg":"trace[2131184508] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-mtnp4; range_end:; response_count:1; response_revision:888; }","duration":"205.702949ms","start":"2026-03-31T20:21:27.444893Z","end":"2026-03-31T20:21:27.650596Z","steps":["trace[2131184508] 'agreement among raft nodes before linearized reading' (duration: 205.526686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.834363Z","caller":"traceutil/trace.go:171","msg":"trace[1492430204] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:921; }","duration":"114.981725ms","start":"2026-03-31T20:21:27.719356Z","end":"2026-03-31T20:21:27.834337Z","steps":["trace[1492430204] 'read index received' (duration: 33.486421ms)","trace[1492430204] 'applied index is now lower than readState.Index' (duration: 81.494144ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:27.834511Z","caller":"traceutil/trace.go:171","msg":"trace[650843882] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"180.354356ms","start":"2026-03-31T20:21:27.654126Z","end":"2026-03-31T20:21:27.83448Z","steps":["trace[650843882] 'process raft request' (duration: 179.993989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:27.834744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.372062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T20:21:27.834854Z","caller":"traceutil/trace.go:171","msg":"trace[251557737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:890; }","duration":"115.485695ms","start":"2026-03-31T20:21:27.719312Z","end":"2026-03-31T20:21:27.834798Z","steps":["trace[251557737] 'agreement among raft nodes before linearized reading' (duration: 115.22959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:27.835275Z","caller":"traceutil/trace.go:171","msg":"trace[194207299] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"175.787259ms","start":"2026-03-31T20:21:27.658676Z","end":"2026-03-31T20:21:27.834463Z","steps":["trace[194207299] 'process raft request' (duration: 175.585925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:27.889161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.637129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T20:21:27.889283Z","caller":"traceutil/trace.go:171","msg":"trace[962242597] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:891; }","duration":"169.810451ms","start":"2026-03-31T20:21:27.719454Z","end":"2026-03-31T20:21:27.889264Z","steps":["trace[962242597] 'agreement among raft nodes before linearized reading' (duration: 169.531106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:28.125452Z","caller":"traceutil/trace.go:171","msg":"trace[830532884] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"176.9802ms","start":"2026-03-31T20:21:27.948443Z","end":"2026-03-31T20:21:28.125423Z","steps":["trace[830532884] 'read index received' (duration: 176.637753ms)","trace[830532884] 'applied index is now lower than readState.Index' (duration: 341.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:28.125537Z","caller":"traceutil/trace.go:171","msg":"trace[638208299] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"227.206257ms","start":"2026-03-31T20:21:27.898302Z","end":"2026-03-31T20:21:28.125508Z","steps":["trace[638208299] 'process raft request' (duration: 226.917521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:28.125603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.134794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:28.125663Z","caller":"traceutil/trace.go:171","msg":"trace[647183822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:892; }","duration":"177.241455ms","start":"2026-03-31T20:21:27.948404Z","end":"2026-03-31T20:21:28.125645Z","steps":["trace[647183822] 'agreement among raft nodes before linearized reading' (duration: 177.132043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:38.267254Z","caller":"traceutil/trace.go:171","msg":"trace[1332981950] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"209.36508ms","start":"2026-03-31T20:21:38.057863Z","end":"2026-03-31T20:21:38.267228Z","steps":["trace[1332981950] 'process raft request' (duration: 209.218987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:43.468827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.240638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:21:43.468947Z","caller":"traceutil/trace.go:171","msg":"trace[770600379] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"518.327978ms","start":"2026-03-31T20:21:42.950598Z","end":"2026-03-31T20:21:43.468926Z","steps":["trace[770600379] 'read index received' (duration: 34.771µs)","trace[770600379] 'applied index is now lower than readState.Index' (duration: 518.287257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:43.469041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.43518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:43.46909Z","caller":"traceutil/trace.go:171","msg":"trace[140988513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"518.518582ms","start":"2026-03-31T20:21:42.950558Z","end":"2026-03-31T20:21:43.469076Z","steps":["trace[140988513] 'agreement among raft nodes before linearized reading' (duration: 518.42833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:43.46916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:42.950542Z","time spent":"518.604904ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:21:43.786571Z","caller":"traceutil/trace.go:171","msg":"trace[45073123] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1023; }","duration":"316.378941ms","start":"2026-03-31T20:21:43.470134Z","end":"2026-03-31T20:21:43.786513Z","steps":["trace[45073123] 'read index received' (duration: 316.226108ms)","trace[45073123] 'applied index is now lower than readState.Index' (duration: 152.293µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:43.786633Z","caller":"traceutil/trace.go:171","msg":"trace[1090306637] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"327.514537ms","start":"2026-03-31T20:21:43.459066Z","end":"2026-03-31T20:21:43.786581Z","steps":["trace[1090306637] 'process raft request' (duration: 327.345404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:43.78673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.570494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:43.786781Z","caller":"traceutil/trace.go:171","msg":"trace[1850996436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"316.698386ms","start":"2026-03-31T20:21:43.470072Z","end":"2026-03-31T20:21:43.786771Z","steps":["trace[1850996436] 'agreement among raft nodes before linearized reading' (duration: 316.604375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:43.786828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.470058Z","time spent":"316.764357ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:43.78683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:43.459038Z","time spent":"327.690211ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:52.914281Z","caller":"traceutil/trace.go:171","msg":"trace[1889070901] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"137.423816ms","start":"2026-03-31T20:21:52.776834Z","end":"2026-03-31T20:21:52.914258Z","steps":["trace[1889070901] 'process raft request' (duration: 137.258692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:52.95792Z","caller":"traceutil/trace.go:171","msg":"trace[654342371] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"181.06015ms","start":"2026-03-31T20:21:52.776834Z","end":"2026-03-31T20:21:52.957895Z","steps":["trace[654342371] 'process raft request' (duration: 180.921006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:52.957922Z","caller":"traceutil/trace.go:171","msg":"trace[887301642] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"180.64481ms","start":"2026-03-31T20:21:52.777257Z","end":"2026-03-31T20:21:52.957902Z","steps":["trace[887301642] 'process raft request' (duration: 180.589438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:52.958061Z","caller":"traceutil/trace.go:171","msg":"trace[1741027823] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"180.788413ms","start":"2026-03-31T20:21:52.777265Z","end":"2026-03-31T20:21:52.958054Z","steps":["trace[1741027823] 'process raft request' (duration: 180.605429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:53.970205Z","caller":"traceutil/trace.go:171","msg":"trace[74380332] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"148.967411ms","start":"2026-03-31T20:21:53.821201Z","end":"2026-03-31T20:21:53.970168Z","steps":["trace[74380332] 'process raft request' (duration: 148.639444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:54.942388Z","caller":"traceutil/trace.go:171","msg":"trace[1356859794] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"298.712949ms","start":"2026-03-31T20:21:54.643644Z","end":"2026-03-31T20:21:54.942357Z","steps":["trace[1356859794] 'process raft request' (duration: 298.500575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:55.053736Z","caller":"traceutil/trace.go:171","msg":"trace[1581500434] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"103.68271ms","start":"2026-03-31T20:21:54.950017Z","end":"2026-03-31T20:21:55.0537Z","steps":["trace[1581500434] 'process raft request' (duration: 102.054234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.417378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442637498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:57.417801Z","caller":"traceutil/trace.go:171","msg":"trace[2101653556] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1070; }","duration":"468.439469ms","start":"2026-03-31T20:21:56.949338Z","end":"2026-03-31T20:21:57.417778Z","steps":["trace[2101653556] 'read index received' (duration: 468.179483ms)","trace[2101653556] 'applied index is now lower than readState.Index' (duration: 259.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:57.417946Z","caller":"traceutil/trace.go:171","msg":"trace[56295013] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"1.443268753s","start":"2026-03-31T20:21:55.974642Z","end":"2026-03-31T20:21:57.417911Z","steps":["trace[56295013] 'process raft request' (duration: 1.442958215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.418045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.698777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:57.418093Z","caller":"traceutil/trace.go:171","msg":"trace[746144361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1031; }","duration":"359.775018ms","start":"2026-03-31T20:21:57.058301Z","end":"2026-03-31T20:21:57.418076Z","steps":["trace[746144361] 'agreement among raft nodes before linearized reading' (duration: 359.635235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.418104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:55.974623Z","time spent":"1.443393366s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:57.418048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.273951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:21:57.418122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.465125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:21:57.418124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.036713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:57.418146Z","caller":"traceutil/trace.go:171","msg":"trace[1620270699] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1031; }","duration":"299.430465ms","start":"2026-03-31T20:21:57.11871Z","end":"2026-03-31T20:21:57.41814Z","steps":["trace[1620270699] 'agreement among raft nodes before linearized reading' (duration: 299.256731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:57.418171Z","caller":"traceutil/trace.go:171","msg":"trace[591972319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"347.547237ms","start":"2026-03-31T20:21:57.07061Z","end":"2026-03-31T20:21:57.418157Z","steps":["trace[591972319] 'agreement among raft nodes before linearized reading' (duration: 347.411514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:57.418172Z","caller":"traceutil/trace.go:171","msg":"trace[1807216249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1031; }","duration":"345.140685ms","start":"2026-03-31T20:21:57.073022Z","end":"2026-03-31T20:21:57.418162Z","steps":["trace[1807216249] 'agreement among raft nodes before linearized reading' (duration: 345.009222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.418202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.070598Z","time spent":"347.597908ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:57.418203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.072992Z","time spent":"345.203666ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:57.418118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.058285Z","time spent":"359.827439ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:57.418249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.296318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:57.418313Z","caller":"traceutil/trace.go:171","msg":"trace[1052194520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"350.39713ms","start":"2026-03-31T20:21:57.067899Z","end":"2026-03-31T20:21:57.418297Z","steps":["trace[1052194520] 'agreement among raft nodes before linearized reading' (duration: 350.171116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.418346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.067888Z","time spent":"350.451811ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:57.418455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.126954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:21:57.418527Z","caller":"traceutil/trace.go:171","msg":"trace[1284263817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1031; }","duration":"469.195835ms","start":"2026-03-31T20:21:56.94928Z","end":"2026-03-31T20:21:57.418476Z","steps":["trace[1284263817] 'agreement among raft nodes before linearized reading' (duration: 468.617833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:57.418559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:56.949257Z","time spent":"469.294427ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:59.94752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:21:59.94765Z","caller":"traceutil/trace.go:171","msg":"trace[533490104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324077s","start":"2026-03-31T20:21:57.947303Z","end":"2026-03-31T20:21:59.947628Z","steps":["trace[533490104] 'agreement among raft nodes before linearized reading' (duration: 2.000168933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:59.947711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.947286Z","time spent":"2.000413209s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:00.227408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.224882557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:00.344177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341576836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:00.344421Z","caller":"traceutil/trace.go:171","msg":"trace[1988751563] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1071; }","duration":"2.753627307s","start":"2026-03-31T20:21:57.590778Z","end":"2026-03-31T20:22:00.344406Z","steps":["trace[1988751563] 'read index received' (duration: 411.756675ms)","trace[1988751563] 'applied index is now lower than readState.Index' (duration: 2.341869662s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:00.344679Z","caller":"traceutil/trace.go:171","msg":"trace[1814295465] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"2.922753583s","start":"2026-03-31T20:21:57.421912Z","end":"2026-03-31T20:22:00.344666Z","steps":["trace[1814295465] 'process raft request' (duration: 580.609945ms)","trace[1814295465] 'compare' (duration: 2.341457623s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:00.344777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.421895Z","time spent":"2.922847155s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:00.344935Z","caller":"traceutil/trace.go:171","msg":"trace[1999695628] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"2.92259062s","start":"2026-03-31T20:21:57.422335Z","end":"2026-03-31T20:22:00.344925Z","steps":["trace[1999695628] 'process raft request' (duration: 2.921937525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.344981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.422318Z","time spent":"2.92263884s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:00.345123Z","caller":"traceutil/trace.go:171","msg":"trace[756841923] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"2.921204879s","start":"2026-03-31T20:21:57.423875Z","end":"2026-03-31T20:22:00.34508Z","steps":["trace[756841923] 'process raft request' (duration: 2.920500653s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:00.345259Z","caller":"traceutil/trace.go:171","msg":"trace[1222106195] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"2.922329535s","start":"2026-03-31T20:21:57.422917Z","end":"2026-03-31T20:22:00.345246Z","steps":["trace[1222106195] 'process raft request' (duration: 2.921402893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.34527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.423848Z","time spent":"2.921337812s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:00.345287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754499417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:22:00.345321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.422909Z","time spent":"2.922379346s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:00.345351Z","caller":"traceutil/trace.go:171","msg":"trace[1862885235] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1036; }","duration":"2.75460482s","start":"2026-03-31T20:21:57.59073Z","end":"2026-03-31T20:22:00.345335Z","steps":["trace[1862885235] 'agreement among raft nodes before linearized reading' (duration: 2.754439236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.345393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.590713Z","time spent":"2.754669651s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-03-31T20:22:00.345399Z","caller":"traceutil/trace.go:171","msg":"trace[1500588958] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"2.922311465s","start":"2026-03-31T20:21:57.423077Z","end":"2026-03-31T20:22:00.345388Z","steps":["trace[1500588958] 'process raft request' (duration: 2.921270491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.345449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.423068Z","time spent":"2.922352805s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:00.660711Z","caller":"traceutil/trace.go:171","msg":"trace[2123701798] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"316.210376ms","start":"2026-03-31T20:22:00.344461Z","end":"2026-03-31T20:22:00.660671Z","steps":["trace[2123701798] 'read index received' (duration: 316.101823ms)","trace[2123701798] 'applied index is now lower than readState.Index' (duration: 107.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:00.660804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714250208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:00.660826Z","caller":"traceutil/trace.go:171","msg":"trace[1088725763] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1037; }","duration":"2.71431664s","start":"2026-03-31T20:21:57.946502Z","end":"2026-03-31T20:22:00.660819Z","steps":["trace[1088725763] 'agreement among raft nodes before linearized reading' (duration: 2.714258949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.660851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.946487Z","time spent":"2.714356751s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:00.660859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579073731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:00.660871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.151553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:00.660911Z","caller":"traceutil/trace.go:171","msg":"trace[1923917664] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1037; }","duration":"2.579131183s","start":"2026-03-31T20:21:58.081765Z","end":"2026-03-31T20:22:00.660896Z","steps":["trace[1923917664] 'agreement among raft nodes before linearized reading' (duration: 2.579037521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.660948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:58.081727Z","time spent":"2.579212045s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:00.660947Z","caller":"traceutil/trace.go:171","msg":"trace[227046229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"713.278846ms","start":"2026-03-31T20:21:59.947649Z","end":"2026-03-31T20:22:00.660928Z","steps":["trace[227046229] 'agreement among raft nodes before linearized reading' (duration: 713.128453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.660992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.947631Z","time spent":"713.353338ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:00.661054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700366512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:00.661073Z","caller":"traceutil/trace.go:171","msg":"trace[1504201905] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1037; }","duration":"2.700426602s","start":"2026-03-31T20:21:57.960641Z","end":"2026-03-31T20:22:00.661067Z","steps":["trace[1504201905] 'agreement among raft nodes before linearized reading' (duration: 2.700395532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.661092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:57.960611Z","time spent":"2.700476144s","remote":"127.0.0.1:45694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:00.661079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077234566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:00.661179Z","caller":"traceutil/trace.go:171","msg":"trace[1116587835] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1037; }","duration":"1.077362578s","start":"2026-03-31T20:21:59.583799Z","end":"2026-03-31T20:22:00.661162Z","steps":["trace[1116587835] 'agreement among raft nodes before linearized reading' (duration: 1.077215315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.661219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.583788Z","time spent":"1.077421349s","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:00.66128Z","caller":"traceutil/trace.go:171","msg":"trace[1810738077] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"1.238047879s","start":"2026-03-31T20:21:59.423216Z","end":"2026-03-31T20:22:00.661264Z","steps":["trace[1810738077] 'process raft request' (duration: 1.237341693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.661328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.373142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:00.661349Z","caller":"traceutil/trace.go:171","msg":"trace[51071532] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1037; }","duration":"509.433883ms","start":"2026-03-31T20:22:00.151909Z","end":"2026-03-31T20:22:00.661343Z","steps":["trace[51071532] 'agreement among raft nodes before linearized reading' (duration: 509.396183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:00.661366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:00.15188Z","time spent":"509.481864ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:00.661386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:59.423192Z","time spent":"1.238119571s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:01.601213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.136749ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T20:22:01.601384Z","caller":"traceutil/trace.go:171","msg":"trace[916601200] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1077; }","duration":"936.424325ms","start":"2026-03-31T20:22:00.664948Z","end":"2026-03-31T20:22:01.601372Z","steps":["trace[916601200] 'read index received' (duration: 77.060211ms)","trace[916601200] 'applied index is now lower than readState.Index' (duration: 859.363414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:01.601446Z","caller":"traceutil/trace.go:171","msg":"trace[1392319788] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"986.168425ms","start":"2026-03-31T20:22:00.615272Z","end":"2026-03-31T20:22:01.60144Z","steps":["trace[1392319788] 'process raft request' (duration: 986.009221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:01.60151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:00.615249Z","time spent":"986.212305ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:01.601531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:00.346743Z","time spent":"1.254783199s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:22:01.601695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.49094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:01.601772Z","caller":"traceutil/trace.go:171","msg":"trace[1216407889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"933.664524ms","start":"2026-03-31T20:22:00.668089Z","end":"2026-03-31T20:22:01.601754Z","steps":["trace[1216407889] 'agreement among raft nodes before linearized reading' (duration: 933.46891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:01.601827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:00.668077Z","time spent":"933.736556ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:01.601955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.000048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:22:01.602011Z","caller":"traceutil/trace.go:171","msg":"trace[1908723663] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7; range_end:; response_count:1; response_revision:1038; }","duration":"937.099521ms","start":"2026-03-31T20:22:00.664894Z","end":"2026-03-31T20:22:01.601994Z","steps":["trace[1908723663] 'agreement among raft nodes before linearized reading' (duration: 936.931537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:01.602057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:00.664876Z","time spent":"937.175802ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" "} {"level":"warn","ts":"2026-03-31T20:22:02.103516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:02.604101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:03.105209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:03.602968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:22:03.603031Z","caller":"traceutil/trace.go:171","msg":"trace[500065533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299248s","start":"2026-03-31T20:22:01.602718Z","end":"2026-03-31T20:22:03.603017Z","steps":["trace[500065533] 'agreement among raft nodes before linearized reading' (duration: 2.000212086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.603066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:01.60271Z","time spent":"2.000350008s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:03.606216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:03.911818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026935481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:03.912066Z","caller":"traceutil/trace.go:171","msg":"trace[1983641556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.027031334s","start":"2026-03-31T20:22:01.884841Z","end":"2026-03-31T20:22:03.911872Z","steps":["trace[1983641556] 'agreement among raft nodes before linearized reading' (duration: 2.026932681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.912143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:01.8848Z","time spent":"2.02733303s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:04.106716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:04.449713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793720695s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:04.615234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.515578Z","time spent":"2.09963369s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:22:04.615494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830239098s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:04.615598Z","caller":"traceutil/trace.go:171","msg":"trace[623040419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1038; }","duration":"1.83035154s","start":"2026-03-31T20:22:02.785226Z","end":"2026-03-31T20:22:04.615578Z","steps":["trace[623040419] 'range keys from in-memory index tree' (duration: 1.830222576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.61581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.82324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:04.615918Z","caller":"traceutil/trace.go:171","msg":"trace[202948747] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"3.013600331s","start":"2026-03-31T20:22:01.602299Z","end":"2026-03-31T20:22:04.615899Z","steps":["trace[202948747] 'process raft request' (duration: 2.847615788s)","trace[202948747] 'compare' (duration: 165.196216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:04.616006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:01.602275Z","time spent":"3.013687913s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:05.608345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:05.608438Z","caller":"traceutil/trace.go:171","msg":"trace[1907820144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367963s","start":"2026-03-31T20:22:03.608052Z","end":"2026-03-31T20:22:05.60842Z","steps":["trace[1907820144] 'agreement among raft nodes before linearized reading' (duration: 2.0002377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.608497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.608036Z","time spent":"2.000452234s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:05.783752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.453191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:05.784254Z","caller":"traceutil/trace.go:171","msg":"trace[1645161829] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"4.180637241s","start":"2026-03-31T20:22:01.603588Z","end":"2026-03-31T20:22:05.784225Z","steps":["trace[1645161829] 'process raft request' (duration: 3.322651878s)","trace[1645161829] 'compare' (duration: 856.701925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:05.78442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:01.603579Z","time spent":"4.180775524s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:05.787443Z","caller":"traceutil/trace.go:171","msg":"trace[1178787639] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1079; }","duration":"4.184697013s","start":"2026-03-31T20:22:01.602736Z","end":"2026-03-31T20:22:05.787433Z","steps":["trace[1178787639] 'read index received' (duration: 2.847197609s)","trace[1178787639] 'applied index is now lower than readState.Index' (duration: 1.337498784s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:05.787531Z","caller":"traceutil/trace.go:171","msg":"trace[1085999471] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"3.121244318s","start":"2026-03-31T20:22:02.66625Z","end":"2026-03-31T20:22:05.787494Z","steps":["trace[1085999471] 'process raft request' (duration: 3.121102505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.787658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.666222Z","time spent":"3.121368171s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:05.788683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995491315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.788744Z","caller":"traceutil/trace.go:171","msg":"trace[144738666] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1042; }","duration":"3.995556216s","start":"2026-03-31T20:22:01.793178Z","end":"2026-03-31T20:22:05.788734Z","steps":["trace[144738666] 'agreement among raft nodes before linearized reading' (duration: 3.995456754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.78877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:01.793138Z","time spent":"3.995625548s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:05.788966Z","caller":"traceutil/trace.go:171","msg":"trace[799046486] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"106.297686ms","start":"2026-03-31T20:22:05.68266Z","end":"2026-03-31T20:22:05.788958Z","steps":["trace[799046486] 'process raft request' (duration: 105.928128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.147405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.789194Z","caller":"traceutil/trace.go:171","msg":"trace[462834036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1042; }","duration":"180.200126ms","start":"2026-03-31T20:22:05.608988Z","end":"2026-03-31T20:22:05.789188Z","steps":["trace[462834036] 'agreement among raft nodes before linearized reading' (duration: 180.167975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.933008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.789303Z","caller":"traceutil/trace.go:171","msg":"trace[1572998637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1042; }","duration":"288.953669ms","start":"2026-03-31T20:22:05.500345Z","end":"2026-03-31T20:22:05.789298Z","steps":["trace[1572998637] 'agreement among raft nodes before linearized reading' (duration: 288.924338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.824884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.789431Z","caller":"traceutil/trace.go:171","msg":"trace[1194024138] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1042; }","duration":"668.886084ms","start":"2026-03-31T20:22:05.120539Z","end":"2026-03-31T20:22:05.789425Z","steps":["trace[1194024138] 'agreement among raft nodes before linearized reading' (duration: 668.849484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.120511Z","time spent":"668.931796ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:05.789538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574054934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.789598Z","caller":"traceutil/trace.go:171","msg":"trace[1871307209] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1042; }","duration":"3.574142676s","start":"2026-03-31T20:22:02.215448Z","end":"2026-03-31T20:22:05.789591Z","steps":["trace[1871307209] 'agreement among raft nodes before linearized reading' (duration: 3.574073625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.78962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.215429Z","time spent":"3.574182827s","remote":"127.0.0.1:58602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:05.789717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690473376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:05.789736Z","caller":"traceutil/trace.go:171","msg":"trace[933466884] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1042; }","duration":"3.690549917s","start":"2026-03-31T20:22:02.099182Z","end":"2026-03-31T20:22:05.789732Z","steps":["trace[933466884] 'agreement among raft nodes before linearized reading' (duration: 3.690520007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440131285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:05.789825Z","caller":"traceutil/trace.go:171","msg":"trace[1001304648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1042; }","duration":"3.440307899s","start":"2026-03-31T20:22:02.349494Z","end":"2026-03-31T20:22:05.789802Z","steps":["trace[1001304648] 'agreement among raft nodes before linearized reading' (duration: 3.4399187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.789912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.349475Z","time spent":"3.440423862s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:05.790105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172290139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:22:05.790141Z","caller":"traceutil/trace.go:171","msg":"trace[1929164847] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1042; }","duration":"1.172347259s","start":"2026-03-31T20:22:04.617784Z","end":"2026-03-31T20:22:05.790131Z","steps":["trace[1929164847] 'agreement among raft nodes before linearized reading' (duration: 1.172259117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.790174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.617772Z","time spent":"1.172396491s","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:22:05.790454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440527634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:05.790482Z","caller":"traceutil/trace.go:171","msg":"trace[2107037313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1042; }","duration":"3.440582575s","start":"2026-03-31T20:22:02.349893Z","end":"2026-03-31T20:22:05.790476Z","steps":["trace[2107037313] 'agreement among raft nodes before linearized reading' (duration: 3.440494883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.790489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440615326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:22:05.790529Z","caller":"traceutil/trace.go:171","msg":"trace[790442106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"3.440668607s","start":"2026-03-31T20:22:02.34985Z","end":"2026-03-31T20:22:05.790519Z","steps":["trace[790442106] 'agreement among raft nodes before linearized reading' (duration: 3.440539524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.790564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559755687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:05.790567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.349844Z","time spent":"3.440711519s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:05.790584Z","caller":"traceutil/trace.go:171","msg":"trace[986167421] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1042; }","duration":"2.559804237s","start":"2026-03-31T20:22:03.230775Z","end":"2026-03-31T20:22:05.790579Z","steps":["trace[986167421] 'agreement among raft nodes before linearized reading' (duration: 2.559775667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.790606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.230756Z","time spent":"2.559844739s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:05.790728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440279709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:22:05.790749Z","caller":"traceutil/trace.go:171","msg":"trace[617634336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1042; }","duration":"3.44032325s","start":"2026-03-31T20:22:02.350421Z","end":"2026-03-31T20:22:05.790744Z","steps":["trace[617634336] 'agreement among raft nodes before linearized reading' (duration: 3.440270669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.79075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440936013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:05.790766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.350409Z","time spent":"3.44035359s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:05.790779Z","caller":"traceutil/trace.go:171","msg":"trace[1780290944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1042; }","duration":"3.440999265s","start":"2026-03-31T20:22:02.349771Z","end":"2026-03-31T20:22:05.790771Z","steps":["trace[1780290944] 'agreement among raft nodes before linearized reading' (duration: 3.440917883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.7905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.349882Z","time spent":"3.440614626s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:05.789753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.099163Z","time spent":"3.690585589s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:05.790537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057395318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:05.791595Z","caller":"traceutil/trace.go:171","msg":"trace[212949526] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1042; }","duration":"2.058468794s","start":"2026-03-31T20:22:03.733116Z","end":"2026-03-31T20:22:05.791585Z","steps":["trace[212949526] 'agreement among raft nodes before linearized reading' (duration: 2.057395359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.791625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.733101Z","time spent":"2.058513535s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:05.790814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:02.349748Z","time spent":"3.441060246s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:10.005785Z","caller":"traceutil/trace.go:171","msg":"trace[1641885259] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"134.863285ms","start":"2026-03-31T20:22:09.870903Z","end":"2026-03-31T20:22:10.005766Z","steps":["trace[1641885259] 'process raft request' (duration: 134.787513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.030626Z","caller":"traceutil/trace.go:171","msg":"trace[1092055844] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1108; }","duration":"159.416844ms","start":"2026-03-31T20:22:11.87118Z","end":"2026-03-31T20:22:12.030597Z","steps":["trace[1092055844] 'read index received' (duration: 14.553771ms)","trace[1092055844] 'applied index is now lower than readState.Index' (duration: 144.861943ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.030688Z","caller":"traceutil/trace.go:171","msg":"trace[203859556] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"169.497893ms","start":"2026-03-31T20:22:11.861157Z","end":"2026-03-31T20:22:12.030655Z","steps":["trace[203859556] 'process raft request' (duration: 133.079746ms)","trace[203859556] 'compare' (duration: 36.246824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.030874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.66786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:12.030954Z","caller":"traceutil/trace.go:171","msg":"trace[811528657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1067; }","duration":"159.778212ms","start":"2026-03-31T20:22:11.871156Z","end":"2026-03-31T20:22:12.030934Z","steps":["trace[811528657] 'agreement among raft nodes before linearized reading' (duration: 159.573057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.355032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.835029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:12.35522Z","caller":"traceutil/trace.go:171","msg":"trace[1700704335] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1110; }","duration":"319.107794ms","start":"2026-03-31T20:22:12.036098Z","end":"2026-03-31T20:22:12.355206Z","steps":["trace[1700704335] 'read index received' (duration: 150.083062ms)","trace[1700704335] 'applied index is now lower than readState.Index' (duration: 169.023752ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.355237Z","caller":"traceutil/trace.go:171","msg":"trace[525212480] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"319.223347ms","start":"2026-03-31T20:22:12.035998Z","end":"2026-03-31T20:22:12.355221Z","steps":["trace[525212480] 'process raft request' (duration: 319.120594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:12.355265Z","caller":"traceutil/trace.go:171","msg":"trace[286618672] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"319.107393ms","start":"2026-03-31T20:22:12.036144Z","end":"2026-03-31T20:22:12.355252Z","steps":["trace[286618672] 'process raft request' (duration: 319.026091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.355308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.035976Z","time spent":"319.294538ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.355319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.036137Z","time spent":"319.153835ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.355377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.274678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:12.355414Z","caller":"traceutil/trace.go:171","msg":"trace[1971747933] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"321.224983ms","start":"2026-03-31T20:22:12.034176Z","end":"2026-03-31T20:22:12.355401Z","steps":["trace[1971747933] 'process raft request' (duration: 151.951104ms)","trace[1971747933] 'compare' (duration: 168.612834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.35542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.140295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:12.35546Z","caller":"traceutil/trace.go:171","msg":"trace[1844386995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1070; }","duration":"319.193906ms","start":"2026-03-31T20:22:12.036255Z","end":"2026-03-31T20:22:12.355448Z","steps":["trace[1844386995] 'agreement among raft nodes before linearized reading' (duration: 319.037672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.355477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.03416Z","time spent":"321.285204ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.355488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.036249Z","time spent":"319.231596ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.355417Z","caller":"traceutil/trace.go:171","msg":"trace[333759913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1070; }","duration":"319.337629ms","start":"2026-03-31T20:22:12.036069Z","end":"2026-03-31T20:22:12.355407Z","steps":["trace[333759913] 'agreement among raft nodes before linearized reading' (duration: 319.213796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.355549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.036061Z","time spent":"319.477132ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:12.54332Z","caller":"traceutil/trace.go:171","msg":"trace[1958329504] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"183.02429ms","start":"2026-03-31T20:22:12.360269Z","end":"2026-03-31T20:22:12.543293Z","steps":["trace[1958329504] 'process raft request' (duration: 108.809872ms)","trace[1958329504] 'compare' (duration: 74.118845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.893401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.116418ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:12.893522Z","caller":"traceutil/trace.go:171","msg":"trace[2091587782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1072; }","duration":"108.247971ms","start":"2026-03-31T20:22:12.785257Z","end":"2026-03-31T20:22:12.893505Z","steps":["trace[2091587782] 'range keys from in-memory index tree' (duration: 108.101417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:18.592882Z","caller":"traceutil/trace.go:171","msg":"trace[1430477049] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1133; }","duration":"152.944576ms","start":"2026-03-31T20:22:18.4399Z","end":"2026-03-31T20:22:18.592844Z","steps":["trace[1430477049] 'read index received' (duration: 18.387808ms)","trace[1430477049] 'applied index is now lower than readState.Index' (duration: 134.555668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:18.592995Z","caller":"traceutil/trace.go:171","msg":"trace[1935796028] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"173.048893ms","start":"2026-03-31T20:22:18.419936Z","end":"2026-03-31T20:22:18.592985Z","steps":["trace[1935796028] 'process raft request' (duration: 162.071464ms)","trace[1935796028] 'compare' (duration: 10.742093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:18.593247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.328216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:18.593323Z","caller":"traceutil/trace.go:171","msg":"trace[1078515801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"153.443029ms","start":"2026-03-31T20:22:18.439863Z","end":"2026-03-31T20:22:18.593306Z","steps":["trace[1078515801] 'agreement among raft nodes before linearized reading' (duration: 153.239273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:20.723577Z","caller":"traceutil/trace.go:171","msg":"trace[261040785] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"107.565855ms","start":"2026-03-31T20:22:20.615991Z","end":"2026-03-31T20:22:20.723557Z","steps":["trace[261040785] 'read index received' (duration: 107.439322ms)","trace[261040785] 'applied index is now lower than readState.Index' (duration: 125.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:20.723613Z","caller":"traceutil/trace.go:171","msg":"trace[1073899821] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"113.720745ms","start":"2026-03-31T20:22:20.609858Z","end":"2026-03-31T20:22:20.723579Z","steps":["trace[1073899821] 'process raft request' (duration: 113.582392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.723729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.718578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:20.723763Z","caller":"traceutil/trace.go:171","msg":"trace[1597897736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1097; }","duration":"107.789699ms","start":"2026-03-31T20:22:20.615959Z","end":"2026-03-31T20:22:20.723749Z","steps":["trace[1597897736] 'agreement among raft nodes before linearized reading' (duration: 107.672687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:22.509356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.708621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:22.50944Z","caller":"traceutil/trace.go:171","msg":"trace[1279182631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1100; }","duration":"174.837104ms","start":"2026-03-31T20:22:22.334582Z","end":"2026-03-31T20:22:22.509419Z","steps":["trace[1279182631] 'count revisions from in-memory index tree' (duration: 174.647949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:24.027545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394328284s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:24.782537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997765661s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:24.7827Z","caller":"traceutil/trace.go:171","msg":"trace[507732625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1101; }","duration":"1.997939255s","start":"2026-03-31T20:22:22.78474Z","end":"2026-03-31T20:22:24.782679Z","steps":["trace[507732625] 'range keys from in-memory index tree' (duration: 1.997751081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:24.783084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149834138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:24.784121Z","caller":"traceutil/trace.go:171","msg":"trace[1743690542] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"2.267448651s","start":"2026-03-31T20:22:22.516647Z","end":"2026-03-31T20:22:24.784095Z","steps":["trace[1743690542] 'process raft request' (duration: 116.538799ms)","trace[1743690542] 'compare' (duration: 2.149219554s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:24.784119Z","caller":"traceutil/trace.go:171","msg":"trace[375043566] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1146; }","duration":"2.174735774s","start":"2026-03-31T20:22:22.609346Z","end":"2026-03-31T20:22:24.784082Z","steps":["trace[375043566] 'read index received' (duration: 23.849112ms)","trace[375043566] 'applied index is now lower than readState.Index' (duration: 2.150883322s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:24.784249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.516623Z","time spent":"2.267568814s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:24.949642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:22:24.949722Z","caller":"traceutil/trace.go:171","msg":"trace[2130441008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000966496s","start":"2026-03-31T20:22:22.948737Z","end":"2026-03-31T20:22:24.949703Z","steps":["trace[2130441008] 'agreement among raft nodes before linearized reading' (duration: 2.000867153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:24.949778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.948647Z","time spent":"2.001121769s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:25.284567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:25.538032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.023881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T20:22:25.539135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929751817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:25.539252Z","caller":"traceutil/trace.go:171","msg":"trace[1516564699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1102; }","duration":"2.92988955s","start":"2026-03-31T20:22:22.609305Z","end":"2026-03-31T20:22:25.539194Z","steps":["trace[1516564699] 'agreement among raft nodes before linearized reading' (duration: 2.174925698s)","trace[1516564699] 'range keys from in-memory index tree' (duration: 754.076841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:25.539334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.609291Z","time spent":"2.930006033s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:25.569472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491223608s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:25.570044Z","caller":"traceutil/trace.go:171","msg":"trace[98418621] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"785.825394ms","start":"2026-03-31T20:22:24.784189Z","end":"2026-03-31T20:22:25.570014Z","steps":["trace[98418621] 'read index received' (duration: 785.534197ms)","trace[98418621] 'applied index is now lower than readState.Index' (duration: 289.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:25.570075Z","caller":"traceutil/trace.go:171","msg":"trace[41407004] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"1.491886053s","start":"2026-03-31T20:22:24.078156Z","end":"2026-03-31T20:22:25.570042Z","steps":["trace[41407004] 'process raft request' (duration: 1.491534185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:25.570344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041502215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:25.57039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:24.078131Z","time spent":"1.49218603s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:25.570389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839573438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:25.570444Z","caller":"traceutil/trace.go:171","msg":"trace[1555360177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1103; }","duration":"1.041659039s","start":"2026-03-31T20:22:24.528761Z","end":"2026-03-31T20:22:25.57042Z","steps":["trace[1555360177] 'agreement among raft nodes before linearized reading' (duration: 1.041367642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:25.570473Z","caller":"traceutil/trace.go:171","msg":"trace[1899181088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1103; }","duration":"2.83969499s","start":"2026-03-31T20:22:22.730761Z","end":"2026-03-31T20:22:25.570456Z","steps":["trace[1899181088] 'agreement among raft nodes before linearized reading' (duration: 2.839449975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:25.570508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:24.528672Z","time spent":"1.041818372s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:25.570546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.73073Z","time spent":"2.839805152s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:25.570368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825086697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:25.570691Z","caller":"traceutil/trace.go:171","msg":"trace[1962665421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1103; }","duration":"2.825461815s","start":"2026-03-31T20:22:22.745211Z","end":"2026-03-31T20:22:25.570673Z","steps":["trace[1962665421] 'agreement among raft nodes before linearized reading' (duration: 2.824938324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:25.570748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.745192Z","time spent":"2.825541768s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:26.098069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.967718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:26.09858Z","caller":"traceutil/trace.go:171","msg":"trace[2090294369] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1149; }","duration":"528.367621ms","start":"2026-03-31T20:22:25.570183Z","end":"2026-03-31T20:22:26.09855Z","steps":["trace[2090294369] 'read index received' (duration: 304.808119ms)","trace[2090294369] 'applied index is now lower than readState.Index' (duration: 223.556102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:26.098621Z","caller":"traceutil/trace.go:171","msg":"trace[2084362714] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"522.332484ms","start":"2026-03-31T20:22:25.576244Z","end":"2026-03-31T20:22:26.098576Z","steps":["trace[2084362714] 'process raft request' (duration: 521.961075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:26.098683Z","caller":"traceutil/trace.go:171","msg":"trace[1880060561] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"522.387115ms","start":"2026-03-31T20:22:25.57628Z","end":"2026-03-31T20:22:26.098667Z","steps":["trace[1880060561] 'process raft request' (duration: 522.017416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:26.098718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281261735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:26.098757Z","caller":"traceutil/trace.go:171","msg":"trace[1357131014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1107; }","duration":"1.281364408s","start":"2026-03-31T20:22:24.817382Z","end":"2026-03-31T20:22:26.098746Z","steps":["trace[1357131014] 'agreement among raft nodes before linearized reading' (duration: 1.281267495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:26.098763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:25.576216Z","time spent":"522.472347ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:26.098801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:24.817357Z","time spent":"1.28143397s","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:26.098792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:25.576262Z","time spent":"522.467477ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:26.099015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148835304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:26.098414Z","caller":"traceutil/trace.go:171","msg":"trace[619996546] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"522.119609ms","start":"2026-03-31T20:22:25.576269Z","end":"2026-03-31T20:22:26.098389Z","steps":["trace[619996546] 'process raft request' (duration: 522.070908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:26.099028Z","caller":"traceutil/trace.go:171","msg":"trace[495310345] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"555.922658ms","start":"2026-03-31T20:22:25.543049Z","end":"2026-03-31T20:22:26.098972Z","steps":["trace[495310345] 'process raft request' (duration: 331.955836ms)","trace[495310345] 'compare' (duration: 222.60501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:26.099302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:25.54303Z","time spent":"556.203823ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:26.099415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:25.576254Z","time spent":"522.900707ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:26.099137Z","caller":"traceutil/trace.go:171","msg":"trace[794901714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"1.148992938s","start":"2026-03-31T20:22:24.950123Z","end":"2026-03-31T20:22:26.099116Z","steps":["trace[794901714] 'agreement among raft nodes before linearized reading' (duration: 1.148834344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:26.100081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:24.950104Z","time spent":"1.149954999s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:26.648494Z","caller":"traceutil/trace.go:171","msg":"trace[672767568] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"487.745837ms","start":"2026-03-31T20:22:26.160711Z","end":"2026-03-31T20:22:26.648457Z","steps":["trace[672767568] 'process raft request' (duration: 487.531022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:26.648653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:26.160675Z","time spent":"487.90206ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:26.660439Z","caller":"traceutil/trace.go:171","msg":"trace[1425975426] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"304.847719ms","start":"2026-03-31T20:22:26.355565Z","end":"2026-03-31T20:22:26.660413Z","steps":["trace[1425975426] 'process raft request' (duration: 304.705196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:26.660607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:26.355546Z","time spent":"304.968252ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:28.840666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.898024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:28.8408Z","caller":"traceutil/trace.go:171","msg":"trace[418276115] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1159; }","duration":"892.799995ms","start":"2026-03-31T20:22:27.947982Z","end":"2026-03-31T20:22:28.840782Z","steps":["trace[418276115] 'read index received' (duration: 106.698115ms)","trace[418276115] 'applied index is now lower than readState.Index' (duration: 786.1009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:28.841057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.624658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:22:28.841068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.070372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:28.841109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.895488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:28.84116Z","caller":"traceutil/trace.go:171","msg":"trace[1453621866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"893.244075ms","start":"2026-03-31T20:22:27.947898Z","end":"2026-03-31T20:22:28.841142Z","steps":["trace[1453621866] 'agreement among raft nodes before linearized reading' (duration: 892.969669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:28.841199Z","caller":"traceutil/trace.go:171","msg":"trace[1908676337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"736.033351ms","start":"2026-03-31T20:22:28.105146Z","end":"2026-03-31T20:22:28.84118Z","steps":["trace[1908676337] 'agreement among raft nodes before linearized reading' (duration: 735.800186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:28.841222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.614018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:28.84122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:27.947836Z","time spent":"893.366018ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:28.841257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.105126Z","time spent":"736.119483ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:28.841345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.801342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:28.841383Z","caller":"traceutil/trace.go:171","msg":"trace[1252197883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1112; }","duration":"737.865963ms","start":"2026-03-31T20:22:28.103509Z","end":"2026-03-31T20:22:28.841375Z","steps":["trace[1252197883] 'agreement among raft nodes before linearized reading' (duration: 737.775901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:28.84142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.103497Z","time spent":"737.910684ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:28.841118Z","caller":"traceutil/trace.go:171","msg":"trace[2099061953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1112; }","duration":"737.73589ms","start":"2026-03-31T20:22:28.103369Z","end":"2026-03-31T20:22:28.841105Z","steps":["trace[2099061953] 'agreement among raft nodes before linearized reading' (duration: 737.523116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:28.84156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.103346Z","time spent":"738.199821ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:28.841265Z","caller":"traceutil/trace.go:171","msg":"trace[1290097875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1112; }","duration":"737.68598ms","start":"2026-03-31T20:22:28.103568Z","end":"2026-03-31T20:22:28.841254Z","steps":["trace[1290097875] 'agreement among raft nodes before linearized reading' (duration: 737.572577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:28.841701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.10356Z","time spent":"738.130339ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:28.841501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.396125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:28.841744Z","caller":"traceutil/trace.go:171","msg":"trace[1472455383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1112; }","duration":"698.63935ms","start":"2026-03-31T20:22:28.143091Z","end":"2026-03-31T20:22:28.841731Z","steps":["trace[1472455383] 'agreement among raft nodes before linearized reading' (duration: 698.371434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:28.841832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.143055Z","time spent":"698.723753ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:28.842357Z","caller":"traceutil/trace.go:171","msg":"trace[951546207] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"1.074883134s","start":"2026-03-31T20:22:27.765937Z","end":"2026-03-31T20:22:28.84082Z","steps":["trace[951546207] 'process raft request' (duration: 288.729253ms)","trace[951546207] 'compare' (duration: 785.784192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:28.842623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:27.765914Z","time spent":"1.076504191s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:30.676724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728203425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:30.677288Z","caller":"traceutil/trace.go:171","msg":"trace[741598840] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"1.830590772s","start":"2026-03-31T20:22:28.846573Z","end":"2026-03-31T20:22:30.677164Z","steps":["trace[741598840] 'process raft request' (duration: 1.830372807s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:30.677367Z","caller":"traceutil/trace.go:171","msg":"trace[747798174] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1160; }","duration":"1.82962315s","start":"2026-03-31T20:22:28.847727Z","end":"2026-03-31T20:22:30.67735Z","steps":["trace[747798174] 'read index received' (duration: 68.986159ms)","trace[747798174] 'applied index is now lower than readState.Index' (duration: 1.760635971s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:30.677424Z","caller":"traceutil/trace.go:171","msg":"trace[1371428125] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"1.830304585s","start":"2026-03-31T20:22:28.847089Z","end":"2026-03-31T20:22:30.677393Z","steps":["trace[1371428125] 'process raft request' (duration: 1.830029419s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:30.677467Z","caller":"traceutil/trace.go:171","msg":"trace[290535550] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"1.830145941s","start":"2026-03-31T20:22:28.847307Z","end":"2026-03-31T20:22:30.677453Z","steps":["trace[290535550] 'process raft request' (duration: 1.829976647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.677568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.847298Z","time spent":"1.830192822s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:30.677568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.847078Z","time spent":"1.830411697s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:30.677585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.846547Z","time spent":"1.830868097s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:30.677697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829972397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:22:30.677754Z","caller":"traceutil/trace.go:171","msg":"trace[1888811515] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1116; }","duration":"1.83005925s","start":"2026-03-31T20:22:28.847681Z","end":"2026-03-31T20:22:30.67774Z","steps":["trace[1888811515] 'agreement among raft nodes before linearized reading' (duration: 1.829946937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.677789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.847662Z","time spent":"1.830119411s","remote":"127.0.0.1:45808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:22:30.947987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:30.948071Z","caller":"traceutil/trace.go:171","msg":"trace[1868861291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177397s","start":"2026-03-31T20:22:28.947874Z","end":"2026-03-31T20:22:30.948051Z","steps":["trace[1868861291] 'agreement among raft nodes before linearized reading' (duration: 2.000057024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.948127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.947853Z","time spent":"2.000260239s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:31.468148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.937175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:31.468347Z","caller":"traceutil/trace.go:171","msg":"trace[1326153499] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1164; }","duration":"790.836736ms","start":"2026-03-31T20:22:30.677424Z","end":"2026-03-31T20:22:31.468261Z","steps":["trace[1326153499] 'read index received' (duration: 300.51401ms)","trace[1326153499] 'applied index is now lower than readState.Index' (duration: 490.314526ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:31.468594Z","caller":"traceutil/trace.go:171","msg":"trace[1710787871] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"1.813704988s","start":"2026-03-31T20:22:29.654866Z","end":"2026-03-31T20:22:31.468571Z","steps":["trace[1710787871] 'process raft request' (duration: 1.323220259s)","trace[1710787871] 'compare' (duration: 489.653029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:31.468733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.654843Z","time spent":"1.81380289s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:31.468826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.096897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:22:31.468896Z","caller":"traceutil/trace.go:171","msg":"trace[908527407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1117; }","duration":"547.22771ms","start":"2026-03-31T20:22:30.921651Z","end":"2026-03-31T20:22:31.468879Z","steps":["trace[908527407] 'agreement among raft nodes before linearized reading' (duration: 547.028785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:31.468935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:30.921623Z","time spent":"547.303182ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:31.469043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.027511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:31.469009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.273179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:31.469074Z","caller":"traceutil/trace.go:171","msg":"trace[943839745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"520.103413ms","start":"2026-03-31T20:22:30.948962Z","end":"2026-03-31T20:22:31.469066Z","steps":["trace[943839745] 'agreement among raft nodes before linearized reading' (duration: 520.063562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:31.469073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609671802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:22:31.469098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:30.948933Z","time spent":"520.160554ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:31.4691Z","caller":"traceutil/trace.go:171","msg":"trace[1093680401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1117; }","duration":"418.378481ms","start":"2026-03-31T20:22:31.050699Z","end":"2026-03-31T20:22:31.469077Z","steps":["trace[1093680401] 'agreement among raft nodes before linearized reading' (duration: 418.234628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:31.469123Z","caller":"traceutil/trace.go:171","msg":"trace[547019750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"2.609733623s","start":"2026-03-31T20:22:28.859374Z","end":"2026-03-31T20:22:31.469108Z","steps":["trace[547019750] 'agreement among raft nodes before linearized reading' (duration: 2.609524268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:31.469167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:28.859366Z","time spent":"2.609788364s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:31.469169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.050649Z","time spent":"418.506174ms","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:31.468927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.545864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:31.469224Z","caller":"traceutil/trace.go:171","msg":"trace[501312913] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1117; }","duration":"162.887812ms","start":"2026-03-31T20:22:31.306327Z","end":"2026-03-31T20:22:31.469215Z","steps":["trace[501312913] 'agreement among raft nodes before linearized reading' (duration: 162.553285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:32.201098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.754253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:32.201251Z","caller":"traceutil/trace.go:171","msg":"trace[1650230207] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"728.03988ms","start":"2026-03-31T20:22:31.473179Z","end":"2026-03-31T20:22:32.201219Z","steps":["trace[1650230207] 'process raft request' (duration: 256.070342ms)","trace[1650230207] 'compare' (duration: 471.62557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:32.20129Z","caller":"traceutil/trace.go:171","msg":"trace[1787425180] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"727.453237ms","start":"2026-03-31T20:22:31.473819Z","end":"2026-03-31T20:22:32.201272Z","steps":["trace[1787425180] 'process raft request' (duration: 727.394316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:32.201355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.473809Z","time spent":"727.516348ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:32.20137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.473158Z","time spent":"728.146102ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:32.201633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.005569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:22:32.201698Z","caller":"traceutil/trace.go:171","msg":"trace[866625053] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7; range_end:; response_count:1; response_revision:1119; }","duration":"728.090801ms","start":"2026-03-31T20:22:31.473591Z","end":"2026-03-31T20:22:32.201682Z","steps":["trace[866625053] 'agreement among raft nodes before linearized reading' (duration: 727.917327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:32.201731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:31.473578Z","time spent":"728.145982ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" "} {"level":"info","ts":"2026-03-31T20:22:32.202091Z","caller":"traceutil/trace.go:171","msg":"trace[2005383147] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1165; }","duration":"727.727763ms","start":"2026-03-31T20:22:31.47362Z","end":"2026-03-31T20:22:32.201348Z","steps":["trace[2005383147] 'read index received' (duration: 255.643262ms)","trace[2005383147] 'applied index is now lower than readState.Index' (duration: 472.08102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:33.181687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:33.343783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.816114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:33.343893Z","caller":"traceutil/trace.go:171","msg":"trace[1739520757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1119; }","duration":"558.950167ms","start":"2026-03-31T20:22:32.784929Z","end":"2026-03-31T20:22:33.343879Z","steps":["trace[1739520757] 'range keys from in-memory index tree' (duration: 558.803453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.344348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.695596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:33.344441Z","caller":"traceutil/trace.go:171","msg":"trace[2044427808] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"1.140370803s","start":"2026-03-31T20:22:32.204057Z","end":"2026-03-31T20:22:33.344428Z","steps":["trace[2044427808] 'process raft request' (duration: 985.523113ms)","trace[2044427808] 'compare' (duration: 154.303948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:33.344482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.204041Z","time spent":"1.140424384s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:33.38121Z","caller":"traceutil/trace.go:171","msg":"trace[299961007] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"809.163854ms","start":"2026-03-31T20:22:32.572013Z","end":"2026-03-31T20:22:33.381177Z","steps":["trace[299961007] 'process raft request' (duration: 808.937599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.381359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.571977Z","time spent":"809.298827ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:33.610198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.101278ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:22:33.610812Z","caller":"traceutil/trace.go:171","msg":"trace[780193804] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"136.283877ms","start":"2026-03-31T20:22:33.474502Z","end":"2026-03-31T20:22:33.610786Z","steps":["trace[780193804] 'process raft request' (duration: 136.123754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.611439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.242947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:22:33.611243Z","caller":"traceutil/trace.go:171","msg":"trace[597712839] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1167; }","duration":"930.042281ms","start":"2026-03-31T20:22:32.681181Z","end":"2026-03-31T20:22:33.611223Z","steps":["trace[597712839] 'read index received' (duration: 508.415138ms)","trace[597712839] 'applied index is now lower than readState.Index' (duration: 421.624583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:33.611777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.533783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:22:33.611835Z","caller":"traceutil/trace.go:171","msg":"trace[1561030232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1122; }","duration":"930.624165ms","start":"2026-03-31T20:22:32.681195Z","end":"2026-03-31T20:22:33.611819Z","steps":["trace[1561030232] 'agreement among raft nodes before linearized reading' (duration: 930.436021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.611872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.681181Z","time spent":"930.683577ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:33.611966Z","caller":"traceutil/trace.go:171","msg":"trace[538510858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1122; }","duration":"930.355479ms","start":"2026-03-31T20:22:32.68113Z","end":"2026-03-31T20:22:33.611486Z","steps":["trace[538510858] 'agreement among raft nodes before linearized reading' (duration: 930.147493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.612019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.145654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:33.612045Z","caller":"traceutil/trace.go:171","msg":"trace[2123019993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1122; }","duration":"930.190574ms","start":"2026-03-31T20:22:32.681846Z","end":"2026-03-31T20:22:33.612037Z","steps":["trace[2123019993] 'agreement among raft nodes before linearized reading' (duration: 930.118783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.612041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.681108Z","time spent":"930.913992ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:33.612044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.545503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:33.612081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.681831Z","time spent":"930.244316ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:22:33.612103Z","caller":"traceutil/trace.go:171","msg":"trace[398424386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1122; }","duration":"663.639955ms","start":"2026-03-31T20:22:32.948448Z","end":"2026-03-31T20:22:33.612088Z","steps":["trace[398424386] 'agreement among raft nodes before linearized reading' (duration: 663.549313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.612144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.948429Z","time spent":"663.705207ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:33.789654Z","caller":"traceutil/trace.go:171","msg":"trace[682732755] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"172.202954ms","start":"2026-03-31T20:22:33.617408Z","end":"2026-03-31T20:22:33.789611Z","steps":["trace[682732755] 'process raft request' (duration: 172.129752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.789771Z","caller":"traceutil/trace.go:171","msg":"trace[1836658800] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"172.428019ms","start":"2026-03-31T20:22:33.617318Z","end":"2026-03-31T20:22:33.789746Z","steps":["trace[1836658800] 'process raft request' (duration: 165.526752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:34.567238Z","caller":"traceutil/trace.go:171","msg":"trace[1518653680] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"358.265784ms","start":"2026-03-31T20:22:34.208943Z","end":"2026-03-31T20:22:34.567209Z","steps":["trace[1518653680] 'process raft request' (duration: 358.08648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:34.567414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:34.208925Z","time spent":"358.399287ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:34.619926Z","caller":"traceutil/trace.go:171","msg":"trace[1976781554] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"410.256716ms","start":"2026-03-31T20:22:34.209644Z","end":"2026-03-31T20:22:34.6199Z","steps":["trace[1976781554] 'process raft request' (duration: 410.116072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:34.620085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:34.209623Z","time spent":"410.38192ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:36.073695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.336629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:22:36.073892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.36431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:36.073975Z","caller":"traceutil/trace.go:171","msg":"trace[132752296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1129; }","duration":"125.496763ms","start":"2026-03-31T20:22:35.948457Z","end":"2026-03-31T20:22:36.073954Z","steps":["trace[132752296] 'range keys from in-memory index tree' (duration: 125.258237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:36.073975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.338164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:36.074042Z","caller":"traceutil/trace.go:171","msg":"trace[1906923946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1129; }","duration":"280.415175ms","start":"2026-03-31T20:22:35.79361Z","end":"2026-03-31T20:22:36.074025Z","steps":["trace[1906923946] 'range keys from in-memory index tree' (duration: 280.099428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:36.073917Z","caller":"traceutil/trace.go:171","msg":"trace[1410824113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1129; }","duration":"279.539834ms","start":"2026-03-31T20:22:35.794302Z","end":"2026-03-31T20:22:36.073842Z","steps":["trace[1410824113] 'range keys from in-memory index tree' (duration: 279.195166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:36.370044Z","caller":"traceutil/trace.go:171","msg":"trace[1656627016] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"290.645607ms","start":"2026-03-31T20:22:36.079373Z","end":"2026-03-31T20:22:36.370018Z","steps":["trace[1656627016] 'process raft request' (duration: 236.440725ms)","trace[1656627016] 'compare' (duration: 54.104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:37.614393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042947298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:22:37.614431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.71841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:37.614653Z","caller":"traceutil/trace.go:171","msg":"trace[248564986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"1.043254226s","start":"2026-03-31T20:22:36.571382Z","end":"2026-03-31T20:22:37.614636Z","steps":["trace[248564986] 'range keys from in-memory index tree' (duration: 1.042777554s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:37.61466Z","caller":"traceutil/trace.go:171","msg":"trace[546751341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1131; }","duration":"990.983037ms","start":"2026-03-31T20:22:36.623664Z","end":"2026-03-31T20:22:37.614647Z","steps":["trace[546751341] 'range keys from in-memory index tree' (duration: 990.586786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.61469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:36.571351Z","time spent":"1.043329857s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:37.614692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:36.623646Z","time spent":"991.038128ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:37.628603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:37.653343Z","caller":"traceutil/trace.go:171","msg":"trace[92663852] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"931.247388ms","start":"2026-03-31T20:22:36.722077Z","end":"2026-03-31T20:22:37.653325Z","steps":["trace[92663852] 'process raft request' (duration: 931.136296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.653459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:36.722051Z","time spent":"931.34614ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:37.677747Z","caller":"traceutil/trace.go:171","msg":"trace[1679545537] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1180; }","duration":"550.202346ms","start":"2026-03-31T20:22:37.127526Z","end":"2026-03-31T20:22:37.677728Z","steps":["trace[1679545537] 'read index received' (duration: 525.783261ms)","trace[1679545537] 'applied index is now lower than readState.Index' (duration: 24.418265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:37.678099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.542654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:37.678145Z","caller":"traceutil/trace.go:171","msg":"trace[1184024897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1135; }","duration":"550.655546ms","start":"2026-03-31T20:22:37.127478Z","end":"2026-03-31T20:22:37.678134Z","steps":["trace[1184024897] 'agreement among raft nodes before linearized reading' (duration: 550.556774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.678178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:37.127438Z","time spent":"550.730728ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:37.678352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.515037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:37.678388Z","caller":"traceutil/trace.go:171","msg":"trace[927348054] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1135; }","duration":"522.552028ms","start":"2026-03-31T20:22:37.155827Z","end":"2026-03-31T20:22:37.678379Z","steps":["trace[927348054] 'agreement among raft nodes before linearized reading' (duration: 522.497437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.678417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:37.155768Z","time spent":"522.64113ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:37.887775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.000418ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T20:22:37.895135Z","caller":"traceutil/trace.go:171","msg":"trace[965270285] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"211.760684ms","start":"2026-03-31T20:22:37.683356Z","end":"2026-03-31T20:22:37.895117Z","steps":["trace[965270285] 'process raft request' (duration: 211.610901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:38.420129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.61713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:38.420225Z","caller":"traceutil/trace.go:171","msg":"trace[1673426401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1137; }","duration":"277.759424ms","start":"2026-03-31T20:22:38.142439Z","end":"2026-03-31T20:22:38.420199Z","steps":["trace[1673426401] 'range keys from in-memory index tree' (duration: 277.344014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.477964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.261335ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:22:43.837134Z","caller":"traceutil/trace.go:171","msg":"trace[1963891058] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"136.693668ms","start":"2026-03-31T20:22:43.700424Z","end":"2026-03-31T20:22:43.837117Z","steps":["trace[1963891058] 'read index received' (duration: 136.615676ms)","trace[1963891058] 'applied index is now lower than readState.Index' (duration: 77.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.83718Z","caller":"traceutil/trace.go:171","msg":"trace[112259191] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"140.399732ms","start":"2026-03-31T20:22:43.696761Z","end":"2026-03-31T20:22:43.837161Z","steps":["trace[112259191] 'process raft request' (duration: 140.262559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.83728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.857381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:43.837299Z","caller":"traceutil/trace.go:171","msg":"trace[1048766108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"136.931023ms","start":"2026-03-31T20:22:43.700363Z","end":"2026-03-31T20:22:43.837294Z","steps":["trace[1048766108] 'agreement among raft nodes before linearized reading' (duration: 136.833031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.83743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.683645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:43.83748Z","caller":"traceutil/trace.go:171","msg":"trace[1202126449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"128.793268ms","start":"2026-03-31T20:22:43.708674Z","end":"2026-03-31T20:22:43.837467Z","steps":["trace[1202126449] 'agreement among raft nodes before linearized reading' (duration: 128.660485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:43.992478Z","caller":"traceutil/trace.go:171","msg":"trace[1261141013] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"150.085381ms","start":"2026-03-31T20:22:43.842359Z","end":"2026-03-31T20:22:43.992445Z","steps":["trace[1261141013] 'process raft request' (duration: 121.499891ms)","trace[1261141013] 'compare' (duration: 28.442797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:44.285089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.592147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:44.28518Z","caller":"traceutil/trace.go:171","msg":"trace[218618492] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"289.04006ms","start":"2026-03-31T20:22:43.996126Z","end":"2026-03-31T20:22:44.285166Z","steps":["trace[218618492] 'process raft request' (duration: 151.308409ms)","trace[218618492] 'compare' (duration: 137.284171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:53.070959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.190658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:53.071073Z","caller":"traceutil/trace.go:171","msg":"trace[1886611733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1235; }","duration":"122.835602ms","start":"2026-03-31T20:22:52.948212Z","end":"2026-03-31T20:22:53.071048Z","steps":["trace[1886611733] 'range keys from in-memory index tree' (duration: 121.990483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:53.647577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:54.148412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:54.649302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:54.910547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776037372s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:55.19865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.892724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:22:55.199068Z","caller":"traceutil/trace.go:171","msg":"trace[570109768] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1288; }","duration":"2.051512805s","start":"2026-03-31T20:22:53.147533Z","end":"2026-03-31T20:22:55.199046Z","steps":["trace[570109768] 'read index received' (duration: 1.763274383s)","trace[570109768] 'applied index is now lower than readState.Index' (duration: 288.237252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:55.199111Z","caller":"traceutil/trace.go:171","msg":"trace[407475643] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"1.453736416s","start":"2026-03-31T20:22:53.74533Z","end":"2026-03-31T20:22:55.199067Z","steps":["trace[407475643] 'process raft request' (duration: 1.453443599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.199194Z","caller":"traceutil/trace.go:171","msg":"trace[1959714218] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"1.249218127s","start":"2026-03-31T20:22:53.94996Z","end":"2026-03-31T20:22:55.199178Z","steps":["trace[1959714218] 'process raft request' (duration: 1.248973252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.745302Z","time spent":"1.45389218s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:55.199324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.94994Z","time spent":"1.249293608s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:55.199465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307696676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:55.199516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.040641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:55.199528Z","caller":"traceutil/trace.go:171","msg":"trace[95092912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1237; }","duration":"1.307892261s","start":"2026-03-31T20:22:53.891617Z","end":"2026-03-31T20:22:55.19951Z","steps":["trace[95092912] 'agreement among raft nodes before linearized reading' (duration: 1.307751977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.133575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:55.19956Z","caller":"traceutil/trace.go:171","msg":"trace[1730002862] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1237; }","duration":"959.129533ms","start":"2026-03-31T20:22:54.240416Z","end":"2026-03-31T20:22:55.199546Z","steps":["trace[1730002862] 'agreement among raft nodes before linearized reading' (duration: 959.054672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.891598Z","time spent":"1.307964663s","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:55.199593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.311602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:55.199611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.240395Z","time spent":"959.202785ms","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:55.199643Z","caller":"traceutil/trace.go:171","msg":"trace[655392856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1237; }","duration":"496.397613ms","start":"2026-03-31T20:22:54.70323Z","end":"2026-03-31T20:22:55.199627Z","steps":["trace[655392856] 'agreement among raft nodes before linearized reading' (duration: 496.212329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152638652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:22:55.199684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.703211Z","time spent":"496.464425ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:55.199743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.867131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:22:55.199763Z","caller":"traceutil/trace.go:171","msg":"trace[398578640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1237; }","duration":"1.152689723s","start":"2026-03-31T20:22:54.047001Z","end":"2026-03-31T20:22:55.19969Z","steps":["trace[398578640] 'agreement among raft nodes before linearized reading' (duration: 1.15258542s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.199772Z","caller":"traceutil/trace.go:171","msg":"trace[2061598769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1237; }","duration":"780.930982ms","start":"2026-03-31T20:22:54.418832Z","end":"2026-03-31T20:22:55.199763Z","steps":["trace[2061598769] 'agreement among raft nodes before linearized reading' (duration: 780.80789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.199612Z","caller":"traceutil/trace.go:171","msg":"trace[979510374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1237; }","duration":"253.274438ms","start":"2026-03-31T20:22:54.946317Z","end":"2026-03-31T20:22:55.199592Z","steps":["trace[979510374] 'agreement among raft nodes before linearized reading' (duration: 253.131535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.046988Z","time spent":"1.152806286s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:55.199806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.418815Z","time spent":"780.984413ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:55.199541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051987626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:55.199859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.367558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:55.199883Z","caller":"traceutil/trace.go:171","msg":"trace[556346568] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1237; }","duration":"2.052350084s","start":"2026-03-31T20:22:53.147524Z","end":"2026-03-31T20:22:55.199874Z","steps":["trace[556346568] 'agreement among raft nodes before linearized reading' (duration: 2.051941475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.199906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.14748Z","time spent":"2.052419505s","remote":"127.0.0.1:45756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:55.199929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241128683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:55.199943Z","caller":"traceutil/trace.go:171","msg":"trace[210726277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1237; }","duration":"428.4998ms","start":"2026-03-31T20:22:54.7714Z","end":"2026-03-31T20:22:55.1999Z","steps":["trace[210726277] 'agreement among raft nodes before linearized reading' (duration: 428.172263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.199981Z","caller":"traceutil/trace.go:171","msg":"trace[1697273789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1237; }","duration":"1.241197825s","start":"2026-03-31T20:22:53.958767Z","end":"2026-03-31T20:22:55.199965Z","steps":["trace[1697273789] 'agreement among raft nodes before linearized reading' (duration: 1.241058762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.200015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.771382Z","time spent":"428.595943ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:55.200023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.958757Z","time spent":"1.241254766s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:57.791048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:58.292126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:58.793199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.293906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.794713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.948555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:59.948636Z","caller":"traceutil/trace.go:171","msg":"trace[2051658411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377342s","start":"2026-03-31T20:22:57.948241Z","end":"2026-03-31T20:22:59.948619Z","steps":["trace[2051658411] 'agreement among raft nodes before linearized reading' (duration: 2.000284829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.948748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.948218Z","time spent":"2.000452493s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:00.295811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:00.796456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:01.296731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:01.621339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.415639444s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:01.621748Z","caller":"traceutil/trace.go:171","msg":"trace[815619793] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"4.416143356s","start":"2026-03-31T20:22:57.20558Z","end":"2026-03-31T20:23:01.621723Z","steps":["trace[815619793] 'process raft request' (duration: 4.415999853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.621894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.205556Z","time spent":"4.416259648s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:01.745216Z","caller":"traceutil/trace.go:171","msg":"trace[1115029688] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1296; }","duration":"4.454941867s","start":"2026-03-31T20:22:57.29025Z","end":"2026-03-31T20:23:01.745192Z","steps":["trace[1115029688] 'read index received' (duration: 4.331355908s)","trace[1115029688] 'applied index is now lower than readState.Index' (duration: 123.584919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.745261Z","caller":"traceutil/trace.go:171","msg":"trace[1837080576] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"3.605382246s","start":"2026-03-31T20:22:58.139853Z","end":"2026-03-31T20:23:01.745235Z","steps":["trace[1837080576] 'process raft request' (duration: 3.601183321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.745619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444490171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:01.745656Z","caller":"traceutil/trace.go:171","msg":"trace[1166398636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1244; }","duration":"4.444535242s","start":"2026-03-31T20:22:57.301112Z","end":"2026-03-31T20:23:01.745648Z","steps":["trace[1166398636] 'agreement among raft nodes before linearized reading' (duration: 4.44445992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.745689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.301107Z","time spent":"4.444575992s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:01.74577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.139818Z","time spent":"3.605882498s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.745472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455202463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:23:01.745839Z","caller":"traceutil/trace.go:171","msg":"trace[191008786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1244; }","duration":"4.455612444s","start":"2026-03-31T20:22:57.290218Z","end":"2026-03-31T20:23:01.745831Z","steps":["trace[191008786] 'agreement among raft nodes before linearized reading' (duration: 4.455118802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.745866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.290204Z","time spent":"4.455653614s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:01.745748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444856309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:23:01.745537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.438353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.745926Z","caller":"traceutil/trace.go:171","msg":"trace[2136986172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1244; }","duration":"4.445037722s","start":"2026-03-31T20:22:57.30087Z","end":"2026-03-31T20:23:01.745908Z","steps":["trace[2136986172] 'agreement among raft nodes before linearized reading' (duration: 4.444742656s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.745949Z","caller":"traceutil/trace.go:171","msg":"trace[493142198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1244; }","duration":"272.874603ms","start":"2026-03-31T20:23:01.473065Z","end":"2026-03-31T20:23:01.74594Z","steps":["trace[493142198] 'agreement among raft nodes before linearized reading' (duration: 272.442063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.745976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.300865Z","time spent":"4.445098825s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:01.745533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973250576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.746117Z","caller":"traceutil/trace.go:171","msg":"trace[68826838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1244; }","duration":"2.97383397s","start":"2026-03-31T20:22:58.772254Z","end":"2026-03-31T20:23:01.746088Z","steps":["trace[68826838] 'agreement among raft nodes before linearized reading' (duration: 2.973229426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.745552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796345024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:01.74618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.77221Z","time spent":"2.973950043s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:01.74622Z","caller":"traceutil/trace.go:171","msg":"trace[76913588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1244; }","duration":"1.797060231s","start":"2026-03-31T20:22:59.949147Z","end":"2026-03-31T20:23:01.746208Z","steps":["trace[76913588] 'agreement among raft nodes before linearized reading' (duration: 1.796318384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.746262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.949132Z","time spent":"1.797119052s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:01.745585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151204784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:01.74637Z","caller":"traceutil/trace.go:171","msg":"trace[631375202] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1244; }","duration":"4.152039893s","start":"2026-03-31T20:22:57.594321Z","end":"2026-03-31T20:23:01.74636Z","steps":["trace[631375202] 'agreement among raft nodes before linearized reading' (duration: 4.151138371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.746409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.5943Z","time spent":"4.152099163s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-31T20:23:01.745614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444647154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:01.746511Z","caller":"traceutil/trace.go:171","msg":"trace[1298925370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1244; }","duration":"4.445570325s","start":"2026-03-31T20:22:57.30093Z","end":"2026-03-31T20:23:01.746501Z","steps":["trace[1298925370] 'agreement among raft nodes before linearized reading' (duration: 4.444635474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.746551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.300907Z","time spent":"4.445632937s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:01.746924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446012605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:23:01.746975Z","caller":"traceutil/trace.go:171","msg":"trace[233222802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1244; }","duration":"4.446149508s","start":"2026-03-31T20:22:57.300811Z","end":"2026-03-31T20:23:01.746961Z","steps":["trace[233222802] 'agreement among raft nodes before linearized reading' (duration: 4.444613943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.747024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.300793Z","time spent":"4.446222669s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:23:03.939049Z","caller":"traceutil/trace.go:171","msg":"trace[1194222786] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"301.137184ms","start":"2026-03-31T20:23:03.637885Z","end":"2026-03-31T20:23:03.939022Z","steps":["trace[1194222786] 'read index received' (duration: 300.846948ms)","trace[1194222786] 'applied index is now lower than readState.Index' (duration: 289.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:03.939106Z","caller":"traceutil/trace.go:171","msg":"trace[287844489] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"311.84147ms","start":"2026-03-31T20:23:03.62724Z","end":"2026-03-31T20:23:03.939082Z","steps":["trace[287844489] 'process raft request' (duration: 311.554612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:03.939251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:03.627215Z","time spent":"311.948071ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:03.939253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.3324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:03.939305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.106632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:03.939315Z","caller":"traceutil/trace.go:171","msg":"trace[790011706] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1252; }","duration":"301.420412ms","start":"2026-03-31T20:23:03.637875Z","end":"2026-03-31T20:23:03.939296Z","steps":["trace[790011706] 'agreement among raft nodes before linearized reading' (duration: 301.29557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:03.939393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:03.637792Z","time spent":"301.584495ms","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:03.939408Z","caller":"traceutil/trace.go:171","msg":"trace[1704100921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1252; }","duration":"172.226405ms","start":"2026-03-31T20:23:03.767137Z","end":"2026-03-31T20:23:03.939364Z","steps":["trace[1704100921] 'agreement among raft nodes before linearized reading' (duration: 172.038841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:03.939441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.449694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:23:03.939431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.125638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:03.939468Z","caller":"traceutil/trace.go:171","msg":"trace[2146744558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1252; }","duration":"170.492925ms","start":"2026-03-31T20:23:03.768966Z","end":"2026-03-31T20:23:03.939459Z","steps":["trace[2146744558] 'agreement among raft nodes before linearized reading' (duration: 170.404853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:03.939509Z","caller":"traceutil/trace.go:171","msg":"trace[1575957416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1252; }","duration":"170.23746ms","start":"2026-03-31T20:23:03.769254Z","end":"2026-03-31T20:23:03.939491Z","steps":["trace[1575957416] 'agreement among raft nodes before linearized reading' (duration: 169.973934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:03.939593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.163191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:23:03.939606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.646946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:03.939631Z","caller":"traceutil/trace.go:171","msg":"trace[1964471258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1252; }","duration":"169.719388ms","start":"2026-03-31T20:23:03.769904Z","end":"2026-03-31T20:23:03.939623Z","steps":["trace[1964471258] 'agreement among raft nodes before linearized reading' (duration: 169.646216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:03.939634Z","caller":"traceutil/trace.go:171","msg":"trace[558809782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1252; }","duration":"171.253993ms","start":"2026-03-31T20:23:03.768368Z","end":"2026-03-31T20:23:03.939622Z","steps":["trace[558809782] 'agreement among raft nodes before linearized reading' (duration: 171.13992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.048137Z","caller":"traceutil/trace.go:171","msg":"trace[852465745] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"104.939455ms","start":"2026-03-31T20:23:03.943171Z","end":"2026-03-31T20:23:04.048111Z","steps":["trace[852465745] 'process raft request' (duration: 98.223563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.049739Z","caller":"traceutil/trace.go:171","msg":"trace[410650083] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"105.435197ms","start":"2026-03-31T20:23:03.944279Z","end":"2026-03-31T20:23:04.049714Z","steps":["trace[410650083] 'process raft request' (duration: 105.375056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.049754Z","caller":"traceutil/trace.go:171","msg":"trace[2032832734] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"105.517108ms","start":"2026-03-31T20:23:03.944217Z","end":"2026-03-31T20:23:04.049735Z","steps":["trace[2032832734] 'process raft request' (duration: 105.398996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.049758Z","caller":"traceutil/trace.go:171","msg":"trace[1463930453] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"105.614101ms","start":"2026-03-31T20:23:03.944102Z","end":"2026-03-31T20:23:04.049716Z","steps":["trace[1463930453] 'process raft request' (duration: 105.420387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.049926Z","caller":"traceutil/trace.go:171","msg":"trace[1015371333] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"104.600678ms","start":"2026-03-31T20:23:03.945315Z","end":"2026-03-31T20:23:04.049916Z","steps":["trace[1015371333] 'process raft request' (duration: 104.366992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.009604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.785464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:23:18.009702Z","caller":"traceutil/trace.go:171","msg":"trace[1005464388] linearizableReadLoop","detail":"{readStateIndex:1355; appliedIndex:1354; }","duration":"776.541901ms","start":"2026-03-31T20:23:17.233143Z","end":"2026-03-31T20:23:18.009685Z","steps":["trace[1005464388] 'read index received' (duration: 33.608304ms)","trace[1005464388] 'applied index is now lower than readState.Index' (duration: 742.932097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:18.010489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.33616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:18.010545Z","caller":"traceutil/trace.go:171","msg":"trace[452522450] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1297; }","duration":"777.438502ms","start":"2026-03-31T20:23:17.233091Z","end":"2026-03-31T20:23:18.010529Z","steps":["trace[452522450] 'agreement among raft nodes before linearized reading' (duration: 777.34303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.01059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:17.23307Z","time spent":"777.509904ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:18.012843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.888879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:18.012894Z","caller":"traceutil/trace.go:171","msg":"trace[648037247] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1298; }","duration":"417.976991ms","start":"2026-03-31T20:23:17.594904Z","end":"2026-03-31T20:23:18.012881Z","steps":["trace[648037247] 'agreement among raft nodes before linearized reading' (duration: 415.927545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.012928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:17.594887Z","time spent":"418.033782ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-31T20:23:20.392911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.715585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:23:20.39298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.903337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:23:20.393008Z","caller":"traceutil/trace.go:171","msg":"trace[1703292427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"168.827058ms","start":"2026-03-31T20:23:20.224156Z","end":"2026-03-31T20:23:20.392984Z","steps":["trace[1703292427] 'range keys from in-memory index tree' (duration: 168.556142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.393053Z","caller":"traceutil/trace.go:171","msg":"trace[1151973716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"168.02152ms","start":"2026-03-31T20:23:20.225014Z","end":"2026-03-31T20:23:20.393035Z","steps":["trace[1151973716] 'range keys from in-memory index tree' (duration: 167.705292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:20.392929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.282373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:23:20.39316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.0748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:23:20.393216Z","caller":"traceutil/trace.go:171","msg":"trace[1813609677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"168.152213ms","start":"2026-03-31T20:23:20.22505Z","end":"2026-03-31T20:23:20.393203Z","steps":["trace[1813609677] 'range keys from in-memory index tree' (duration: 167.944838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:20.393277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.044792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:20.393319Z","caller":"traceutil/trace.go:171","msg":"trace[34707930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1310; }","duration":"169.126814ms","start":"2026-03-31T20:23:20.224182Z","end":"2026-03-31T20:23:20.393309Z","steps":["trace[34707930] 'range keys from in-memory index tree' (duration: 168.92943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.39317Z","caller":"traceutil/trace.go:171","msg":"trace[950630340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1310; }","duration":"200.57252ms","start":"2026-03-31T20:23:20.192578Z","end":"2026-03-31T20:23:20.393151Z","steps":["trace[950630340] 'range keys from in-memory index tree' (duration: 200.076077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.644109Z","caller":"traceutil/trace.go:171","msg":"trace[542385690] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"246.116895ms","start":"2026-03-31T20:23:20.397967Z","end":"2026-03-31T20:23:20.644083Z","steps":["trace[542385690] 'process raft request' (duration: 245.970702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.805005Z","caller":"traceutil/trace.go:171","msg":"trace[737695054] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"406.750046ms","start":"2026-03-31T20:23:20.39823Z","end":"2026-03-31T20:23:20.80498Z","steps":["trace[737695054] 'process raft request' (duration: 379.65354ms)","trace[737695054] 'compare' (duration: 26.714028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:20.805036Z","caller":"traceutil/trace.go:171","msg":"trace[91968913] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"406.335477ms","start":"2026-03-31T20:23:20.398676Z","end":"2026-03-31T20:23:20.805011Z","steps":["trace[91968913] 'process raft request' (duration: 406.197334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:20.805115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.398222Z","time spent":"406.837628ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:20.805264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.398669Z","time spent":"406.429829ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:20.805691Z","caller":"traceutil/trace.go:171","msg":"trace[991002075] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"406.960151ms","start":"2026-03-31T20:23:20.398721Z","end":"2026-03-31T20:23:20.805681Z","steps":["trace[991002075] 'process raft request' (duration: 406.244635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.805731Z","caller":"traceutil/trace.go:171","msg":"trace[1704807985] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"406.681375ms","start":"2026-03-31T20:23:20.398993Z","end":"2026-03-31T20:23:20.805675Z","steps":["trace[1704807985] 'process raft request' (duration: 406.141103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:20.805752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.398717Z","time spent":"407.010142ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:20.805817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.398986Z","time spent":"406.784067ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:22.179267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:23:22.220084Z","caller":"traceutil/trace.go:171","msg":"trace[132044067] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"555.014837ms","start":"2026-03-31T20:23:21.665046Z","end":"2026-03-31T20:23:22.220061Z","steps":["trace[132044067] 'process raft request' (duration: 554.862073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:22.220214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.665023Z","time spent":"555.128219ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:23:22.226194Z","caller":"traceutil/trace.go:171","msg":"trace[100314350] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1375; }","duration":"547.794002ms","start":"2026-03-31T20:23:21.678389Z","end":"2026-03-31T20:23:22.226183Z","steps":["trace[100314350] 'read index received' (duration: 541.528079ms)","trace[100314350] 'applied index is now lower than readState.Index' (duration: 6.265283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:22.22624Z","caller":"traceutil/trace.go:171","msg":"trace[1924564308] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"117.813929ms","start":"2026-03-31T20:23:22.108411Z","end":"2026-03-31T20:23:22.226225Z","steps":["trace[1924564308] 'process raft request' (duration: 117.716866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:22.226288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.902755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:22.226326Z","caller":"traceutil/trace.go:171","msg":"trace[398432583] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1318; }","duration":"547.974586ms","start":"2026-03-31T20:23:21.678343Z","end":"2026-03-31T20:23:22.226318Z","steps":["trace[398432583] 'agreement among raft nodes before linearized reading' (duration: 547.912824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:22.226358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.678331Z","time spent":"548.018146ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:22.229682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.795791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:22.229743Z","caller":"traceutil/trace.go:171","msg":"trace[1124650704] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1320; }","duration":"140.872953ms","start":"2026-03-31T20:23:22.088856Z","end":"2026-03-31T20:23:22.229729Z","steps":["trace[1124650704] 'agreement among raft nodes before linearized reading' (duration: 140.712329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:23.649927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.263117ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:23:24.470252Z","caller":"traceutil/trace.go:171","msg":"trace[1676915774] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"238.45931ms","start":"2026-03-31T20:23:24.231774Z","end":"2026-03-31T20:23:24.470233Z","steps":["trace[1676915774] 'process raft request' (duration: 238.330618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.778274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.410392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:24.778369Z","caller":"traceutil/trace.go:171","msg":"trace[391436140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1326; }","duration":"118.555524ms","start":"2026-03-31T20:23:24.659795Z","end":"2026-03-31T20:23:24.77835Z","steps":["trace[391436140] 'range keys from in-memory index tree' (duration: 118.228557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.449852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:25.94996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:26.450643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:26.948847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99988603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:23:26.94898Z","caller":"traceutil/trace.go:171","msg":"trace[995866105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077784s","start":"2026-03-31T20:23:24.948871Z","end":"2026-03-31T20:23:26.948949Z","steps":["trace[995866105] 'agreement among raft nodes before linearized reading' (duration: 1.999921611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:26.949281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.948847Z","time spent":"2.000415432s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:23:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:23:26.951368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:27.452319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:27.62921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.756755484s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:27.629924Z","caller":"traceutil/trace.go:171","msg":"trace[1043083994] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"2.757481721s","start":"2026-03-31T20:23:24.872386Z","end":"2026-03-31T20:23:27.629867Z","steps":["trace[1043083994] 'process raft request' (duration: 2.757228096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.63017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.872371Z","time spent":"2.757657345s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:28.034769Z","caller":"traceutil/trace.go:171","msg":"trace[782737435] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"3.161464005s","start":"2026-03-31T20:23:24.873281Z","end":"2026-03-31T20:23:28.034745Z","steps":["trace[782737435] 'process raft request' (duration: 3.161262531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.034934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.873274Z","time spent":"3.161582408s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:28.035302Z","caller":"traceutil/trace.go:171","msg":"trace[1588237321] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"3.161951946s","start":"2026-03-31T20:23:24.873324Z","end":"2026-03-31T20:23:28.035276Z","steps":["trace[1588237321] 'process raft request' (duration: 3.161386193s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:28.035357Z","caller":"traceutil/trace.go:171","msg":"trace[1531492442] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1387; }","duration":"3.086391698s","start":"2026-03-31T20:23:24.948943Z","end":"2026-03-31T20:23:28.035335Z","steps":["trace[1531492442] 'read index received' (duration: 2.680622124s)","trace[1531492442] 'applied index is now lower than readState.Index' (duration: 405.768674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:28.035367Z","caller":"traceutil/trace.go:171","msg":"trace[1923231378] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"2.127952362s","start":"2026-03-31T20:23:25.907396Z","end":"2026-03-31T20:23:28.035349Z","steps":["trace[1923231378] 'process raft request' (duration: 2.127847989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.035448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.873319Z","time spent":"3.162052628s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:28.035476Z","caller":"traceutil/trace.go:171","msg":"trace[1999110776] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"1.560327598s","start":"2026-03-31T20:23:26.475132Z","end":"2026-03-31T20:23:28.035459Z","steps":["trace[1999110776] 'process raft request' (duration: 1.560148104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.035586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.475118Z","time spent":"1.56042551s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:28.035725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56218525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:28.035763Z","caller":"traceutil/trace.go:171","msg":"trace[893439038] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1333; }","duration":"1.562257352s","start":"2026-03-31T20:23:26.473497Z","end":"2026-03-31T20:23:28.035754Z","steps":["trace[893439038] 'agreement among raft nodes before linearized reading' (duration: 1.56218667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.03578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086145559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:28.035848Z","caller":"traceutil/trace.go:171","msg":"trace[1208471155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"1.086237881s","start":"2026-03-31T20:23:26.949575Z","end":"2026-03-31T20:23:28.035813Z","steps":["trace[1208471155] 'agreement among raft nodes before linearized reading' (duration: 1.086146989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.035891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197291786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:23:28.035906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.949553Z","time spent":"1.086344873s","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:28.035919Z","caller":"traceutil/trace.go:171","msg":"trace[117450673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1333; }","duration":"1.197352507s","start":"2026-03-31T20:23:26.838559Z","end":"2026-03-31T20:23:28.035911Z","steps":["trace[117450673] 'agreement among raft nodes before linearized reading' (duration: 1.197250395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.035858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.907368Z","time spent":"2.128052264s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:28.035952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.83854Z","time spent":"1.197407028s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:28.036066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474695832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:28.036097Z","caller":"traceutil/trace.go:171","msg":"trace[180336559] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1333; }","duration":"1.474765633s","start":"2026-03-31T20:23:26.561324Z","end":"2026-03-31T20:23:28.036089Z","steps":["trace[180336559] 'agreement among raft nodes before linearized reading' (duration: 1.474702272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.036125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.561294Z","time spent":"1.474822885s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:28.036184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552651344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:28.036235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.889021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:28.036245Z","caller":"traceutil/trace.go:171","msg":"trace[875232255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1333; }","duration":"1.552735725s","start":"2026-03-31T20:23:26.483492Z","end":"2026-03-31T20:23:28.036228Z","steps":["trace[875232255] 'agreement among raft nodes before linearized reading' (duration: 1.552635073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.036294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.483481Z","time spent":"1.552799787s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:28.036299Z","caller":"traceutil/trace.go:171","msg":"trace[973449729] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1333; }","duration":"440.963993ms","start":"2026-03-31T20:23:27.595299Z","end":"2026-03-31T20:23:28.036263Z","steps":["trace[973449729] 'agreement among raft nodes before linearized reading' (duration: 440.82384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.036475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:27.595281Z","time spent":"441.179469ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-03-31T20:23:28.036502Z","caller":"traceutil/trace.go:171","msg":"trace[1266980577] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"3.162296613s","start":"2026-03-31T20:23:24.874155Z","end":"2026-03-31T20:23:28.036451Z","steps":["trace[1266980577] 'process raft request' (duration: 3.160814979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.035792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.47348Z","time spent":"1.562305693s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:28.036665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.874138Z","time spent":"3.162479477s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:28.293904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.50914ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T20:23:28.29424Z","caller":"traceutil/trace.go:171","msg":"trace[1037903305] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"252.941489ms","start":"2026-03-31T20:23:28.041204Z","end":"2026-03-31T20:23:28.294145Z","steps":["trace[1037903305] 'process raft request' (duration: 252.816047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:28.294497Z","caller":"traceutil/trace.go:171","msg":"trace[1685716755] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1393; }","duration":"254.441174ms","start":"2026-03-31T20:23:28.039987Z","end":"2026-03-31T20:23:28.294429Z","steps":["trace[1685716755] 'read index received' (duration: 118.406271ms)","trace[1685716755] 'applied index is now lower than readState.Index' (duration: 136.029613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:28.294728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.72434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:23:28.294797Z","caller":"traceutil/trace.go:171","msg":"trace[1813797204] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20695ccb6a6e7; range_end:; response_count:1; response_revision:1334; }","duration":"254.812373ms","start":"2026-03-31T20:23:28.039967Z","end":"2026-03-31T20:23:28.294779Z","steps":["trace[1813797204] 'agreement among raft nodes before linearized reading' (duration: 254.595808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.295268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.756647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:28.295331Z","caller":"traceutil/trace.go:171","msg":"trace[1819813229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1334; }","duration":"250.330911ms","start":"2026-03-31T20:23:28.044985Z","end":"2026-03-31T20:23:28.295315Z","steps":["trace[1819813229] 'agreement among raft nodes before linearized reading' (duration: 249.672476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.693813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900035ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T20:23:28.693936Z","caller":"traceutil/trace.go:171","msg":"trace[1839246050] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"305.28159ms","start":"2026-03-31T20:23:28.388633Z","end":"2026-03-31T20:23:28.693914Z","steps":["trace[1839246050] 'read index received' (duration: 167.199141ms)","trace[1839246050] 'applied index is now lower than readState.Index' (duration: 138.077249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:28.693982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:28.297146Z","time spent":"396.831481ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:23:28.694062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.414053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:23:28.694116Z","caller":"traceutil/trace.go:171","msg":"trace[472368052] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1335; }","duration":"305.506464ms","start":"2026-03-31T20:23:28.388595Z","end":"2026-03-31T20:23:28.694101Z","steps":["trace[472368052] 'agreement among raft nodes before linearized reading' (duration: 305.388022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:28.694169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:28.388576Z","time spent":"305.579657ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:23:28.95199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.754605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:28.952101Z","caller":"traceutil/trace.go:171","msg":"trace[201647852] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1397; }","duration":"255.989468ms","start":"2026-03-31T20:23:28.696093Z","end":"2026-03-31T20:23:28.952083Z","steps":["trace[201647852] 'read index received' (duration: 119.968107ms)","trace[201647852] 'applied index is now lower than readState.Index' (duration: 136.020191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:28.952108Z","caller":"traceutil/trace.go:171","msg":"trace[450612492] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"256.571002ms","start":"2026-03-31T20:23:28.695513Z","end":"2026-03-31T20:23:28.952084Z","steps":["trace[450612492] 'process raft request' (duration: 120.631352ms)","trace[450612492] 'compare' (duration: 135.586212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:28.952432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.328366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:28.952482Z","caller":"traceutil/trace.go:171","msg":"trace[1520297357] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1336; }","duration":"256.406088ms","start":"2026-03-31T20:23:28.696066Z","end":"2026-03-31T20:23:28.952472Z","steps":["trace[1520297357] 'agreement among raft nodes before linearized reading' (duration: 256.068171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.142488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:23:30.574082Z","caller":"traceutil/trace.go:171","msg":"trace[1026952716] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"934.516113ms","start":"2026-03-31T20:23:29.639539Z","end":"2026-03-31T20:23:30.574056Z","steps":["trace[1026952716] 'process raft request' (duration: 934.303028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.57425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:29.639508Z","time spent":"934.653096ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:30.633888Z","caller":"traceutil/trace.go:171","msg":"trace[61668640] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1398; }","duration":"991.432397ms","start":"2026-03-31T20:23:29.642433Z","end":"2026-03-31T20:23:30.633865Z","steps":["trace[61668640] 'read index received' (duration: 931.484933ms)","trace[61668640] 'applied index is now lower than readState.Index' (duration: 59.946354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:30.633977Z","caller":"traceutil/trace.go:171","msg":"trace[1821719384] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"590.979074ms","start":"2026-03-31T20:23:30.042979Z","end":"2026-03-31T20:23:30.633958Z","steps":["trace[1821719384] 'process raft request' (duration: 590.748388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.63407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.030566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:30.63408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.59856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:30.634098Z","caller":"traceutil/trace.go:171","msg":"trace[1242556109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"679.114698ms","start":"2026-03-31T20:23:29.954975Z","end":"2026-03-31T20:23:30.634089Z","steps":["trace[1242556109] 'agreement among raft nodes before linearized reading' (duration: 679.050636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:30.634113Z","caller":"traceutil/trace.go:171","msg":"trace[2033593124] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1338; }","duration":"991.709683ms","start":"2026-03-31T20:23:29.642394Z","end":"2026-03-31T20:23:30.634104Z","steps":["trace[2033593124] 'agreement among raft nodes before linearized reading' (duration: 991.59685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.634116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:29.954956Z","time spent":"679.156518ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:30.634145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:29.64238Z","time spent":"991.756254ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:30.634149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.042954Z","time spent":"591.066836ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:30.634294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.117473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:30.634314Z","caller":"traceutil/trace.go:171","msg":"trace[570184949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1338; }","duration":"593.160354ms","start":"2026-03-31T20:23:30.04115Z","end":"2026-03-31T20:23:30.63431Z","steps":["trace[570184949] 'agreement among raft nodes before linearized reading' (duration: 593.082642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.634285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.920568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:23:30.634314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.717701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:30.634355Z","caller":"traceutil/trace.go:171","msg":"trace[563041119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1338; }","duration":"335.790313ms","start":"2026-03-31T20:23:30.298553Z","end":"2026-03-31T20:23:30.634343Z","steps":["trace[563041119] 'agreement among raft nodes before linearized reading' (duration: 335.677461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:30.634367Z","caller":"traceutil/trace.go:171","msg":"trace[478986028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1338; }","duration":"593.066631ms","start":"2026-03-31T20:23:30.041275Z","end":"2026-03-31T20:23:30.634342Z","steps":["trace[478986028] 'agreement among raft nodes before linearized reading' (duration: 592.845186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.63439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.298532Z","time spent":"335.851624ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:30.63437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.478377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:23:30.634412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.04125Z","time spent":"593.153104ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:30.634328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.041138Z","time spent":"593.186344ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:30.634436Z","caller":"traceutil/trace.go:171","msg":"trace[1901584270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1338; }","duration":"595.572318ms","start":"2026-03-31T20:23:30.038854Z","end":"2026-03-31T20:23:30.634426Z","steps":["trace[1901584270] 'agreement among raft nodes before linearized reading' (duration: 595.483166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:30.634471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.038834Z","time spent":"595.62781ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:31.237719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:31.73875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:32.239292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:32.532835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.894073926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:32.533252Z","caller":"traceutil/trace.go:171","msg":"trace[146747481] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"1.894550617s","start":"2026-03-31T20:23:30.638678Z","end":"2026-03-31T20:23:32.533229Z","steps":["trace[146747481] 'process raft request' (duration: 1.894375633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.533427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.638663Z","time spent":"1.894652589s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:32.538407Z","caller":"traceutil/trace.go:171","msg":"trace[2076646601] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"1.899675303s","start":"2026-03-31T20:23:30.638716Z","end":"2026-03-31T20:23:32.538391Z","steps":["trace[2076646601] 'process raft request' (duration: 1.899564381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.538501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.638694Z","time spent":"1.899746425s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:32.538725Z","caller":"traceutil/trace.go:171","msg":"trace[1655409809] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"1.899939579s","start":"2026-03-31T20:23:30.638778Z","end":"2026-03-31T20:23:32.538717Z","steps":["trace[1655409809] 'process raft request' (duration: 1.899587801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.53876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.638764Z","time spent":"1.89997888s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:32.538854Z","caller":"traceutil/trace.go:171","msg":"trace[1616694741] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1400; }","duration":"1.80144823s","start":"2026-03-31T20:23:30.737351Z","end":"2026-03-31T20:23:32.538799Z","steps":["trace[1616694741] 'read index received' (duration: 1.795652608s)","trace[1616694741] 'applied index is now lower than readState.Index' (duration: 5.794182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:32.538904Z","caller":"traceutil/trace.go:171","msg":"trace[412405386] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"1.899640962s","start":"2026-03-31T20:23:30.639163Z","end":"2026-03-31T20:23:32.538804Z","steps":["trace[412405386] 'process raft request' (duration: 1.899442767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.539065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.495404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:32.538914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801565072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:32.539085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.701403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:32.539132Z","caller":"traceutil/trace.go:171","msg":"trace[1191849041] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1343; }","duration":"1.801809537s","start":"2026-03-31T20:23:30.737314Z","end":"2026-03-31T20:23:32.539123Z","steps":["trace[1191849041] 'agreement among raft nodes before linearized reading' (duration: 1.801578562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.539106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.639155Z","time spent":"1.899818406s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:32.539155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:30.737298Z","time spent":"1.801851148s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:32.539155Z","caller":"traceutil/trace.go:171","msg":"trace[334963059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1343; }","duration":"592.810755ms","start":"2026-03-31T20:23:31.946327Z","end":"2026-03-31T20:23:32.539138Z","steps":["trace[334963059] 'agreement among raft nodes before linearized reading' (duration: 592.707733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:32.539162Z","caller":"traceutil/trace.go:171","msg":"trace[729406376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1343; }","duration":"788.593957ms","start":"2026-03-31T20:23:31.750518Z","end":"2026-03-31T20:23:32.539112Z","steps":["trace[729406376] 'agreement among raft nodes before linearized reading' (duration: 788.499215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:32.539228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:31.946307Z","time spent":"592.883907ms","remote":"127.0.0.1:45540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:32.539279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:31.75043Z","time spent":"788.835002ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:34.713635Z","caller":"traceutil/trace.go:171","msg":"trace[174258502] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"126.860964ms","start":"2026-03-31T20:23:34.586757Z","end":"2026-03-31T20:23:34.713618Z","steps":["trace[174258502] 'process raft request' (duration: 126.762092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:34.713743Z","caller":"traceutil/trace.go:171","msg":"trace[419726596] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1409; }","duration":"101.497887ms","start":"2026-03-31T20:23:34.61222Z","end":"2026-03-31T20:23:34.713718Z","steps":["trace[419726596] 'read index received' (duration: 16.650778ms)","trace[419726596] 'applied index is now lower than readState.Index' (duration: 84.846129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:34.713817Z","caller":"traceutil/trace.go:171","msg":"trace[452056356] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"127.115089ms","start":"2026-03-31T20:23:34.586692Z","end":"2026-03-31T20:23:34.713807Z","steps":["trace[452056356] 'process raft request' (duration: 42.182069ms)","trace[452056356] 'compare' (duration: 84.449359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:34.713943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.712502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:23:34.713985Z","caller":"traceutil/trace.go:171","msg":"trace[666748541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1349; }","duration":"101.808974ms","start":"2026-03-31T20:23:34.612166Z","end":"2026-03-31T20:23:34.713975Z","steps":["trace[666748541] 'agreement among raft nodes before linearized reading' (duration: 101.64296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:34.714135Z","caller":"traceutil/trace.go:171","msg":"trace[431058018] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"127.17361ms","start":"2026-03-31T20:23:34.58695Z","end":"2026-03-31T20:23:34.714124Z","steps":["trace[431058018] 'process raft request' (duration: 126.635498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:35.942045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.372929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:35.942223Z","caller":"traceutil/trace.go:171","msg":"trace[1578632469] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"1.152876027s","start":"2026-03-31T20:23:34.789329Z","end":"2026-03-31T20:23:35.942205Z","steps":["trace[1578632469] 'read index received' (duration: 416.257372ms)","trace[1578632469] 'applied index is now lower than readState.Index' (duration: 736.617735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:35.942471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153142003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:35.942481Z","caller":"traceutil/trace.go:171","msg":"trace[1634274650] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"1.22430251s","start":"2026-03-31T20:23:34.718143Z","end":"2026-03-31T20:23:35.942445Z","steps":["trace[1634274650] 'process raft request' (duration: 487.43117ms)","trace[1634274650] 'compare' (duration: 736.234575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:35.942503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.034885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:35.942518Z","caller":"traceutil/trace.go:171","msg":"trace[658405679] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1351; }","duration":"1.153233385s","start":"2026-03-31T20:23:34.78927Z","end":"2026-03-31T20:23:35.942504Z","steps":["trace[658405679] 'agreement among raft nodes before linearized reading' (duration: 1.153144103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.942536Z","caller":"traceutil/trace.go:171","msg":"trace[1583673913] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"1.203894446s","start":"2026-03-31T20:23:34.738592Z","end":"2026-03-31T20:23:35.942486Z","steps":["trace[1583673913] 'process raft request' (duration: 1.203550948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.942557Z","caller":"traceutil/trace.go:171","msg":"trace[131006716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"144.133977ms","start":"2026-03-31T20:23:35.79841Z","end":"2026-03-31T20:23:35.942544Z","steps":["trace[131006716] 'agreement among raft nodes before linearized reading' (duration: 144.040235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:35.942563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:34.789242Z","time spent":"1.153311337s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:35.94263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:34.718125Z","time spent":"1.224426282s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:35.942655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:34.738557Z","time spent":"1.204031489s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:37.403211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.922123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:37.403381Z","caller":"traceutil/trace.go:171","msg":"trace[199513522] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1416; }","duration":"456.411805ms","start":"2026-03-31T20:23:36.946953Z","end":"2026-03-31T20:23:37.403365Z","steps":["trace[199513522] 'read index received' (duration: 34.721µs)","trace[199513522] 'applied index is now lower than readState.Index' (duration: 456.376074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:37.403699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.746002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:37.403741Z","caller":"traceutil/trace.go:171","msg":"trace[92251874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1355; }","duration":"456.822314ms","start":"2026-03-31T20:23:36.946908Z","end":"2026-03-31T20:23:37.40373Z","steps":["trace[92251874] 'agreement among raft nodes before linearized reading' (duration: 456.600769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:37.403774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:36.94689Z","time spent":"456.876225ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:37.403744Z","caller":"traceutil/trace.go:171","msg":"trace[1774348253] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"681.853519ms","start":"2026-03-31T20:23:36.72187Z","end":"2026-03-31T20:23:37.403723Z","steps":["trace[1774348253] 'process raft request' (duration: 681.431609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:37.403911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:36.721863Z","time spent":"681.954601ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:37.40357Z","caller":"traceutil/trace.go:171","msg":"trace[186116469] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"682.130745ms","start":"2026-03-31T20:23:36.721397Z","end":"2026-03-31T20:23:37.403528Z","steps":["trace[186116469] 'process raft request' (duration: 112.701402ms)","trace[186116469] 'compare' (duration: 568.82188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:37.404196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:36.721383Z","time spent":"682.729768ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:38.448439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:38.948913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314892798151822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:39.064161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.355414071s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:39.137201Z","caller":"traceutil/trace.go:171","msg":"trace[1801149453] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.428701426s","start":"2026-03-31T20:23:37.708473Z","end":"2026-03-31T20:23:39.137174Z","steps":["trace[1801149453] 'process raft request' (duration: 1.356072655s)","trace[1801149453] 'compare' (duration: 72.097969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:39.137382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:37.708444Z","time spent":"1.42884074s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:39.144303Z","caller":"traceutil/trace.go:171","msg":"trace[1655885041] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1419; }","duration":"1.196442037s","start":"2026-03-31T20:23:37.947845Z","end":"2026-03-31T20:23:39.144287Z","steps":["trace[1655885041] 'read index received' (duration: 1.11649454s)","trace[1655885041] 'applied index is now lower than readState.Index' (duration: 79.946737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:39.144387Z","caller":"traceutil/trace.go:171","msg":"trace[364264560] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"1.091263796s","start":"2026-03-31T20:23:38.053116Z","end":"2026-03-31T20:23:39.14438Z","steps":["trace[364264560] 'process raft request' (duration: 1.091139973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.144492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.053096Z","time spent":"1.091314178s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:39.144454Z","caller":"traceutil/trace.go:171","msg":"trace[1653177151] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"1.195835213s","start":"2026-03-31T20:23:37.948498Z","end":"2026-03-31T20:23:39.144333Z","steps":["trace[1653177151] 'process raft request' (duration: 1.195604348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.144866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19701546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:23:39.144901Z","caller":"traceutil/trace.go:171","msg":"trace[801135638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"1.197088002s","start":"2026-03-31T20:23:37.947806Z","end":"2026-03-31T20:23:39.144894Z","steps":["trace[801135638] 'agreement among raft nodes before linearized reading' (duration: 1.196878387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.14493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:37.947787Z","time spent":"1.197137182s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:39.145059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:37.94848Z","time spent":"1.196370866s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:39.145088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196922358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:39.145111Z","caller":"traceutil/trace.go:171","msg":"trace[1152273471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"1.196986299s","start":"2026-03-31T20:23:37.948118Z","end":"2026-03-31T20:23:39.145105Z","steps":["trace[1152273471] 'agreement among raft nodes before linearized reading' (duration: 1.196944048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.145138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:37.948085Z","time spent":"1.19704535s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:39.145407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.376584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:39.145508Z","caller":"traceutil/trace.go:171","msg":"trace[1044924536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1358; }","duration":"441.510496ms","start":"2026-03-31T20:23:38.703979Z","end":"2026-03-31T20:23:39.145489Z","steps":["trace[1044924536] 'agreement among raft nodes before linearized reading' (duration: 441.305991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.145582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.841347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:39.145613Z","caller":"traceutil/trace.go:171","msg":"trace[234818536] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1358; }","duration":"124.93354ms","start":"2026-03-31T20:23:39.020671Z","end":"2026-03-31T20:23:39.145604Z","steps":["trace[234818536] 'agreement among raft nodes before linearized reading' (duration: 124.892049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.145596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.703961Z","time spent":"441.622129ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:39.145434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.182448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:39.1458Z","caller":"traceutil/trace.go:171","msg":"trace[1179220759] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1358; }","duration":"547.587477ms","start":"2026-03-31T20:23:38.598206Z","end":"2026-03-31T20:23:39.145794Z","steps":["trace[1179220759] 'agreement among raft nodes before linearized reading' (duration: 547.173488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.145825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.598188Z","time spent":"547.629237ms","remote":"127.0.0.1:45752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:39.145865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.655611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:39.145908Z","caller":"traceutil/trace.go:171","msg":"trace[1211470081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"383.741133ms","start":"2026-03-31T20:23:38.762158Z","end":"2026-03-31T20:23:39.145899Z","steps":["trace[1211470081] 'agreement among raft nodes before linearized reading' (duration: 383.59846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.145949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.762146Z","time spent":"383.796694ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:39.515151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.593733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:39.515228Z","caller":"traceutil/trace.go:171","msg":"trace[865588765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1362; }","duration":"106.699135ms","start":"2026-03-31T20:23:39.408512Z","end":"2026-03-31T20:23:39.515211Z","steps":["trace[865588765] 'range keys from in-memory index tree' (duration: 106.46195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.515136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.316419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:39.515317Z","caller":"traceutil/trace.go:171","msg":"trace[1662672482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1362; }","duration":"107.549664ms","start":"2026-03-31T20:23:39.407745Z","end":"2026-03-31T20:23:39.515295Z","steps":["trace[1662672482] 'range keys from in-memory index tree' (duration: 107.137145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:40.065044Z","caller":"traceutil/trace.go:171","msg":"trace[2014930436] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"152.594488ms","start":"2026-03-31T20:23:39.912431Z","end":"2026-03-31T20:23:40.065025Z","steps":["trace[2014930436] 'process raft request' (duration: 152.473375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:40.860716Z","caller":"traceutil/trace.go:171","msg":"trace[1675225543] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"110.509232ms","start":"2026-03-31T20:23:40.750159Z","end":"2026-03-31T20:23:40.860668Z","steps":["trace[1675225543] 'process raft request' (duration: 110.395169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.164756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.598956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:42.165128Z","caller":"traceutil/trace.go:171","msg":"trace[1234505715] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1379; }","duration":"767.020236ms","start":"2026-03-31T20:23:41.398085Z","end":"2026-03-31T20:23:42.165106Z","steps":["trace[1234505715] 'count revisions from in-memory index tree' (duration: 766.495625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.165345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.398066Z","time spent":"767.256111ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:42.165362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.314762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:42.165676Z","caller":"traceutil/trace.go:171","msg":"trace[428168431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1379; }","duration":"635.643639ms","start":"2026-03-31T20:23:41.530005Z","end":"2026-03-31T20:23:42.165649Z","steps":["trace[428168431] 'range keys from in-memory index tree' (duration: 635.145458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.165231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.527165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:23:42.165759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.529984Z","time spent":"635.750722ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:23:42.165814Z","caller":"traceutil/trace.go:171","msg":"trace[513057505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1379; }","duration":"639.159269ms","start":"2026-03-31T20:23:41.526635Z","end":"2026-03-31T20:23:42.165794Z","steps":["trace[513057505] 'range keys from in-memory index tree' (duration: 638.325351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.166146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.526615Z","time spent":"639.483636ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:42.279106Z","caller":"traceutil/trace.go:171","msg":"trace[806917658] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"108.867645ms","start":"2026-03-31T20:23:42.170217Z","end":"2026-03-31T20:23:42.279085Z","steps":["trace[806917658] 'process raft request' (duration: 108.728282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:42.287614Z","caller":"traceutil/trace.go:171","msg":"trace[1864967192] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"116.754334ms","start":"2026-03-31T20:23:42.170831Z","end":"2026-03-31T20:23:42.287585Z","steps":["trace[1864967192] 'process raft request' (duration: 116.621571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:44.536733Z","caller":"traceutil/trace.go:171","msg":"trace[659538009] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"253.466583ms","start":"2026-03-31T20:23:44.283209Z","end":"2026-03-31T20:23:44.536676Z","steps":["trace[659538009] 'read index received' (duration: 253.228357ms)","trace[659538009] 'applied index is now lower than readState.Index' (duration: 237.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:44.536774Z","caller":"traceutil/trace.go:171","msg":"trace[2117609546] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"381.652026ms","start":"2026-03-31T20:23:44.155091Z","end":"2026-03-31T20:23:44.536743Z","steps":["trace[2117609546] 'process raft request' (duration: 381.43287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:44.536916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:44.15507Z","time spent":"381.77518ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:44.53696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.735809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:44.536999Z","caller":"traceutil/trace.go:171","msg":"trace[1375730710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1394; }","duration":"253.821851ms","start":"2026-03-31T20:23:44.283161Z","end":"2026-03-31T20:23:44.536983Z","steps":["trace[1375730710] 'agreement among raft nodes before linearized reading' (duration: 253.678458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:44.537081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.560609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:44.537129Z","caller":"traceutil/trace.go:171","msg":"trace[1387252937] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1394; }","duration":"218.63861ms","start":"2026-03-31T20:23:44.318478Z","end":"2026-03-31T20:23:44.537116Z","steps":["trace[1387252937] 'agreement among raft nodes before linearized reading' (duration: 218.555798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:44.537225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.048004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:44.537301Z","caller":"traceutil/trace.go:171","msg":"trace[107872254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1394; }","duration":"246.213287ms","start":"2026-03-31T20:23:44.29107Z","end":"2026-03-31T20:23:44.537283Z","steps":["trace[107872254] 'agreement among raft nodes before linearized reading' (duration: 245.927861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.411661Z","caller":"traceutil/trace.go:171","msg":"trace[1309876672] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"311.516305ms","start":"2026-03-31T20:23:49.100127Z","end":"2026-03-31T20:23:49.411643Z","steps":["trace[1309876672] 'process raft request' (duration: 311.390572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.411758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.100109Z","time spent":"311.603217ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:23:49.886868Z","caller":"traceutil/trace.go:171","msg":"trace[840808614] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1492; }","duration":"620.838162ms","start":"2026-03-31T20:23:49.266003Z","end":"2026-03-31T20:23:49.886841Z","steps":["trace[840808614] 'read index received' (duration: 145.577437ms)","trace[840808614] 'applied index is now lower than readState.Index' (duration: 475.258585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:49.887275Z","caller":"traceutil/trace.go:171","msg":"trace[1158380699] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"696.340236ms","start":"2026-03-31T20:23:49.190918Z","end":"2026-03-31T20:23:49.887258Z","steps":["trace[1158380699] 'process raft request' (duration: 695.63088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.88739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.190899Z","time spent":"696.415708ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:49.887601Z","caller":"traceutil/trace.go:171","msg":"trace[335170937] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"668.845347ms","start":"2026-03-31T20:23:49.218739Z","end":"2026-03-31T20:23:49.887584Z","steps":["trace[335170937] 'process raft request' (duration: 667.954517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.887674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.218713Z","time spent":"668.920288ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:49.888022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.019278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:23:49.888066Z","caller":"traceutil/trace.go:171","msg":"trace[595196525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1429; }","duration":"622.10256ms","start":"2026-03-31T20:23:49.265951Z","end":"2026-03-31T20:23:49.888053Z","steps":["trace[595196525] 'agreement among raft nodes before linearized reading' (duration: 621.875285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.888101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.265921Z","time spent":"622.171811ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:49.893847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.628229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:49.893824Z","caller":"traceutil/trace.go:171","msg":"trace[1806287685] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"477.442285ms","start":"2026-03-31T20:23:49.416351Z","end":"2026-03-31T20:23:49.893794Z","steps":["trace[1806287685] 'process raft request' (duration: 477.342062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.893888Z","caller":"traceutil/trace.go:171","msg":"trace[1615383950] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1430; }","duration":"538.714491ms","start":"2026-03-31T20:23:49.355163Z","end":"2026-03-31T20:23:49.893877Z","steps":["trace[1615383950] 'agreement among raft nodes before linearized reading' (duration: 538.63026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.893896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.709946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:49.893936Z","caller":"traceutil/trace.go:171","msg":"trace[454453868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1430; }","duration":"623.810098ms","start":"2026-03-31T20:23:49.270115Z","end":"2026-03-31T20:23:49.893925Z","steps":["trace[454453868] 'agreement among raft nodes before linearized reading' (duration: 623.663235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.893956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.649573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T20:23:49.893962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.270095Z","time spent":"623.861339ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:49.893971Z","caller":"traceutil/trace.go:171","msg":"trace[342215550] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1430; }","duration":"115.687894ms","start":"2026-03-31T20:23:49.77828Z","end":"2026-03-31T20:23:49.893967Z","steps":["trace[342215550] 'agreement among raft nodes before linearized reading' (duration: 115.641713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.89398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.416337Z","time spent":"477.565657ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:49.894107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.17192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:49.89414Z","caller":"traceutil/trace.go:171","msg":"trace[1568672520] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1430; }","duration":"575.243311ms","start":"2026-03-31T20:23:49.318889Z","end":"2026-03-31T20:23:49.894132Z","steps":["trace[1568672520] 'agreement among raft nodes before linearized reading' (duration: 575.156919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.894164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.318871Z","time spent":"575.286042ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:49.893911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.355144Z","time spent":"538.762243ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:49.894112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.617378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T20:23:49.894299Z","caller":"traceutil/trace.go:171","msg":"trace[2048299035] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1430; }","duration":"477.839403ms","start":"2026-03-31T20:23:49.41645Z","end":"2026-03-31T20:23:49.89429Z","steps":["trace[2048299035] 'agreement among raft nodes before linearized reading' (duration: 477.610388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.894335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.759152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T20:23:49.894335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.416429Z","time spent":"477.897784ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-31T20:23:49.89435Z","caller":"traceutil/trace.go:171","msg":"trace[603994936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1430; }","duration":"621.810943ms","start":"2026-03-31T20:23:49.272534Z","end":"2026-03-31T20:23:49.894345Z","steps":["trace[603994936] 'agreement among raft nodes before linearized reading' (duration: 621.769133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.894364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.272516Z","time spent":"621.843695ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:00.040713Z","caller":"traceutil/trace.go:171","msg":"trace[583739503] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"100.680521ms","start":"2026-03-31T20:23:59.939986Z","end":"2026-03-31T20:24:00.040666Z","steps":["trace[583739503] 'process raft request' (duration: 100.551509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:00.046903Z","caller":"traceutil/trace.go:171","msg":"trace[621514240] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"104.639479ms","start":"2026-03-31T20:23:59.942237Z","end":"2026-03-31T20:24:00.046876Z","steps":["trace[621514240] 'process raft request' (duration: 104.431314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:00.046903Z","caller":"traceutil/trace.go:171","msg":"trace[1333309958] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"104.582248ms","start":"2026-03-31T20:23:59.942297Z","end":"2026-03-31T20:24:00.046879Z","steps":["trace[1333309958] 'process raft request' (duration: 104.503066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.241338Z","caller":"traceutil/trace.go:171","msg":"trace[906716254] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"107.936344ms","start":"2026-03-31T20:24:22.133378Z","end":"2026-03-31T20:24:22.241315Z","steps":["trace[906716254] 'process raft request' (duration: 107.555445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.427155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.348881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:22.427267Z","caller":"traceutil/trace.go:171","msg":"trace[1624134803] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1665; }","duration":"176.330436ms","start":"2026-03-31T20:24:22.250917Z","end":"2026-03-31T20:24:22.427247Z","steps":["trace[1624134803] 'read index received' (duration: 62.973893ms)","trace[1624134803] 'applied index is now lower than readState.Index' (duration: 113.355083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.427583Z","caller":"traceutil/trace.go:171","msg":"trace[749913330] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"180.883037ms","start":"2026-03-31T20:24:22.246684Z","end":"2026-03-31T20:24:22.427567Z","steps":["trace[749913330] 'process raft request' (duration: 77.030325ms)","trace[749913330] 'compare' (duration: 102.915112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:22.42759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.639383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:22.427655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.180481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T20:24:22.427734Z","caller":"traceutil/trace.go:171","msg":"trace[627144773] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1595; }","duration":"136.314084ms","start":"2026-03-31T20:24:22.291403Z","end":"2026-03-31T20:24:22.427717Z","steps":["trace[627144773] 'agreement among raft nodes before linearized reading' (duration: 136.09445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.427661Z","caller":"traceutil/trace.go:171","msg":"trace[2081506841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1595; }","duration":"176.755936ms","start":"2026-03-31T20:24:22.250887Z","end":"2026-03-31T20:24:22.427643Z","steps":["trace[2081506841] 'agreement among raft nodes before linearized reading' (duration: 176.611913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.648272Z","caller":"traceutil/trace.go:171","msg":"trace[859451677] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"176.789386ms","start":"2026-03-31T20:24:24.471465Z","end":"2026-03-31T20:24:24.648255Z","steps":["trace[859451677] 'read index received' (duration: 176.653893ms)","trace[859451677] 'applied index is now lower than readState.Index' (duration: 134.943µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:24.648413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.94132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T20:24:24.648448Z","caller":"traceutil/trace.go:171","msg":"trace[1280861085] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1604; }","duration":"177.015701ms","start":"2026-03-31T20:24:24.471414Z","end":"2026-03-31T20:24:24.648429Z","steps":["trace[1280861085] 'agreement among raft nodes before linearized reading' (duration: 176.903919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.648445Z","caller":"traceutil/trace.go:171","msg":"trace[969599136] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"212.789199ms","start":"2026-03-31T20:24:24.435615Z","end":"2026-03-31T20:24:24.648405Z","steps":["trace[969599136] 'process raft request' (duration: 212.546453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.163619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.445185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:25.163694Z","caller":"traceutil/trace.go:171","msg":"trace[576316986] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1677; }","duration":"215.975559ms","start":"2026-03-31T20:24:24.947707Z","end":"2026-03-31T20:24:25.163682Z","steps":["trace[576316986] 'read index received' (duration: 49.111µs)","trace[576316986] 'applied index is now lower than readState.Index' (duration: 215.925848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.163759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.163775Z","caller":"traceutil/trace.go:171","msg":"trace[1640759056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"216.111072ms","start":"2026-03-31T20:24:24.947658Z","end":"2026-03-31T20:24:25.163769Z","steps":["trace[1640759056] 'agreement among raft nodes before linearized reading' (duration: 216.079611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.163739Z","caller":"traceutil/trace.go:171","msg":"trace[965060356] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"510.956106ms","start":"2026-03-31T20:24:24.65275Z","end":"2026-03-31T20:24:25.163706Z","steps":["trace[965060356] 'process raft request' (duration: 287.364578ms)","trace[965060356] 'compare' (duration: 223.283122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.16388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.652734Z","time spent":"511.07317ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.330006Z","caller":"traceutil/trace.go:171","msg":"trace[1187226962] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"160.622227ms","start":"2026-03-31T20:24:25.169367Z","end":"2026-03-31T20:24:25.329989Z","steps":["trace[1187226962] 'process raft request' (duration: 160.569176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.330165Z","caller":"traceutil/trace.go:171","msg":"trace[1393620740] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"160.853892ms","start":"2026-03-31T20:24:25.169303Z","end":"2026-03-31T20:24:25.330157Z","steps":["trace[1393620740] 'process raft request' (duration: 160.519364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.330244Z","caller":"traceutil/trace.go:171","msg":"trace[1148143791] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"160.447503ms","start":"2026-03-31T20:24:25.169789Z","end":"2026-03-31T20:24:25.330236Z","steps":["trace[1148143791] 'process raft request' (duration: 160.177156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.345009Z","caller":"traceutil/trace.go:171","msg":"trace[1335863102] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"103.500634ms","start":"2026-03-31T20:24:40.241253Z","end":"2026-03-31T20:24:40.344753Z","steps":["trace[1335863102] 'process raft request' (duration: 103.324741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.482834Z","caller":"traceutil/trace.go:171","msg":"trace[785233757] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"131.680792ms","start":"2026-03-31T20:24:40.351133Z","end":"2026-03-31T20:24:40.482814Z","steps":["trace[785233757] 'read index received' (duration: 88.541111ms)","trace[785233757] 'applied index is now lower than readState.Index' (duration: 43.138801ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:40.482951Z","caller":"traceutil/trace.go:171","msg":"trace[1884094384] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"156.351212ms","start":"2026-03-31T20:24:40.326588Z","end":"2026-03-31T20:24:40.482939Z","steps":["trace[1884094384] 'process raft request' (duration: 113.153209ms)","trace[1884094384] 'compare' (duration: 42.993179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:40.483181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.464146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:24:40.483258Z","caller":"traceutil/trace.go:171","msg":"trace[407269406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1674; }","duration":"117.591379ms","start":"2026-03-31T20:24:40.365646Z","end":"2026-03-31T20:24:40.483238Z","steps":["trace[407269406] 'agreement among raft nodes before linearized reading' (duration: 117.368614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.48331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.153172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T20:24:40.483396Z","caller":"traceutil/trace.go:171","msg":"trace[191868950] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1674; }","duration":"132.284976ms","start":"2026-03-31T20:24:40.351089Z","end":"2026-03-31T20:24:40.483374Z","steps":["trace[191868950] 'agreement among raft nodes before linearized reading' (duration: 131.998779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.693558Z","caller":"traceutil/trace.go:171","msg":"trace[2144579113] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"102.449911ms","start":"2026-03-31T20:24:49.591081Z","end":"2026-03-31T20:24:49.693531Z","steps":["trace[2144579113] 'read index received' (duration: 102.248706ms)","trace[2144579113] 'applied index is now lower than readState.Index' (duration: 199.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.693683Z","caller":"traceutil/trace.go:171","msg":"trace[1427094258] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"154.629443ms","start":"2026-03-31T20:24:49.538995Z","end":"2026-03-31T20:24:49.693624Z","steps":["trace[1427094258] 'process raft request' (duration: 154.363367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.694112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.948322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:24:49.694208Z","caller":"traceutil/trace.go:171","msg":"trace[274383548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1717; }","duration":"103.147627ms","start":"2026-03-31T20:24:49.591039Z","end":"2026-03-31T20:24:49.694187Z","steps":["trace[274383548] 'agreement among raft nodes before linearized reading' (duration: 102.593645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:52.212473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.512048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:52.212593Z","caller":"traceutil/trace.go:171","msg":"trace[752613463] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1805; }","duration":"374.029889ms","start":"2026-03-31T20:24:51.838544Z","end":"2026-03-31T20:24:52.212574Z","steps":["trace[752613463] 'read index received' (duration: 88.240075ms)","trace[752613463] 'applied index is now lower than readState.Index' (duration: 285.788474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:52.212888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.311916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-31T20:24:52.212949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.133824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:52.212946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.003513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:52.212988Z","caller":"traceutil/trace.go:171","msg":"trace[1286216512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"265.171055ms","start":"2026-03-31T20:24:51.947804Z","end":"2026-03-31T20:24:52.212975Z","steps":["trace[1286216512] 'agreement among raft nodes before linearized reading' (duration: 265.109023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:52.212953Z","caller":"traceutil/trace.go:171","msg":"trace[703488881] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"449.817756ms","start":"2026-03-31T20:24:51.763094Z","end":"2026-03-31T20:24:52.212911Z","steps":["trace[703488881] 'process raft request' (duration: 163.745177ms)","trace[703488881] 'compare' (duration: 285.328893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:52.212978Z","caller":"traceutil/trace.go:171","msg":"trace[1268459059] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1728; }","duration":"374.450058ms","start":"2026-03-31T20:24:51.838502Z","end":"2026-03-31T20:24:52.212952Z","steps":["trace[1268459059] 'agreement among raft nodes before linearized reading' (duration: 374.172572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:52.213002Z","caller":"traceutil/trace.go:171","msg":"trace[408823723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"328.101386ms","start":"2026-03-31T20:24:51.884884Z","end":"2026-03-31T20:24:52.212986Z","steps":["trace[408823723] 'agreement among raft nodes before linearized reading' (duration: 328.013414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:52.213042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.884863Z","time spent":"328.169087ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:52.213043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.838487Z","time spent":"374.54404ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-31T20:24:52.213113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.763076Z","time spent":"449.95284ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:00.758946Z","caller":"traceutil/trace.go:171","msg":"trace[1671902463] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"100.131009ms","start":"2026-03-31T20:25:00.658787Z","end":"2026-03-31T20:25:00.758918Z","steps":["trace[1671902463] 'process raft request' (duration: 80.520013ms)","trace[1671902463] 'compare' (duration: 19.429112ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:01.988378Z","caller":"traceutil/trace.go:171","msg":"trace[1630081671] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"140.742453ms","start":"2026-03-31T20:25:01.847618Z","end":"2026-03-31T20:25:01.98836Z","steps":["trace[1630081671] 'read index received' (duration: 140.56672ms)","trace[1630081671] 'applied index is now lower than readState.Index' (duration: 175.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:01.988415Z","caller":"traceutil/trace.go:171","msg":"trace[512365956] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"291.139542ms","start":"2026-03-31T20:25:01.697257Z","end":"2026-03-31T20:25:01.988396Z","steps":["trace[512365956] 'process raft request' (duration: 290.988339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.988569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.949249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:01.988617Z","caller":"traceutil/trace.go:171","msg":"trace[270490878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1772; }","duration":"141.053411ms","start":"2026-03-31T20:25:01.847552Z","end":"2026-03-31T20:25:01.988606Z","steps":["trace[270490878] 'agreement among raft nodes before linearized reading' (duration: 140.875417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.650899Z","caller":"traceutil/trace.go:171","msg":"trace[932324169] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"659.557365ms","start":"2026-03-31T20:25:01.991321Z","end":"2026-03-31T20:25:02.650878Z","steps":["trace[932324169] 'process raft request' (duration: 659.33697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.651126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.991309Z","time spent":"659.741599ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:02.651151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.895481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-31T20:25:02.651494Z","caller":"traceutil/trace.go:171","msg":"trace[1141147903] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1773; }","duration":"404.28692ms","start":"2026-03-31T20:25:02.247184Z","end":"2026-03-31T20:25:02.651471Z","steps":["trace[1141147903] 'agreement among raft nodes before linearized reading' (duration: 403.795709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.65082Z","caller":"traceutil/trace.go:171","msg":"trace[1308522648] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1852; }","duration":"403.561044ms","start":"2026-03-31T20:25:02.247236Z","end":"2026-03-31T20:25:02.650797Z","steps":["trace[1308522648] 'read index received' (duration: 403.36877ms)","trace[1308522648] 'applied index is now lower than readState.Index' (duration: 191.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:02.651556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.247163Z","time spent":"404.378712ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-31T20:25:02.651921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.592791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:02.651973Z","caller":"traceutil/trace.go:171","msg":"trace[118188420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1773; }","duration":"393.768966ms","start":"2026-03-31T20:25:02.258191Z","end":"2026-03-31T20:25:02.65196Z","steps":["trace[118188420] 'agreement among raft nodes before linearized reading' (duration: 393.49969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.652021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.258181Z","time spent":"393.833417ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:03.127487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.529947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:03.127612Z","caller":"traceutil/trace.go:171","msg":"trace[1033761311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1773; }","duration":"342.67205ms","start":"2026-03-31T20:25:02.784922Z","end":"2026-03-31T20:25:03.127594Z","steps":["trace[1033761311] 'range keys from in-memory index tree' (duration: 342.508516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.128064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.407097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:03.128767Z","caller":"traceutil/trace.go:171","msg":"trace[1563100988] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"472.370268ms","start":"2026-03-31T20:25:02.656364Z","end":"2026-03-31T20:25:03.128734Z","steps":["trace[1563100988] 'process raft request' (duration: 225.213015ms)","trace[1563100988] 'compare' (duration: 245.796693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:03.128876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.656345Z","time spent":"472.47771ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:03.129493Z","caller":"traceutil/trace.go:171","msg":"trace[1462642286] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"472.946051ms","start":"2026-03-31T20:25:02.656501Z","end":"2026-03-31T20:25:03.129447Z","steps":["trace[1462642286] 'process raft request' (duration: 471.692813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.129524Z","caller":"traceutil/trace.go:171","msg":"trace[1657760803] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"471.002747ms","start":"2026-03-31T20:25:02.658497Z","end":"2026-03-31T20:25:03.1295Z","steps":["trace[1657760803] 'process raft request' (duration: 470.833634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.129761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.658488Z","time spent":"471.189791ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:03.130242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.656472Z","time spent":"473.091254ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:03.403021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.613111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:25:03.403091Z","caller":"traceutil/trace.go:171","msg":"trace[1014635146] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1853; }","duration":"606.947384ms","start":"2026-03-31T20:25:02.796131Z","end":"2026-03-31T20:25:03.403079Z","steps":["trace[1014635146] 'read index received' (duration: 85.426612ms)","trace[1014635146] 'applied index is now lower than readState.Index' (duration: 521.519742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:03.403228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.099627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-31T20:25:03.403249Z","caller":"traceutil/trace.go:171","msg":"trace[1544308298] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1776; }","duration":"607.149877ms","start":"2026-03-31T20:25:02.796091Z","end":"2026-03-31T20:25:03.403241Z","steps":["trace[1544308298] 'agreement among raft nodes before linearized reading' (duration: 607.055455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.403267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.796076Z","time spent":"607.185839ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-31T20:25:03.403462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.378416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:03.403532Z","caller":"traceutil/trace.go:171","msg":"trace[748457232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1776; }","duration":"582.510308ms","start":"2026-03-31T20:25:02.82101Z","end":"2026-03-31T20:25:03.40352Z","steps":["trace[748457232] 'agreement among raft nodes before linearized reading' (duration: 582.341145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.403515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.499943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:25:03.403568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.820986Z","time spent":"582.575801ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:25:03.403597Z","caller":"traceutil/trace.go:171","msg":"trace[427634871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"429.630637ms","start":"2026-03-31T20:25:02.973948Z","end":"2026-03-31T20:25:03.403579Z","steps":["trace[427634871] 'agreement among raft nodes before linearized reading' (duration: 429.416841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.403641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.973926Z","time spent":"429.706748ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:03.403627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.927685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:03.404308Z","caller":"traceutil/trace.go:171","msg":"trace[1749939924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1776; }","duration":"559.528328ms","start":"2026-03-31T20:25:02.844614Z","end":"2026-03-31T20:25:03.404143Z","steps":["trace[1749939924] 'agreement among raft nodes before linearized reading' (duration: 558.75348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.404521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.844602Z","time spent":"559.741602ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:25:03.75764Z","caller":"traceutil/trace.go:171","msg":"trace[1902191342] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"349.439051ms","start":"2026-03-31T20:25:03.408179Z","end":"2026-03-31T20:25:03.757618Z","steps":["trace[1902191342] 'process raft request' (duration: 349.37609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.75768Z","caller":"traceutil/trace.go:171","msg":"trace[1992943661] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"349.527593ms","start":"2026-03-31T20:25:03.408119Z","end":"2026-03-31T20:25:03.757647Z","steps":["trace[1992943661] 'process raft request' (duration: 349.307888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.757764Z","caller":"traceutil/trace.go:171","msg":"trace[562275033] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1858; }","duration":"257.250948ms","start":"2026-03-31T20:25:03.500496Z","end":"2026-03-31T20:25:03.757747Z","steps":["trace[562275033] 'read index received' (duration: 256.970342ms)","trace[562275033] 'applied index is now lower than readState.Index' (duration: 279.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:03.757773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.408165Z","time spent":"349.539863ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:03.757846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.408098Z","time spent":"349.653706ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:03.757927Z","caller":"traceutil/trace.go:171","msg":"trace[1915564470] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"349.494463ms","start":"2026-03-31T20:25:03.408422Z","end":"2026-03-31T20:25:03.757917Z","steps":["trace[1915564470] 'process raft request' (duration: 349.166886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.757947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.442652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T20:25:03.757976Z","caller":"traceutil/trace.go:171","msg":"trace[275357798] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1780; }","duration":"257.520374ms","start":"2026-03-31T20:25:03.500447Z","end":"2026-03-31T20:25:03.757968Z","steps":["trace[275357798] 'agreement among raft nodes before linearized reading' (duration: 257.35753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.757977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.408413Z","time spent":"349.537224ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:03.982039Z","caller":"traceutil/trace.go:171","msg":"trace[242219141] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"217.999765ms","start":"2026-03-31T20:25:03.764016Z","end":"2026-03-31T20:25:03.982016Z","steps":["trace[242219141] 'process raft request' (duration: 216.767558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.353282Z","caller":"traceutil/trace.go:171","msg":"trace[1392171490] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1894; }","duration":"127.638911ms","start":"2026-03-31T20:25:11.22562Z","end":"2026-03-31T20:25:11.353259Z","steps":["trace[1392171490] 'read index received' (duration: 127.512198ms)","trace[1392171490] 'applied index is now lower than readState.Index' (duration: 125.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:11.353451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.811795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:11.353487Z","caller":"traceutil/trace.go:171","msg":"trace[1300115138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1813; }","duration":"127.890337ms","start":"2026-03-31T20:25:11.225588Z","end":"2026-03-31T20:25:11.353478Z","steps":["trace[1300115138] 'agreement among raft nodes before linearized reading' (duration: 127.757974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.353456Z","caller":"traceutil/trace.go:171","msg":"trace[1524263166] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"136.595841ms","start":"2026-03-31T20:25:11.216842Z","end":"2026-03-31T20:25:11.353438Z","steps":["trace[1524263166] 'process raft request' (duration: 136.294664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.644752Z","caller":"traceutil/trace.go:171","msg":"trace[1518180997] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"158.142911ms","start":"2026-03-31T20:25:11.486581Z","end":"2026-03-31T20:25:11.644724Z","steps":["trace[1518180997] 'read index received' (duration: 157.853034ms)","trace[1518180997] 'applied index is now lower than readState.Index' (duration: 288.687µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:11.64496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.362085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:11.644895Z","caller":"traceutil/trace.go:171","msg":"trace[1560074264] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"286.997999ms","start":"2026-03-31T20:25:11.357756Z","end":"2026-03-31T20:25:11.644754Z","steps":["trace[1560074264] 'process raft request' (duration: 286.786755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.645022Z","caller":"traceutil/trace.go:171","msg":"trace[587955045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1814; }","duration":"158.472548ms","start":"2026-03-31T20:25:11.486535Z","end":"2026-03-31T20:25:11.645007Z","steps":["trace[587955045] 'agreement among raft nodes before linearized reading' (duration: 158.294904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:11.845199Z","caller":"traceutil/trace.go:171","msg":"trace[2013981660] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"195.597325ms","start":"2026-03-31T20:25:11.649564Z","end":"2026-03-31T20:25:11.845162Z","steps":["trace[2013981660] 'process raft request' (duration: 125.524115ms)","trace[2013981660] 'compare' (duration: 69.505768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:12.079434Z","caller":"traceutil/trace.go:171","msg":"trace[1836202324] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"135.511258ms","start":"2026-03-31T20:25:11.943898Z","end":"2026-03-31T20:25:12.079409Z","steps":["trace[1836202324] 'read index received' (duration: 88.058071ms)","trace[1836202324] 'applied index is now lower than readState.Index' (duration: 47.451897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:12.079569Z","caller":"traceutil/trace.go:171","msg":"trace[751408114] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"205.024296ms","start":"2026-03-31T20:25:11.874522Z","end":"2026-03-31T20:25:12.079547Z","steps":["trace[751408114] 'process raft request' (duration: 157.390505ms)","trace[751408114] 'compare' (duration: 47.291742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:12.079661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.302713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:12.079731Z","caller":"traceutil/trace.go:171","msg":"trace[1231693357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"131.415086ms","start":"2026-03-31T20:25:11.948298Z","end":"2026-03-31T20:25:12.079713Z","steps":["trace[1231693357] 'agreement among raft nodes before linearized reading' (duration: 131.306914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.079962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.05378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:12.080002Z","caller":"traceutil/trace.go:171","msg":"trace[2043221568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1816; }","duration":"136.142041ms","start":"2026-03-31T20:25:11.943849Z","end":"2026-03-31T20:25:12.079991Z","steps":["trace[2043221568] 'agreement among raft nodes before linearized reading' (duration: 135.994978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.481117Z","caller":"traceutil/trace.go:171","msg":"trace[433899825] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"368.25529ms","start":"2026-03-31T20:25:12.112839Z","end":"2026-03-31T20:25:12.481095Z","steps":["trace[433899825] 'process raft request' (duration: 368.203359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.481224Z","caller":"traceutil/trace.go:171","msg":"trace[1646085030] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"396.412367ms","start":"2026-03-31T20:25:12.084733Z","end":"2026-03-31T20:25:12.481146Z","steps":["trace[1646085030] 'process raft request' (duration: 396.181252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.481432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.084718Z","time spent":"396.57552ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:12.481446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.112809Z","time spent":"368.374423ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:44.745594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.561678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:44.745989Z","caller":"traceutil/trace.go:171","msg":"trace[293177220] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"368.181038ms","start":"2026-03-31T20:25:44.377788Z","end":"2026-03-31T20:25:44.745969Z","steps":["trace[293177220] 'process raft request' (duration: 68.15547ms)","trace[293177220] 'compare' (duration: 299.443165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:44.746066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.37777Z","time spent":"368.261199ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:44.880831Z","caller":"traceutil/trace.go:171","msg":"trace[221571000] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"177.500618ms","start":"2026-03-31T20:25:44.703304Z","end":"2026-03-31T20:25:44.880805Z","steps":["trace[221571000] 'process raft request' (duration: 175.711378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:44.883856Z","caller":"traceutil/trace.go:171","msg":"trace[308441136] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"133.881635ms","start":"2026-03-31T20:25:44.749947Z","end":"2026-03-31T20:25:44.883828Z","steps":["trace[308441136] 'process raft request' (duration: 133.770883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:49.257731Z","caller":"traceutil/trace.go:171","msg":"trace[1780040087] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"133.661039ms","start":"2026-03-31T20:25:49.124042Z","end":"2026-03-31T20:25:49.257703Z","steps":["trace[1780040087] 'process raft request' (duration: 37.921556ms)","trace[1780040087] 'compare' (duration: 95.626241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:34.52549Z","caller":"traceutil/trace.go:171","msg":"trace[1991098240] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"112.1122ms","start":"2026-03-31T20:26:34.413353Z","end":"2026-03-31T20:26:34.525465Z","steps":["trace[1991098240] 'process raft request' (duration: 111.988657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:35.544053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.373377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T20:26:35.544164Z","caller":"traceutil/trace.go:171","msg":"trace[1937031531] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2195; }","duration":"105.49267ms","start":"2026-03-31T20:26:35.438647Z","end":"2026-03-31T20:26:35.54414Z","steps":["trace[1937031531] 'range keys from in-memory index tree' (duration: 105.175232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:41.745748Z","caller":"traceutil/trace.go:171","msg":"trace[2032226906] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2324; }","duration":"130.077199ms","start":"2026-03-31T20:26:41.615642Z","end":"2026-03-31T20:26:41.745719Z","steps":["trace[2032226906] 'read index received' (duration: 129.840732ms)","trace[2032226906] 'applied index is now lower than readState.Index' (duration: 235.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:41.745798Z","caller":"traceutil/trace.go:171","msg":"trace[351378603] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"140.155879ms","start":"2026-03-31T20:26:41.60562Z","end":"2026-03-31T20:26:41.745775Z","steps":["trace[351378603] 'process raft request' (duration: 139.894152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:41.745991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.296584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:26:41.746103Z","caller":"traceutil/trace.go:171","msg":"trace[841970731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2225; }","duration":"130.454568ms","start":"2026-03-31T20:26:41.615631Z","end":"2026-03-31T20:26:41.746085Z","steps":["trace[841970731] 'agreement among raft nodes before linearized reading' (duration: 130.194202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:41.922786Z","caller":"traceutil/trace.go:171","msg":"trace[78742032] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"172.667927ms","start":"2026-03-31T20:26:41.750087Z","end":"2026-03-31T20:26:41.922755Z","steps":["trace[78742032] 'process raft request' (duration: 169.194538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:42.211966Z","caller":"traceutil/trace.go:171","msg":"trace[1506225877] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"176.625367ms","start":"2026-03-31T20:26:42.035253Z","end":"2026-03-31T20:26:42.211878Z","steps":["trace[1506225877] 'process raft request' (duration: 176.493064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:02.573602Z","caller":"traceutil/trace.go:171","msg":"trace[721336028] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"294.637481ms","start":"2026-03-31T20:27:02.278938Z","end":"2026-03-31T20:27:02.573575Z","steps":["trace[721336028] 'process raft request' (duration: 294.468627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.162312Z","caller":"traceutil/trace.go:171","msg":"trace[1809617576] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"268.18972ms","start":"2026-03-31T20:27:09.894091Z","end":"2026-03-31T20:27:10.162281Z","steps":["trace[1809617576] 'read index received' (duration: 268.011216ms)","trace[1809617576] 'applied index is now lower than readState.Index' (duration: 177.364µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.162716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.906906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:10.162741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.633669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T20:27:10.162779Z","caller":"traceutil/trace.go:171","msg":"trace[1846413673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"214.004277ms","start":"2026-03-31T20:27:09.948758Z","end":"2026-03-31T20:27:10.162762Z","steps":["trace[1846413673] 'agreement among raft nodes before linearized reading' (duration: 213.897825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.162819Z","caller":"traceutil/trace.go:171","msg":"trace[616072615] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2384; }","duration":"268.756382ms","start":"2026-03-31T20:27:09.894042Z","end":"2026-03-31T20:27:10.162798Z","steps":["trace[616072615] 'agreement among raft nodes before linearized reading' (duration: 268.499876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.162926Z","caller":"traceutil/trace.go:171","msg":"trace[1801099950] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"513.707515ms","start":"2026-03-31T20:27:09.649184Z","end":"2026-03-31T20:27:10.162891Z","steps":["trace[1801099950] 'process raft request' (duration: 512.917837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.163036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.649172Z","time spent":"513.803507ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.163189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.818442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:27:10.163249Z","caller":"traceutil/trace.go:171","msg":"trace[1487653246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2384; }","duration":"103.877823ms","start":"2026-03-31T20:27:10.059357Z","end":"2026-03-31T20:27:10.163235Z","steps":["trace[1487653246] 'agreement among raft nodes before linearized reading' (duration: 103.708029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.300313Z","caller":"traceutil/trace.go:171","msg":"trace[260395462] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"129.132028ms","start":"2026-03-31T20:27:10.171142Z","end":"2026-03-31T20:27:10.300274Z","steps":["trace[260395462] 'process raft request' (duration: 76.834468ms)","trace[260395462] 'compare' (duration: 52.073634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.921538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.354225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:10.921706Z","caller":"traceutil/trace.go:171","msg":"trace[928735368] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"168.132055ms","start":"2026-03-31T20:27:10.753554Z","end":"2026-03-31T20:27:10.921686Z","steps":["trace[928735368] 'process raft request' (duration: 26.534034ms)","trace[928735368] 'compare' (duration: 141.178081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.329498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.704248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:11.329733Z","caller":"traceutil/trace.go:171","msg":"trace[182680214] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2495; }","duration":"214.369615ms","start":"2026-03-31T20:27:11.115347Z","end":"2026-03-31T20:27:11.329717Z","steps":["trace[182680214] 'read index received' (duration: 63.392521ms)","trace[182680214] 'applied index is now lower than readState.Index' (duration: 150.976334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.329863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.518248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:11.3299Z","caller":"traceutil/trace.go:171","msg":"trace[445249206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2390; }","duration":"214.613922ms","start":"2026-03-31T20:27:11.115276Z","end":"2026-03-31T20:27:11.32989Z","steps":["trace[445249206] 'agreement among raft nodes before linearized reading' (duration: 214.488479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.329933Z","caller":"traceutil/trace.go:171","msg":"trace[474088169] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"403.582619ms","start":"2026-03-31T20:27:10.926321Z","end":"2026-03-31T20:27:11.329904Z","steps":["trace[474088169] 'process raft request' (duration: 252.398871ms)","trace[474088169] 'compare' (duration: 150.577115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.330316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.9263Z","time spent":"403.906536ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.330063Z","caller":"traceutil/trace.go:171","msg":"trace[1449367383] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"403.64201ms","start":"2026-03-31T20:27:10.926396Z","end":"2026-03-31T20:27:11.330038Z","steps":["trace[1449367383] 'process raft request' (duration: 403.246122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.33049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.92637Z","time spent":"404.06764ms","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.402184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.131444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:14.402333Z","caller":"traceutil/trace.go:171","msg":"trace[1698857929] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2515; }","duration":"103.629277ms","start":"2026-03-31T20:27:14.298685Z","end":"2026-03-31T20:27:14.402315Z","steps":["trace[1698857929] 'read index received' (duration: 1.268839ms)","trace[1698857929] 'applied index is now lower than readState.Index' (duration: 102.359158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:14.40247Z","caller":"traceutil/trace.go:171","msg":"trace[698401516] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"123.159641ms","start":"2026-03-31T20:27:14.279234Z","end":"2026-03-31T20:27:14.402393Z","steps":["trace[698401516] 'process raft request' (duration: 20.738901ms)","trace[698401516] 'compare' (duration: 102.017841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:14.403056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.373864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-03-31T20:27:14.4031Z","caller":"traceutil/trace.go:171","msg":"trace[1050768561] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2407; }","duration":"104.450886ms","start":"2026-03-31T20:27:14.298637Z","end":"2026-03-31T20:27:14.403088Z","steps":["trace[1050768561] 'agreement among raft nodes before linearized reading' (duration: 103.76621ms)"],"step_count":1}