{"level":"warn","ts":"2026-03-14T01:33:15.898177Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:33:15.898305Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:33:15.898397Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:33:15.898419Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-14T01:33:15.89845Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:33:15.899345Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-03-14T01:33:15.899444Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:33:15.903833Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.105116ms"} {"level":"info","ts":"2026-03-14T01:33:15.919964Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-03-14T01:33:15.92011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:33:15.920149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:33:15.920178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:33:15.920199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:33:15.920254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-03-14T01:33:15.929093Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:33:15.932173Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:33:15.934005Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:33:15.937972Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:33:15.938167Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:33:15.93821Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:15.938331Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:15.938354Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:15.939527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-03-14T01:33:15.939756Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-14T01:33:15.94114Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:33:15.941231Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-14T01:33:15.941293Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-14T01:33:15.941394Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:33:15.941446Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:33:16.121857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:33:16.121911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:33:16.121934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-03-14T01:33:16.12195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:33:16.121956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-14T01:33:16.121963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:33:16.121982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-14T01:33:16.12658Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:16.132033Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:33:16.132039Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:33:16.132055Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:33:16.132681Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:33:16.132724Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:33:16.133826Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:16.133911Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:16.133941Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:16.13539Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-03-14T01:33:16.137422Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-14T01:33:23.742965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.14559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:23.743104Z","caller":"traceutil/trace.go:171","msg":"trace[66152114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:322; }","duration":"219.332864ms","start":"2026-03-14T01:33:23.523744Z","end":"2026-03-14T01:33:23.743077Z","steps":["trace[66152114] 'range keys from in-memory index tree' (duration: 219.062078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:23.991727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.093934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:23.99198Z","caller":"traceutil/trace.go:171","msg":"trace[300471792] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"154.884946ms","start":"2026-03-14T01:33:23.837062Z","end":"2026-03-14T01:33:23.991947Z","steps":["trace[300471792] 'process raft request' (duration: 50.929952ms)","trace[300471792] 'compare' (duration: 102.91805ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:29.496335Z","caller":"traceutil/trace.go:171","msg":"trace[1679512722] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"366.873318ms","start":"2026-03-14T01:33:29.129415Z","end":"2026-03-14T01:33:29.496288Z","steps":["trace[1679512722] 'process raft request' (duration: 366.584192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:29.496842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:29.129395Z","time spent":"367.056272ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:39.958488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:39.406137Z","time spent":"552.346439ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:33:40.124061Z","caller":"traceutil/trace.go:171","msg":"trace[1502081308] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"161.560902ms","start":"2026-03-14T01:33:39.962458Z","end":"2026-03-14T01:33:40.124019Z","steps":["trace[1502081308] 'read index received' (duration: 151.053946ms)","trace[1502081308] 'applied index is now lower than readState.Index' (duration: 10.505536ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:40.124077Z","caller":"traceutil/trace.go:171","msg":"trace[1351731401] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"164.176684ms","start":"2026-03-14T01:33:39.959872Z","end":"2026-03-14T01:33:40.124049Z","steps":["trace[1351731401] 'process raft request' (duration: 153.690078ms)","trace[1351731401] 'compare' (duration: 10.304812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:40.124319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.845018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:40.12441Z","caller":"traceutil/trace.go:171","msg":"trace[424274427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:459; }","duration":"161.981552ms","start":"2026-03-14T01:33:39.962405Z","end":"2026-03-14T01:33:40.124386Z","steps":["trace[424274427] 'agreement among raft nodes before linearized reading' (duration: 161.776357ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:40.593094Z","caller":"traceutil/trace.go:171","msg":"trace[667387972] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"222.318624ms","start":"2026-03-14T01:33:40.370753Z","end":"2026-03-14T01:33:40.593072Z","steps":["trace[667387972] 'process raft request' (duration: 222.198321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:46.71209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189409883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:47.212984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189409883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:47.713878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189409883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:47.794017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.613175883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:47.794386Z","caller":"traceutil/trace.go:171","msg":"trace[151092059] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"1.583266841s","start":"2026-03-14T01:33:46.211096Z","end":"2026-03-14T01:33:47.794363Z","steps":["trace[151092059] 'read index received' (duration: 1.583062466s)","trace[151092059] 'applied index is now lower than readState.Index' (duration: 203.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:47.794432Z","caller":"traceutil/trace.go:171","msg":"trace[1759711088] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"1.613678693s","start":"2026-03-14T01:33:46.180724Z","end":"2026-03-14T01:33:47.794403Z","steps":["trace[1759711088] 'process raft request' (duration: 1.613484359s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:47.794535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583427014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:47.794571Z","caller":"traceutil/trace.go:171","msg":"trace[240014492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:507; }","duration":"1.583522906s","start":"2026-03-14T01:33:46.211037Z","end":"2026-03-14T01:33:47.79456Z","steps":["trace[240014492] 'agreement among raft nodes before linearized reading' (duration: 1.583434374s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:47.794585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.180699Z","time spent":"1.613804797s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:47.794606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.211015Z","time spent":"1.583582838s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:47.794705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174243938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:33:47.794792Z","caller":"traceutil/trace.go:171","msg":"trace[613842272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:507; }","duration":"1.174404171s","start":"2026-03-14T01:33:46.620364Z","end":"2026-03-14T01:33:47.794768Z","steps":["trace[613842272] 'agreement among raft nodes before linearized reading' (duration: 1.174220917s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:47.794839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.620322Z","time spent":"1.174506924s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:47.794866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.64857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:33:47.79501Z","caller":"traceutil/trace.go:171","msg":"trace[572978995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"775.855925ms","start":"2026-03-14T01:33:47.019116Z","end":"2026-03-14T01:33:47.794972Z","steps":["trace[572978995] 'agreement among raft nodes before linearized reading' (duration: 775.509027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:47.795081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:47.019092Z","time spent":"775.978607ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:33:49.834354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195714529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:49.834471Z","caller":"traceutil/trace.go:171","msg":"trace[439399540] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"2.034314092s","start":"2026-03-14T01:33:47.800137Z","end":"2026-03-14T01:33:49.834451Z","steps":["trace[439399540] 'process raft request' (duration: 838.410599ms)","trace[439399540] 'compare' (duration: 1.195614437s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:49.834529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:47.800107Z","time spent":"2.034395524s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:49.905936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189409887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:50.105786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391126236s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:33:50.256085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.728073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:50.256474Z","caller":"traceutil/trace.go:171","msg":"trace[597798201] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"2.455700308s","start":"2026-03-14T01:33:47.800747Z","end":"2026-03-14T01:33:50.256448Z","steps":["trace[597798201] 'process raft request' (duration: 2.455471433s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:50.256441Z","caller":"traceutil/trace.go:171","msg":"trace[806565513] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"2.45577491s","start":"2026-03-14T01:33:47.800622Z","end":"2026-03-14T01:33:50.256397Z","steps":["trace[806565513] 'process raft request' (duration: 2.305639688s)","trace[806565513] 'compare' (duration: 149.405045ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:50.2565Z","caller":"traceutil/trace.go:171","msg":"trace[1382084346] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"2.452229052s","start":"2026-03-14T01:33:47.804252Z","end":"2026-03-14T01:33:50.256481Z","steps":["trace[1382084346] 'process raft request' (duration: 2.45213532s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:50.256613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:47.800722Z","time spent":"2.455806791s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:50.25663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:47.800593Z","time spent":"2.455947534s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:50.256622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:47.804231Z","time spent":"2.452349985s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:50.256724Z","caller":"traceutil/trace.go:171","msg":"trace[580802286] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:525; }","duration":"851.084095ms","start":"2026-03-14T01:33:49.405628Z","end":"2026-03-14T01:33:50.256713Z","steps":["trace[580802286] 'read index received' (duration: 700.554694ms)","trace[580802286] 'applied index is now lower than readState.Index' (duration: 150.528631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:50.256832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.200827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:33:50.256824Z","caller":"traceutil/trace.go:171","msg":"trace[59893238] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.815889802s","start":"2026-03-14T01:33:48.440897Z","end":"2026-03-14T01:33:50.256786Z","steps":["trace[59893238] 'process raft request' (duration: 1.815542295s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:50.256873Z","caller":"traceutil/trace.go:171","msg":"trace[532457315] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:512; }","duration":"851.277489ms","start":"2026-03-14T01:33:49.405584Z","end":"2026-03-14T01:33:50.256862Z","steps":["trace[532457315] 'agreement among raft nodes before linearized reading' (duration: 851.206547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:50.256907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.405561Z","time spent":"851.33963ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-14T01:33:50.256966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.390692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:33:50.257018Z","caller":"traceutil/trace.go:171","msg":"trace[1174350550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"457.441163ms","start":"2026-03-14T01:33:49.799564Z","end":"2026-03-14T01:33:50.257005Z","steps":["trace[1174350550] 'agreement among raft nodes before linearized reading' (duration: 457.357901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:50.257012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:48.440859Z","time spent":"1.816048046s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:50.257055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.799508Z","time spent":"457.539995ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:50.257026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.918173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:50.257154Z","caller":"traceutil/trace.go:171","msg":"trace[357159982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"495.110167ms","start":"2026-03-14T01:33:49.762018Z","end":"2026-03-14T01:33:50.257128Z","steps":["trace[357159982] 'agreement among raft nodes before linearized reading' (duration: 494.870661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:50.257221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.761994Z","time spent":"495.217489ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:54.337914Z","caller":"traceutil/trace.go:171","msg":"trace[1338389835] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"129.305041ms","start":"2026-03-14T01:33:54.208571Z","end":"2026-03-14T01:33:54.337876Z","steps":["trace[1338389835] 'process raft request' (duration: 110.763671ms)","trace[1338389835] 'compare' (duration: 18.333656ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:54.362832Z","caller":"traceutil/trace.go:171","msg":"trace[1407235330] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"106.533007ms","start":"2026-03-14T01:33:54.25628Z","end":"2026-03-14T01:33:54.362813Z","steps":["trace[1407235330] 'read index received' (duration: 63.069425ms)","trace[1407235330] 'applied index is now lower than readState.Index' (duration: 43.462202ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:54.362909Z","caller":"traceutil/trace.go:171","msg":"trace[1077710284] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"107.660743ms","start":"2026-03-14T01:33:54.255221Z","end":"2026-03-14T01:33:54.362882Z","steps":["trace[1077710284] 'process raft request' (duration: 107.418017ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:54.362955Z","caller":"traceutil/trace.go:171","msg":"trace[270697818] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"106.086167ms","start":"2026-03-14T01:33:54.256858Z","end":"2026-03-14T01:33:54.362944Z","steps":["trace[270697818] 'process raft request' (duration: 105.892933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:54.363126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.831353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:54.363207Z","caller":"traceutil/trace.go:171","msg":"trace[1609295520] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:534; }","duration":"106.954076ms","start":"2026-03-14T01:33:54.256232Z","end":"2026-03-14T01:33:54.363186Z","steps":["trace[1609295520] 'agreement among raft nodes before linearized reading' (duration: 106.831224ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:54.571096Z","caller":"traceutil/trace.go:171","msg":"trace[1783365531] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"113.108072ms","start":"2026-03-14T01:33:54.457961Z","end":"2026-03-14T01:33:54.571069Z","steps":["trace[1783365531] 'process raft request' (duration: 110.513075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:54.614561Z","caller":"traceutil/trace.go:171","msg":"trace[1441818307] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"115.875003ms","start":"2026-03-14T01:33:54.498643Z","end":"2026-03-14T01:33:54.614518Z","steps":["trace[1441818307] 'process raft request' (duration: 115.063716ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:58.675101Z","caller":"traceutil/trace.go:171","msg":"trace[1633054644] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"205.471065ms","start":"2026-03-14T01:33:58.469591Z","end":"2026-03-14T01:33:58.675062Z","steps":["trace[1633054644] 'process raft request' (duration: 205.197969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.262199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189409984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:59.647415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.598684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:59.647714Z","caller":"traceutil/trace.go:171","msg":"trace[1301928746] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:573; }","duration":"886.073786ms","start":"2026-03-14T01:33:58.761617Z","end":"2026-03-14T01:33:59.647691Z","steps":["trace[1301928746] 'read index received' (duration: 719.638133ms)","trace[1301928746] 'applied index is now lower than readState.Index' (duration: 166.434013ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:59.647713Z","caller":"traceutil/trace.go:171","msg":"trace[965963508] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.178077396s","start":"2026-03-14T01:33:58.469574Z","end":"2026-03-14T01:33:59.647651Z","steps":["trace[965963508] 'process raft request' (duration: 1.011816367s)","trace[965963508] 'compare' (duration: 165.40409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:59.647894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.2732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:59.647936Z","caller":"traceutil/trace.go:171","msg":"trace[1557161529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"886.344192ms","start":"2026-03-14T01:33:58.761578Z","end":"2026-03-14T01:33:59.647922Z","steps":["trace[1557161529] 'agreement among raft nodes before linearized reading' (duration: 886.237499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.647932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.469551Z","time spent":"1.178268579s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:59.647976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.761556Z","time spent":"886.411623ms","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:59.647914Z","caller":"traceutil/trace.go:171","msg":"trace[485261042] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.178083756s","start":"2026-03-14T01:33:58.469742Z","end":"2026-03-14T01:33:59.647826Z","steps":["trace[485261042] 'process raft request' (duration: 1.17781091s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.64802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.425502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gm4wq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-14T01:33:59.648075Z","caller":"traceutil/trace.go:171","msg":"trace[820024738] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gm4wq; range_end:; response_count:1; response_revision:556; }","duration":"443.542335ms","start":"2026-03-14T01:33:59.20452Z","end":"2026-03-14T01:33:59.648062Z","steps":["trace[820024738] 'agreement among raft nodes before linearized reading' (duration: 443.409702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.64805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.346272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:33:59.64811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.204478Z","time spent":"443.626747ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16986,"request content":"key:\"/registry/pods/kube-system/cilium-gm4wq\" "} {"level":"info","ts":"2026-03-14T01:33:59.648143Z","caller":"traceutil/trace.go:171","msg":"trace[1353423294] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:556; }","duration":"242.490965ms","start":"2026-03-14T01:33:59.405626Z","end":"2026-03-14T01:33:59.648117Z","steps":["trace[1353423294] 'agreement among raft nodes before linearized reading' (duration: 242.317121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.648723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.469703Z","time spent":"1.178334221s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:00.44478Z","caller":"traceutil/trace.go:171","msg":"trace[18833870] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:575; }","duration":"774.541609ms","start":"2026-03-14T01:33:59.670216Z","end":"2026-03-14T01:34:00.444757Z","steps":["trace[18833870] 'read index received' (duration: 75.383568ms)","trace[18833870] 'applied index is now lower than readState.Index' (duration: 699.157041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:00.444955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.723833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:00.44494Z","caller":"traceutil/trace.go:171","msg":"trace[1866499917] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"781.896922ms","start":"2026-03-14T01:33:59.66301Z","end":"2026-03-14T01:34:00.444907Z","steps":["trace[1866499917] 'process raft request' (duration: 781.571394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:00.445Z","caller":"traceutil/trace.go:171","msg":"trace[1157005640] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:557; }","duration":"774.807535ms","start":"2026-03-14T01:33:59.670179Z","end":"2026-03-14T01:34:00.444987Z","steps":["trace[1157005640] 'agreement among raft nodes before linearized reading' (duration: 774.691233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:00.44504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.670169Z","time spent":"774.862826ms","remote":"127.0.0.1:55154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-14T01:34:00.445236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.662982Z","time spent":"782.050175ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:00.522319Z","caller":"traceutil/trace.go:171","msg":"trace[554294425] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"201.601541ms","start":"2026-03-14T01:34:00.320693Z","end":"2026-03-14T01:34:00.522295Z","steps":["trace[554294425] 'process raft request' (duration: 201.474649ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:00.522384Z","caller":"traceutil/trace.go:171","msg":"trace[779462353] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"775.341496ms","start":"2026-03-14T01:33:59.74697Z","end":"2026-03-14T01:34:00.522311Z","steps":["trace[779462353] 'process raft request' (duration: 729.006161ms)","trace[779462353] 'compare' (duration: 46.051328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:00.522463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.575889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:00.522541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.284696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:00.522587Z","caller":"traceutil/trace.go:171","msg":"trace[1196435102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"621.375468ms","start":"2026-03-14T01:33:59.901199Z","end":"2026-03-14T01:34:00.522574Z","steps":["trace[1196435102] 'agreement among raft nodes before linearized reading' (duration: 621.249206ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:00.522583Z","caller":"traceutil/trace.go:171","msg":"trace[1123914428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"760.764694ms","start":"2026-03-14T01:33:59.761791Z","end":"2026-03-14T01:34:00.522556Z","steps":["trace[1123914428] 'agreement among raft nodes before linearized reading' (duration: 760.56225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:00.522622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.901174Z","time spent":"621.44021ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:00.52264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.761778Z","time spent":"760.851796ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:00.522665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.746941Z","time spent":"775.581771ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:01.554871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.507836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:01.554932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.818306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:01.554958Z","caller":"traceutil/trace.go:171","msg":"trace[916018859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"792.663179ms","start":"2026-03-14T01:34:00.762275Z","end":"2026-03-14T01:34:01.554938Z","steps":["trace[916018859] 'range keys from in-memory index tree' (duration: 792.394744ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:01.554987Z","caller":"traceutil/trace.go:171","msg":"trace[1426570370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"874.903088ms","start":"2026-03-14T01:34:00.68007Z","end":"2026-03-14T01:34:01.554973Z","steps":["trace[1426570370] 'range keys from in-memory index tree' (duration: 874.725444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:01.555003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:00.762249Z","time spent":"792.745211ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:01.555022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:00.680057Z","time spent":"874.957479ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:01.555082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.382018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:01.555166Z","caller":"traceutil/trace.go:171","msg":"trace[935127823] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:0; response_revision:560; }","duration":"931.505601ms","start":"2026-03-14T01:34:00.623642Z","end":"2026-03-14T01:34:01.555147Z","steps":["trace[935127823] 'range keys from in-memory index tree' (duration: 931.307206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:01.555215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:00.623627Z","time spent":"931.578462ms","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-14T01:34:02.153291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189410050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:02.841622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.16693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:02.841726Z","caller":"traceutil/trace.go:171","msg":"trace[1047611914] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.221866713s","start":"2026-03-14T01:34:01.619839Z","end":"2026-03-14T01:34:02.841705Z","steps":["trace[1047611914] 'process raft request' (duration: 587.537739ms)","trace[1047611914] 'compare' (duration: 633.830783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:02.841776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.619817Z","time spent":"1.221939664s","remote":"127.0.0.1:55078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:03.05354Z","caller":"traceutil/trace.go:171","msg":"trace[405661787] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"1.400832263s","start":"2026-03-14T01:34:01.652687Z","end":"2026-03-14T01:34:03.053519Z","steps":["trace[405661787] 'read index received' (duration: 554.703572ms)","trace[405661787] 'applied index is now lower than readState.Index' (duration: 846.127841ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:03.053636Z","caller":"traceutil/trace.go:171","msg":"trace[1842510099] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"933.318429ms","start":"2026-03-14T01:34:02.120286Z","end":"2026-03-14T01:34:03.053605Z","steps":["trace[1842510099] 'process raft request' (duration: 927.47574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.053783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401060098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:34:03.053899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:02.120255Z","time spent":"933.453271ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:03.053946Z","caller":"traceutil/trace.go:171","msg":"trace[1251444072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.401287113s","start":"2026-03-14T01:34:01.652641Z","end":"2026-03-14T01:34:03.053928Z","steps":["trace[1251444072] 'agreement among raft nodes before linearized reading' (duration: 1.400987746s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.054147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.652622Z","time spent":"1.401505737s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:03.07006Z","caller":"traceutil/trace.go:171","msg":"trace[1944033841] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"224.278873ms","start":"2026-03-14T01:34:02.84576Z","end":"2026-03-14T01:34:03.070039Z","steps":["trace[1944033841] 'process raft request' (duration: 224.102629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.070498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417003961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:03.070557Z","caller":"traceutil/trace.go:171","msg":"trace[1736923471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"1.417108624s","start":"2026-03-14T01:34:01.653432Z","end":"2026-03-14T01:34:03.07054Z","steps":["trace[1736923471] 'agreement among raft nodes before linearized reading' (duration: 1.41692113s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.070607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.653409Z","time spent":"1.417190145s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:03.070773Z","caller":"traceutil/trace.go:171","msg":"trace[1711104206] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"224.111149ms","start":"2026-03-14T01:34:02.846632Z","end":"2026-03-14T01:34:03.070744Z","steps":["trace[1711104206] 'process raft request' (duration: 223.322972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.070823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308209193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:03.070737Z","caller":"traceutil/trace.go:171","msg":"trace[2116617107] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"130.123029ms","start":"2026-03-14T01:34:02.940603Z","end":"2026-03-14T01:34:03.070726Z","steps":["trace[2116617107] 'process raft request' (duration: 129.579847ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.070895Z","caller":"traceutil/trace.go:171","msg":"trace[471596863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"1.308321606s","start":"2026-03-14T01:34:01.762556Z","end":"2026-03-14T01:34:03.070878Z","steps":["trace[471596863] 'agreement among raft nodes before linearized reading' (duration: 1.308192003s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.070939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.762532Z","time spent":"1.308395947s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:03.070998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.111281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:03.071128Z","caller":"traceutil/trace.go:171","msg":"trace[2691906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"522.306796ms","start":"2026-03-14T01:34:02.548787Z","end":"2026-03-14T01:34:03.071093Z","steps":["trace[2691906] 'agreement among raft nodes before linearized reading' (duration: 521.874296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:03.071184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:02.548766Z","time spent":"522.408438ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:34:03.565242Z","caller":"traceutil/trace.go:171","msg":"trace[1722398662] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"148.892125ms","start":"2026-03-14T01:34:03.41632Z","end":"2026-03-14T01:34:03.565212Z","steps":["trace[1722398662] 'process raft request' (duration: 147.906043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:04.89012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.855469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:04.890228Z","caller":"traceutil/trace.go:171","msg":"trace[78226079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"128.053193ms","start":"2026-03-14T01:34:04.762154Z","end":"2026-03-14T01:34:04.890207Z","steps":["trace[78226079] 'range keys from in-memory index tree' (duration: 127.777677ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:07.057291Z","caller":"traceutil/trace.go:171","msg":"trace[624526886] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"124.216259ms","start":"2026-03-14T01:34:06.933042Z","end":"2026-03-14T01:34:07.057259Z","steps":["trace[624526886] 'process raft request' (duration: 124.024885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:07.366751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.430038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gm4wq\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-14T01:34:07.366791Z","caller":"traceutil/trace.go:171","msg":"trace[1241763471] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"110.899695ms","start":"2026-03-14T01:34:07.255863Z","end":"2026-03-14T01:34:07.366763Z","steps":["trace[1241763471] 'process raft request' (duration: 75.639384ms)","trace[1241763471] 'compare' (duration: 35.127118ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:07.366867Z","caller":"traceutil/trace.go:171","msg":"trace[312769481] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gm4wq; range_end:; response_count:1; response_revision:742; }","duration":"112.623962ms","start":"2026-03-14T01:34:07.254217Z","end":"2026-03-14T01:34:07.366841Z","steps":["trace[312769481] 'range keys from in-memory index tree' (duration: 112.179963ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:07.530177Z","caller":"traceutil/trace.go:171","msg":"trace[711854997] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"125.905026ms","start":"2026-03-14T01:34:07.404235Z","end":"2026-03-14T01:34:07.53014Z","steps":["trace[711854997] 'process raft request' (duration: 70.425179ms)","trace[711854997] 'compare' (duration: 55.205621ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:08.162238Z","caller":"traceutil/trace.go:171","msg":"trace[2131287097] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"355.099547ms","start":"2026-03-14T01:34:07.80711Z","end":"2026-03-14T01:34:08.162209Z","steps":["trace[2131287097] 'process raft request' (duration: 354.938273ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:08.162236Z","caller":"traceutil/trace.go:171","msg":"trace[2057446017] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:774; }","duration":"235.89979ms","start":"2026-03-14T01:34:07.926309Z","end":"2026-03-14T01:34:08.162209Z","steps":["trace[2057446017] 'read index received' (duration: 235.88907ms)","trace[2057446017] 'applied index is now lower than readState.Index' (duration: 8.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:08.16244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.807052Z","time spent":"355.293251ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:08.162538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.228167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-14T01:34:08.162631Z","caller":"traceutil/trace.go:171","msg":"trace[822158694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:752; }","duration":"236.36117ms","start":"2026-03-14T01:34:07.926241Z","end":"2026-03-14T01:34:08.162602Z","steps":["trace[822158694] 'agreement among raft nodes before linearized reading' (duration: 236.075264ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:08.376499Z","caller":"traceutil/trace.go:171","msg":"trace[1573959543] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"107.364786ms","start":"2026-03-14T01:34:08.269101Z","end":"2026-03-14T01:34:08.376466Z","steps":["trace[1573959543] 'process raft request' (duration: 106.940476ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:08.979528Z","caller":"traceutil/trace.go:171","msg":"trace[1949197634] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:780; }","duration":"254.0716ms","start":"2026-03-14T01:34:08.725423Z","end":"2026-03-14T01:34:08.979494Z","steps":["trace[1949197634] 'read index received' (duration: 251.506884ms)","trace[1949197634] 'applied index is now lower than readState.Index' (duration: 2.563786ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:08.979877Z","caller":"traceutil/trace.go:171","msg":"trace[2080653704] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"408.673902ms","start":"2026-03-14T01:34:08.571162Z","end":"2026-03-14T01:34:08.979836Z","steps":["trace[2080653704] 'process raft request' (duration: 405.87779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.980029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.571124Z","time spent":"408.835235ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:08.980083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.642974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-14T01:34:08.98017Z","caller":"traceutil/trace.go:171","msg":"trace[209816946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"254.790048ms","start":"2026-03-14T01:34:08.72536Z","end":"2026-03-14T01:34:08.98015Z","steps":["trace[209816946] 'agreement among raft nodes before linearized reading' (duration: 254.507111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.409911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.594799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:09.410068Z","caller":"traceutil/trace.go:171","msg":"trace[1709992578] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:782; }","duration":"347.872518ms","start":"2026-03-14T01:34:09.062182Z","end":"2026-03-14T01:34:09.410054Z","steps":["trace[1709992578] 'read index received' (duration: 188.920091ms)","trace[1709992578] 'applied index is now lower than readState.Index' (duration: 158.951527ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:09.410106Z","caller":"traceutil/trace.go:171","msg":"trace[849862852] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"364.054545ms","start":"2026-03-14T01:34:09.046017Z","end":"2026-03-14T01:34:09.410072Z","steps":["trace[849862852] 'process raft request' (duration: 205.19613ms)","trace[849862852] 'compare' (duration: 158.327444ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:09.410148Z","caller":"traceutil/trace.go:171","msg":"trace[1190813987] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"361.186632ms","start":"2026-03-14T01:34:09.048934Z","end":"2026-03-14T01:34:09.410121Z","steps":["trace[1190813987] 'process raft request' (duration: 361.07095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.410256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.481295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-14T01:34:09.410299Z","caller":"traceutil/trace.go:171","msg":"trace[156025898] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:762; }","duration":"284.576267ms","start":"2026-03-14T01:34:09.125713Z","end":"2026-03-14T01:34:09.410289Z","steps":["trace[156025898] 'agreement among raft nodes before linearized reading' (duration: 284.424464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.410293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.048892Z","time spent":"361.330126ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:09.410401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.603612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T01:34:09.410253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.045984Z","time spent":"364.186758ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:09.410434Z","caller":"traceutil/trace.go:171","msg":"trace[1338377169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"277.653544ms","start":"2026-03-14T01:34:09.132773Z","end":"2026-03-14T01:34:09.410427Z","steps":["trace[1338377169] 'agreement among raft nodes before linearized reading' (duration: 277.514271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.410416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.205755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:34:09.410499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.404358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:34:09.410552Z","caller":"traceutil/trace.go:171","msg":"trace[1304554932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:762; }","duration":"348.370029ms","start":"2026-03-14T01:34:09.062138Z","end":"2026-03-14T01:34:09.410508Z","steps":["trace[1304554932] 'agreement among raft nodes before linearized reading' (duration: 347.992971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:09.410565Z","caller":"traceutil/trace.go:171","msg":"trace[331285071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"277.511761ms","start":"2026-03-14T01:34:09.133036Z","end":"2026-03-14T01:34:09.410548Z","steps":["trace[331285071] 'agreement among raft nodes before linearized reading' (duration: 277.323497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.410604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.144124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:34:09.410629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.062112Z","time spent":"348.479461ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:34:09.410689Z","caller":"traceutil/trace.go:171","msg":"trace[1996223494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:762; }","duration":"278.40367ms","start":"2026-03-14T01:34:09.132263Z","end":"2026-03-14T01:34:09.410666Z","steps":["trace[1996223494] 'agreement among raft nodes before linearized reading' (duration: 278.044042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.410773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.526567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gm4wq\" ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-03-14T01:34:09.410895Z","caller":"traceutil/trace.go:171","msg":"trace[611843074] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gm4wq; range_end:; response_count:1; response_revision:762; }","duration":"134.724311ms","start":"2026-03-14T01:34:09.276149Z","end":"2026-03-14T01:34:09.410873Z","steps":["trace[611843074] 'agreement among raft nodes before linearized reading' (duration: 134.108487ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:09.555617Z","caller":"traceutil/trace.go:171","msg":"trace[1392999937] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"128.605875ms","start":"2026-03-14T01:34:09.426982Z","end":"2026-03-14T01:34:09.555588Z","steps":["trace[1392999937] 'process raft request' (duration: 128.514343ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:09.555664Z","caller":"traceutil/trace.go:171","msg":"trace[397607043] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"133.033524ms","start":"2026-03-14T01:34:09.422581Z","end":"2026-03-14T01:34:09.555615Z","steps":["trace[397607043] 'process raft request' (duration: 132.747898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.325118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.549397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:10.325243Z","caller":"traceutil/trace.go:171","msg":"trace[902388237] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"486.524245ms","start":"2026-03-14T01:34:09.838697Z","end":"2026-03-14T01:34:10.325221Z","steps":["trace[902388237] 'process raft request' (duration: 365.790563ms)","trace[902388237] 'compare' (duration: 120.415425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:10.325298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.838667Z","time spent":"486.608467ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":614,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:10.380439Z","caller":"traceutil/trace.go:171","msg":"trace[1544121235] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"537.096122ms","start":"2026-03-14T01:34:09.843323Z","end":"2026-03-14T01:34:10.380419Z","steps":["trace[1544121235] 'process raft request' (duration: 536.946569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.380555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.843293Z","time spent":"537.204115ms","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4519,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.380599Z","caller":"traceutil/trace.go:171","msg":"trace[1073858632] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:793; }","duration":"526.693734ms","start":"2026-03-14T01:34:09.853876Z","end":"2026-03-14T01:34:10.38057Z","steps":["trace[1073858632] 'read index received' (duration: 350.634419ms)","trace[1073858632] 'applied index is now lower than readState.Index' (duration: 176.057435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:10.380717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.838287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.380766Z","caller":"traceutil/trace.go:171","msg":"trace[387472583] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:772; }","duration":"526.964729ms","start":"2026-03-14T01:34:09.853784Z","end":"2026-03-14T01:34:10.380749Z","steps":["trace[387472583] 'agreement among raft nodes before linearized reading' (duration: 526.878708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.380804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.853762Z","time spent":"527.034552ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:34:10.380809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.838866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.380853Z","caller":"traceutil/trace.go:171","msg":"trace[518092432] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:772; }","duration":"526.927999ms","start":"2026-03-14T01:34:09.853913Z","end":"2026-03-14T01:34:10.380841Z","steps":["trace[518092432] 'agreement among raft nodes before linearized reading' (duration: 526.824486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.380894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.853897Z","time spent":"526.98785ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:10.381045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.973105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.381056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.262775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.38108Z","caller":"traceutil/trace.go:171","msg":"trace[2040797813] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:772; }","duration":"336.019946ms","start":"2026-03-14T01:34:10.045051Z","end":"2026-03-14T01:34:10.381071Z","steps":["trace[2040797813] 'agreement among raft nodes before linearized reading' (duration: 335.968804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.818194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.381182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.402924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.381208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.343831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.381158Z","caller":"traceutil/trace.go:171","msg":"trace[2111308549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:772; }","duration":"267.390707ms","start":"2026-03-14T01:34:10.113704Z","end":"2026-03-14T01:34:10.381095Z","steps":["trace[2111308549] 'agreement among raft nodes before linearized reading' (duration: 267.257414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.037176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.38123Z","caller":"traceutil/trace.go:171","msg":"trace[895093460] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:772; }","duration":"237.463275ms","start":"2026-03-14T01:34:10.143753Z","end":"2026-03-14T01:34:10.381217Z","steps":["trace[895093460] 'agreement among raft nodes before linearized reading' (duration: 237.395883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.381238Z","caller":"traceutil/trace.go:171","msg":"trace[1994117069] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:772; }","duration":"354.406803ms","start":"2026-03-14T01:34:10.026823Z","end":"2026-03-14T01:34:10.381229Z","steps":["trace[1994117069] 'agreement among raft nodes before linearized reading' (duration: 354.361072ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.381234Z","caller":"traceutil/trace.go:171","msg":"trace[1141308516] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:772; }","duration":"200.968047ms","start":"2026-03-14T01:34:10.180239Z","end":"2026-03-14T01:34:10.381207Z","steps":["trace[1141308516] 'agreement among raft nodes before linearized reading' (duration: 200.826564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.026801Z","time spent":"354.464624ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-03-14T01:34:10.381281Z","caller":"traceutil/trace.go:171","msg":"trace[1555737872] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:772; }","duration":"237.153569ms","start":"2026-03-14T01:34:10.144102Z","end":"2026-03-14T01:34:10.381256Z","steps":["trace[1555737872] 'agreement among raft nodes before linearized reading' (duration: 237.005075ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.380747Z","caller":"traceutil/trace.go:171","msg":"trace[1320988760] transaction","detail":"{read_only:false; number_of_response:1; response_revision:772; }","duration":"260.791701ms","start":"2026-03-14T01:34:10.119884Z","end":"2026-03-14T01:34:10.380676Z","steps":["trace[1320988760] 'process raft request' (duration: 260.497134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.045047Z","time spent":"336.056766ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:10.381426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.097172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.381224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.107786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.381465Z","caller":"traceutil/trace.go:171","msg":"trace[1913417905] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:772; }","duration":"527.144493ms","start":"2026-03-14T01:34:09.854312Z","end":"2026-03-14T01:34:10.381456Z","steps":["trace[1913417905] 'agreement among raft nodes before linearized reading' (duration: 527.090852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.854308Z","time spent":"527.177534ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:10.381402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.312513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:10.381558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.327842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.38162Z","caller":"traceutil/trace.go:171","msg":"trace[1754871967] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:772; }","duration":"237.421774ms","start":"2026-03-14T01:34:10.144183Z","end":"2026-03-14T01:34:10.381605Z","steps":["trace[1754871967] 'agreement among raft nodes before linearized reading' (duration: 237.325262ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.381491Z","caller":"traceutil/trace.go:171","msg":"trace[2036457474] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:772; }","duration":"354.392422ms","start":"2026-03-14T01:34:10.02708Z","end":"2026-03-14T01:34:10.381472Z","steps":["trace[2036457474] 'agreement among raft nodes before linearized reading' (duration: 354.065445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.06606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.381703Z","caller":"traceutil/trace.go:171","msg":"trace[1599259569] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:772; }","duration":"200.62906ms","start":"2026-03-14T01:34:10.180958Z","end":"2026-03-14T01:34:10.381587Z","steps":["trace[1599259569] 'agreement among raft nodes before linearized reading' (duration: 200.088058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.027073Z","time spent":"354.650068ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:10.381029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.762033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.382065Z","caller":"traceutil/trace.go:171","msg":"trace[1500106821] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:772; }","duration":"201.798305ms","start":"2026-03-14T01:34:10.180218Z","end":"2026-03-14T01:34:10.382016Z","steps":["trace[1500106821] 'agreement among raft nodes before linearized reading' (duration: 200.754062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.800213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.382201Z","caller":"traceutil/trace.go:171","msg":"trace[1821389683] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:772; }","duration":"337.447666ms","start":"2026-03-14T01:34:10.044723Z","end":"2026-03-14T01:34:10.382171Z","steps":["trace[1821389683] 'agreement among raft nodes before linearized reading' (duration: 336.790222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.381158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.241879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.38228Z","caller":"traceutil/trace.go:171","msg":"trace[669700701] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:772; }","duration":"355.391434ms","start":"2026-03-14T01:34:10.026872Z","end":"2026-03-14T01:34:10.382264Z","steps":["trace[669700701] 'agreement among raft nodes before linearized reading' (duration: 354.26602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.382336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.026851Z","time spent":"355.462886ms","remote":"127.0.0.1:57314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:10.381743Z","caller":"traceutil/trace.go:171","msg":"trace[1251420276] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:772; }","duration":"337.136231ms","start":"2026-03-14T01:34:10.044593Z","end":"2026-03-14T01:34:10.381729Z","steps":["trace[1251420276] 'agreement among raft nodes before linearized reading' (duration: 336.928246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.382545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.044586Z","time spent":"337.936018ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:34:10.382761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.044719Z","time spent":"337.981308ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:34:10.565976Z","caller":"traceutil/trace.go:171","msg":"trace[1001228456] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"177.051799ms","start":"2026-03-14T01:34:10.3889Z","end":"2026-03-14T01:34:10.565952Z","steps":["trace[1001228456] 'process raft request' (duration: 176.350982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.755426Z","caller":"traceutil/trace.go:171","msg":"trace[261019881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:773; }","duration":"363.78348ms","start":"2026-03-14T01:34:10.391612Z","end":"2026-03-14T01:34:10.755395Z","steps":["trace[261019881] 'process raft request' (duration: 363.566615ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.755466Z","caller":"traceutil/trace.go:171","msg":"trace[372892483] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"267.472218ms","start":"2026-03-14T01:34:10.487968Z","end":"2026-03-14T01:34:10.75544Z","steps":["trace[372892483] 'process raft request' (duration: 267.318234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.755622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.39159Z","time spent":"363.918662ms","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30,"response count":0,"response size":4678,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.755653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.706867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.755753Z","caller":"traceutil/trace.go:171","msg":"trace[392429172] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:774; }","duration":"222.864401ms","start":"2026-03-14T01:34:10.532863Z","end":"2026-03-14T01:34:10.755727Z","steps":["trace[392429172] 'agreement among raft nodes before linearized reading' (duration: 222.641826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.755882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.934032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.755975Z","caller":"traceutil/trace.go:171","msg":"trace[2095367380] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:774; }","duration":"223.089256ms","start":"2026-03-14T01:34:10.532867Z","end":"2026-03-14T01:34:10.755956Z","steps":["trace[2095367380] 'agreement among raft nodes before linearized reading' (duration: 222.901482ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.755955Z","caller":"traceutil/trace.go:171","msg":"trace[2060356794] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:796; }","duration":"222.461892ms","start":"2026-03-14T01:34:10.532909Z","end":"2026-03-14T01:34:10.755371Z","steps":["trace[2060356794] 'read index received' (duration: 32.406727ms)","trace[2060356794] 'applied index is now lower than readState.Index' (duration: 190.054215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:10.756413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.946433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:10.756467Z","caller":"traceutil/trace.go:171","msg":"trace[1631077714] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:774; }","duration":"223.015725ms","start":"2026-03-14T01:34:10.533436Z","end":"2026-03-14T01:34:10.756452Z","steps":["trace[1631077714] 'agreement among raft nodes before linearized reading' (duration: 222.919573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:11.034311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.080388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:11.034429Z","caller":"traceutil/trace.go:171","msg":"trace[863241030] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"164.914058ms","start":"2026-03-14T01:34:10.869496Z","end":"2026-03-14T01:34:11.03441Z","steps":["trace[863241030] 'read index received' (duration: 29.523183ms)","trace[863241030] 'applied index is now lower than readState.Index' (duration: 135.389685ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:11.034521Z","caller":"traceutil/trace.go:171","msg":"trace[762614855] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"269.558744ms","start":"2026-03-14T01:34:10.764946Z","end":"2026-03-14T01:34:11.034505Z","steps":["trace[762614855] 'process raft request' (duration: 134.153459ms)","trace[762614855] 'compare' (duration: 134.825303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:11.034578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.079513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-03-14T01:34:11.03461Z","caller":"traceutil/trace.go:171","msg":"trace[223970216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:775; }","duration":"165.143954ms","start":"2026-03-14T01:34:10.869457Z","end":"2026-03-14T01:34:11.034601Z","steps":["trace[223970216] 'agreement among raft nodes before linearized reading' (duration: 165.004081ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:11.244445Z","caller":"traceutil/trace.go:171","msg":"trace[209627448] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"201.147141ms","start":"2026-03-14T01:34:11.043265Z","end":"2026-03-14T01:34:11.244412Z","steps":["trace[209627448] 'process raft request' (duration: 171.998336ms)","trace[209627448] 'compare' (duration: 29.009702ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:12.117075Z","caller":"traceutil/trace.go:171","msg":"trace[919497489] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"358.684527ms","start":"2026-03-14T01:34:11.758369Z","end":"2026-03-14T01:34:12.117054Z","steps":["trace[919497489] 'process raft request' (duration: 358.568454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.117198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.758349Z","time spent":"358.788979ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1653,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:12.241126Z","caller":"traceutil/trace.go:171","msg":"trace[566534118] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"474.684023ms","start":"2026-03-14T01:34:11.766416Z","end":"2026-03-14T01:34:12.2411Z","steps":["trace[566534118] 'read index received' (duration: 350.552486ms)","trace[566534118] 'applied index is now lower than readState.Index' (duration: 124.130607ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:12.241158Z","caller":"traceutil/trace.go:171","msg":"trace[529985773] transaction","detail":"{read_only:false; number_of_response:0; response_revision:781; }","duration":"482.573189ms","start":"2026-03-14T01:34:11.758552Z","end":"2026-03-14T01:34:12.241126Z","steps":["trace[529985773] 'process raft request' (duration: 446.241215ms)","trace[529985773] 'compare' (duration: 36.222361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:12.241306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.758537Z","time spent":"482.695401ms","remote":"127.0.0.1:57310","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:12.241417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.98512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:12.241485Z","caller":"traceutil/trace.go:171","msg":"trace[1783173072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:781; }","duration":"475.052092ms","start":"2026-03-14T01:34:11.766401Z","end":"2026-03-14T01:34:12.241453Z","steps":["trace[1783173072] 'agreement among raft nodes before linearized reading' (duration: 474.795376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.241524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.766348Z","time spent":"475.168084ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:34:12.308024Z","caller":"traceutil/trace.go:171","msg":"trace[1116966201] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"184.149684ms","start":"2026-03-14T01:34:12.123833Z","end":"2026-03-14T01:34:12.307982Z","steps":["trace[1116966201] 'process raft request' (duration: 183.98677ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:12.467266Z","caller":"traceutil/trace.go:171","msg":"trace[258005886] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"221.256387ms","start":"2026-03-14T01:34:12.245982Z","end":"2026-03-14T01:34:12.467238Z","steps":["trace[258005886] 'process raft request' (duration: 170.300909ms)","trace[258005886] 'compare' (duration: 50.833685ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:12.47153Z","caller":"traceutil/trace.go:171","msg":"trace[1988169063] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"156.132066ms","start":"2026-03-14T01:34:12.31537Z","end":"2026-03-14T01:34:12.471502Z","steps":["trace[1988169063] 'process raft request' (duration: 155.960452ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.595151Z","caller":"traceutil/trace.go:171","msg":"trace[1911058895] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"106.343973ms","start":"2026-03-14T01:34:14.488785Z","end":"2026-03-14T01:34:14.595129Z","steps":["trace[1911058895] 'read index received' (duration: 106.237011ms)","trace[1911058895] 'applied index is now lower than readState.Index' (duration: 105.622µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:14.59537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.568638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gm4wq\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-14T01:34:14.595444Z","caller":"traceutil/trace.go:171","msg":"trace[58961517] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gm4wq; range_end:; response_count:1; response_revision:792; }","duration":"106.65001ms","start":"2026-03-14T01:34:14.488773Z","end":"2026-03-14T01:34:14.595423Z","steps":["trace[58961517] 'agreement among raft nodes before linearized reading' (duration: 106.446315ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:14.595339Z","caller":"traceutil/trace.go:171","msg":"trace[2021165837] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"119.724529ms","start":"2026-03-14T01:34:14.475571Z","end":"2026-03-14T01:34:14.595296Z","steps":["trace[2021165837] 'process raft request' (duration: 119.428723ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:15.490641Z","caller":"traceutil/trace.go:171","msg":"trace[260763854] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"281.99198ms","start":"2026-03-14T01:34:15.208612Z","end":"2026-03-14T01:34:15.490604Z","steps":["trace[260763854] 'process raft request' (duration: 281.773645ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:15.799784Z","caller":"traceutil/trace.go:171","msg":"trace[974132131] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:850; }","duration":"212.642115ms","start":"2026-03-14T01:34:15.587086Z","end":"2026-03-14T01:34:15.799728Z","steps":["trace[974132131] 'read index received' (duration: 212.271127ms)","trace[974132131] 'applied index is now lower than readState.Index' (duration: 369.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:15.799844Z","caller":"traceutil/trace.go:171","msg":"trace[682745894] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"433.808799ms","start":"2026-03-14T01:34:15.365963Z","end":"2026-03-14T01:34:15.799771Z","steps":["trace[682745894] 'process raft request' (duration: 433.40765ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:15.799939Z","caller":"traceutil/trace.go:171","msg":"trace[1425403537] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"431.768894ms","start":"2026-03-14T01:34:15.36812Z","end":"2026-03-14T01:34:15.799889Z","steps":["trace[1425403537] 'process raft request' (duration: 431.542999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.800104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.365936Z","time spent":"434.038615ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:15.80013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.368092Z","time spent":"431.943488ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3045,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:15.800326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.108175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:34:15.800346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.333959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:15.8004Z","caller":"traceutil/trace.go:171","msg":"trace[69723129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:825; }","duration":"213.34361ms","start":"2026-03-14T01:34:15.587034Z","end":"2026-03-14T01:34:15.800377Z","steps":["trace[69723129] 'agreement among raft nodes before linearized reading' (duration: 212.941162ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:15.80043Z","caller":"traceutil/trace.go:171","msg":"trace[2019391548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:825; }","duration":"212.453751ms","start":"2026-03-14T01:34:15.587954Z","end":"2026-03-14T01:34:15.800407Z","steps":["trace[2019391548] 'agreement among raft nodes before linearized reading' (duration: 212.102683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.800496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.064595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:34:15.800618Z","caller":"traceutil/trace.go:171","msg":"trace[55049837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:825; }","duration":"209.279781ms","start":"2026-03-14T01:34:15.591311Z","end":"2026-03-14T01:34:15.800591Z","steps":["trace[55049837] 'agreement among raft nodes before linearized reading' (duration: 208.79705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:15.800834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.53045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:15.800889Z","caller":"traceutil/trace.go:171","msg":"trace[1341014667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:825; }","duration":"211.607831ms","start":"2026-03-14T01:34:15.589265Z","end":"2026-03-14T01:34:15.800873Z","steps":["trace[1341014667] 'agreement among raft nodes before linearized reading' (duration: 211.380046ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.253531Z","caller":"traceutil/trace.go:171","msg":"trace[577087551] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"447.877691ms","start":"2026-03-14T01:34:15.805616Z","end":"2026-03-14T01:34:16.253494Z","steps":["trace[577087551] 'process raft request' (duration: 447.637676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.253888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.805595Z","time spent":"448.109615ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.315299Z","caller":"traceutil/trace.go:171","msg":"trace[1838877032] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"508.919571ms","start":"2026-03-14T01:34:15.806347Z","end":"2026-03-14T01:34:16.315267Z","steps":["trace[1838877032] 'process raft request' (duration: 508.544443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.315486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.806315Z","time spent":"509.068315ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.315501Z","caller":"traceutil/trace.go:171","msg":"trace[2053291362] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"509.024944ms","start":"2026-03-14T01:34:15.806455Z","end":"2026-03-14T01:34:16.31548Z","steps":["trace[2053291362] 'process raft request' (duration: 508.618055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.315633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.806425Z","time spent":"509.150176ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.316052Z","caller":"traceutil/trace.go:171","msg":"trace[1992346053] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"509.115475ms","start":"2026-03-14T01:34:15.806919Z","end":"2026-03-14T01:34:16.316035Z","steps":["trace[1992346053] 'process raft request' (duration: 508.4287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.316135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.806905Z","time spent":"509.193428ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1671,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:16.316173Z","caller":"traceutil/trace.go:171","msg":"trace[1962251709] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"507.480249ms","start":"2026-03-14T01:34:15.80867Z","end":"2026-03-14T01:34:16.31615Z","steps":["trace[1962251709] 'process raft request' (duration: 507.178382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.31628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.80864Z","time spent":"507.582311ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.316502Z","caller":"traceutil/trace.go:171","msg":"trace[52088747] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"503.596993ms","start":"2026-03-14T01:34:15.812527Z","end":"2026-03-14T01:34:16.316124Z","steps":["trace[52088747] 'process raft request' (duration: 503.514151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.316609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:15.812512Z","time spent":"504.053253ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:16.579682Z","caller":"traceutil/trace.go:171","msg":"trace[350989219] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"256.359532ms","start":"2026-03-14T01:34:16.323254Z","end":"2026-03-14T01:34:16.579613Z","steps":["trace[350989219] 'process raft request' (duration: 255.684648ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.803261Z","caller":"traceutil/trace.go:171","msg":"trace[1319790040] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"478.154161ms","start":"2026-03-14T01:34:16.325078Z","end":"2026-03-14T01:34:16.803232Z","steps":["trace[1319790040] 'process raft request' (duration: 477.990327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.803476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.32507Z","time spent":"478.335985ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2493,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:16.938631Z","caller":"traceutil/trace.go:171","msg":"trace[1204935657] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:859; }","duration":"339.42523ms","start":"2026-03-14T01:34:16.599185Z","end":"2026-03-14T01:34:16.93861Z","steps":["trace[1204935657] 'read index received' (duration: 203.903762ms)","trace[1204935657] 'applied index is now lower than readState.Index' (duration: 135.520558ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.938768Z","caller":"traceutil/trace.go:171","msg":"trace[1381156147] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"348.570373ms","start":"2026-03-14T01:34:16.590157Z","end":"2026-03-14T01:34:16.938727Z","steps":["trace[1381156147] 'process raft request' (duration: 348.408309ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.938817Z","caller":"traceutil/trace.go:171","msg":"trace[1135754920] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"353.097343ms","start":"2026-03-14T01:34:16.585684Z","end":"2026-03-14T01:34:16.938781Z","steps":["trace[1135754920] 'process raft request' (duration: 352.749205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.938866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.661917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:16.938889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.590128Z","time spent":"348.701836ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:16.938906Z","caller":"traceutil/trace.go:171","msg":"trace[622538786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:835; }","duration":"339.746158ms","start":"2026-03-14T01:34:16.599149Z","end":"2026-03-14T01:34:16.938895Z","steps":["trace[622538786] 'agreement among raft nodes before linearized reading' (duration: 339.550303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.938941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.599139Z","time spent":"339.794329ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:16.938968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.585666Z","time spent":"353.233227ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2271,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:17.180868Z","caller":"traceutil/trace.go:171","msg":"trace[710340557] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"237.544247ms","start":"2026-03-14T01:34:16.943291Z","end":"2026-03-14T01:34:17.180835Z","steps":["trace[710340557] 'process raft request' (duration: 237.346022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:17.484855Z","caller":"traceutil/trace.go:171","msg":"trace[480258562] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"478.459247ms","start":"2026-03-14T01:34:17.006371Z","end":"2026-03-14T01:34:17.48483Z","steps":["trace[480258562] 'process raft request' (duration: 478.374705ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:17.484875Z","caller":"traceutil/trace.go:171","msg":"trace[1595474775] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"535.934499ms","start":"2026-03-14T01:34:16.948913Z","end":"2026-03-14T01:34:17.484848Z","steps":["trace[1595474775] 'process raft request' (duration: 533.68941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.484998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.006349Z","time spent":"478.588989ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:17.485014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.948889Z","time spent":"536.058781ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:34:17.485563Z","caller":"traceutil/trace.go:171","msg":"trace[523263994] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"194.307071ms","start":"2026-03-14T01:34:17.29122Z","end":"2026-03-14T01:34:17.485527Z","steps":["trace[523263994] 'process raft request' (duration: 194.071756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.530926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.710212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:34:18.531017Z","caller":"traceutil/trace.go:171","msg":"trace[556590203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:855; }","duration":"210.837505ms","start":"2026-03-14T01:34:18.320161Z","end":"2026-03-14T01:34:18.530998Z","steps":["trace[556590203] 'range keys from in-memory index tree' (duration: 210.557878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.531076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.500406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:18.531107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.884208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-m2qj5\" ","response":"range_response_count:1 size:4741"} {"level":"info","ts":"2026-03-14T01:34:18.531196Z","caller":"traceutil/trace.go:171","msg":"trace[411794308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:855; }","duration":"209.66737ms","start":"2026-03-14T01:34:18.321497Z","end":"2026-03-14T01:34:18.531165Z","steps":["trace[411794308] 'range keys from in-memory index tree' (duration: 209.270211ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:18.531261Z","caller":"traceutil/trace.go:171","msg":"trace[394703693] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-m2qj5; range_end:; response_count:1; response_revision:855; }","duration":"212.103263ms","start":"2026-03-14T01:34:18.319128Z","end":"2026-03-14T01:34:18.531231Z","steps":["trace[394703693] 'range keys from in-memory index tree' (duration: 211.669464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:18.531142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.802704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:34:18.531368Z","caller":"traceutil/trace.go:171","msg":"trace[58518700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:855; }","duration":"211.095581ms","start":"2026-03-14T01:34:18.320258Z","end":"2026-03-14T01:34:18.531354Z","steps":["trace[58518700] 'range keys from in-memory index tree' (duration: 210.493358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:26.142144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189410655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:26.643129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189410655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:26.874485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.860661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:26.874637Z","caller":"traceutil/trace.go:171","msg":"trace[1158286791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"312.008194ms","start":"2026-03-14T01:34:26.56259Z","end":"2026-03-14T01:34:26.874598Z","steps":["trace[1158286791] 'range keys from in-memory index tree' (duration: 311.843021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.143723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189410655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:27.151007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678999802s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:34:27.151517Z","caller":"traceutil/trace.go:171","msg":"trace[221874890] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"1.679657877s","start":"2026-03-14T01:34:25.471832Z","end":"2026-03-14T01:34:27.15149Z","steps":["trace[221874890] 'process raft request' (duration: 1.679451802s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.151701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.471799Z","time spent":"1.67980153s","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2600,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:27.165603Z","caller":"traceutil/trace.go:171","msg":"trace[1336128851] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:974; }","duration":"1.524031673s","start":"2026-03-14T01:34:25.641548Z","end":"2026-03-14T01:34:27.165579Z","steps":["trace[1336128851] 'read index received' (duration: 1.509766118s)","trace[1336128851] 'applied index is now lower than readState.Index' (duration: 14.264395ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:27.165667Z","caller":"traceutil/trace.go:171","msg":"trace[1405844583] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.693781129s","start":"2026-03-14T01:34:25.471874Z","end":"2026-03-14T01:34:27.165655Z","steps":["trace[1405844583] 'process raft request' (duration: 1.693585855s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.165886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489442068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.165915Z","caller":"traceutil/trace.go:171","msg":"trace[1266546103] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"1.489467438s","start":"2026-03-14T01:34:25.676437Z","end":"2026-03-14T01:34:27.165904Z","steps":["trace[1266546103] 'agreement among raft nodes before linearized reading' (duration: 1.489431408s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.165939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.67639Z","time spent":"1.48954305s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:27.16606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.846036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:27.166099Z","caller":"traceutil/trace.go:171","msg":"trace[457974895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"849.915576ms","start":"2026-03-14T01:34:26.31617Z","end":"2026-03-14T01:34:27.166086Z","steps":["trace[457974895] 'agreement among raft nodes before linearized reading' (duration: 849.825584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.166081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.388445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:34:27.166121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.316143Z","time spent":"849.973508ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:27.166147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48996124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.16614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.564974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:34:27.16616Z","caller":"traceutil/trace.go:171","msg":"trace[1777830845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"506.516868ms","start":"2026-03-14T01:34:26.659625Z","end":"2026-03-14T01:34:27.166142Z","steps":["trace[1777830845] 'agreement among raft nodes before linearized reading' (duration: 506.252652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.16614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507244313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.166174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.376725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:27.166253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.659615Z","time spent":"506.62856ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:27.166273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490144014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.166276Z","caller":"traceutil/trace.go:171","msg":"trace[1748811633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"513.745858ms","start":"2026-03-14T01:34:26.652509Z","end":"2026-03-14T01:34:27.166255Z","steps":["trace[1748811633] 'agreement among raft nodes before linearized reading' (duration: 513.409351ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.166299Z","caller":"traceutil/trace.go:171","msg":"trace[1751873822] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"1.507432636s","start":"2026-03-14T01:34:25.658838Z","end":"2026-03-14T01:34:27.16627Z","steps":["trace[1751873822] 'agreement among raft nodes before linearized reading' (duration: 1.507162771s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.166312Z","caller":"traceutil/trace.go:171","msg":"trace[104992527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:945; }","duration":"506.547549ms","start":"2026-03-14T01:34:26.659741Z","end":"2026-03-14T01:34:27.166289Z","steps":["trace[104992527] 'agreement among raft nodes before linearized reading' (duration: 506.206411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.166347Z","caller":"traceutil/trace.go:171","msg":"trace[1394837174] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"1.490185835s","start":"2026-03-14T01:34:25.676108Z","end":"2026-03-14T01:34:27.166294Z","steps":["trace[1394837174] 'agreement among raft nodes before linearized reading' (duration: 1.490077413s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.166352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.658831Z","time spent":"1.507508868s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:34:27.165742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524175497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.166391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.676098Z","time spent":"1.490269007s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:27.166377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.659714Z","time spent":"506.65038ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:27.166173Z","caller":"traceutil/trace.go:171","msg":"trace[1872035798] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"1.490045212s","start":"2026-03-14T01:34:25.676122Z","end":"2026-03-14T01:34:27.166167Z","steps":["trace[1872035798] 'agreement among raft nodes before linearized reading' (duration: 1.490003761s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.166332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.652481Z","time spent":"513.839591ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:27.166419Z","caller":"traceutil/trace.go:171","msg":"trace[1994988949] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"1.524898852s","start":"2026-03-14T01:34:25.641507Z","end":"2026-03-14T01:34:27.166405Z","steps":["trace[1994988949] 'agreement among raft nodes before linearized reading' (duration: 1.524177117s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.166585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.641484Z","time spent":"1.525086617s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:27.165986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507088469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.166877Z","caller":"traceutil/trace.go:171","msg":"trace[2017334052] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"1.50798871s","start":"2026-03-14T01:34:25.65887Z","end":"2026-03-14T01:34:27.166858Z","steps":["trace[2017334052] 'agreement among raft nodes before linearized reading' (duration: 1.507018508s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.16585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506348852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.167091Z","caller":"traceutil/trace.go:171","msg":"trace[990259052] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"1.50757733s","start":"2026-03-14T01:34:25.659491Z","end":"2026-03-14T01:34:27.167068Z","steps":["trace[990259052] 'agreement among raft nodes before linearized reading' (duration: 1.506316171s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.167159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.659474Z","time spent":"1.507667041s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:27.165857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524155166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.167303Z","caller":"traceutil/trace.go:171","msg":"trace[1932871064] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"1.525695161s","start":"2026-03-14T01:34:25.641591Z","end":"2026-03-14T01:34:27.167286Z","steps":["trace[1932871064] 'agreement among raft nodes before linearized reading' (duration: 1.524154396s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.167402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.641561Z","time spent":"1.525803103s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:34:27.166158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524058124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.167561Z","caller":"traceutil/trace.go:171","msg":"trace[35250990] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"1.525490586s","start":"2026-03-14T01:34:25.642051Z","end":"2026-03-14T01:34:27.167541Z","steps":["trace[35250990] 'agreement among raft nodes before linearized reading' (duration: 1.524028643s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.167665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.642044Z","time spent":"1.525604619s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-14T01:34:27.167582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.658865Z","time spent":"1.508117543s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:27.166122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.471851Z","time spent":"1.694079246s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:27.166467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.676086Z","time spent":"1.490370959s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:34:27.165806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402717279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.168079Z","caller":"traceutil/trace.go:171","msg":"trace[84067794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"1.40497869s","start":"2026-03-14T01:34:25.763084Z","end":"2026-03-14T01:34:27.168062Z","steps":["trace[84067794] 'agreement among raft nodes before linearized reading' (duration: 1.402705499s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.168129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:25.763023Z","time spent":"1.405094193s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:35.164508Z","caller":"traceutil/trace.go:171","msg":"trace[1405313221] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"181.813202ms","start":"2026-03-14T01:34:34.982658Z","end":"2026-03-14T01:34:35.164471Z","steps":["trace[1405313221] 'process raft request' (duration: 181.583917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.308168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.199026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:35.308289Z","caller":"traceutil/trace.go:171","msg":"trace[1239743958] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:975; }","duration":"215.404212ms","start":"2026-03-14T01:34:35.092856Z","end":"2026-03-14T01:34:35.30826Z","steps":["trace[1239743958] 'agreement among raft nodes before linearized reading' (duration: 71.620269ms)","trace[1239743958] 'count revisions from in-memory index tree' (duration: 143.605068ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:35.458957Z","caller":"traceutil/trace.go:171","msg":"trace[1693224965] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"146.430605ms","start":"2026-03-14T01:34:35.312499Z","end":"2026-03-14T01:34:35.45893Z","steps":["trace[1693224965] 'process raft request' (duration: 146.278971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.562512Z","caller":"traceutil/trace.go:171","msg":"trace[226870484] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"249.667316ms","start":"2026-03-14T01:34:35.312799Z","end":"2026-03-14T01:34:35.562467Z","steps":["trace[226870484] 'process raft request' (duration: 198.288581ms)","trace[226870484] 'compare' (duration: 50.907303ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:35.562655Z","caller":"traceutil/trace.go:171","msg":"trace[1028992802] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"249.729737ms","start":"2026-03-14T01:34:35.312868Z","end":"2026-03-14T01:34:35.562598Z","steps":["trace[1028992802] 'process raft request' (duration: 249.460051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.562744Z","caller":"traceutil/trace.go:171","msg":"trace[416701711] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"249.479751ms","start":"2026-03-14T01:34:35.313242Z","end":"2026-03-14T01:34:35.562722Z","steps":["trace[416701711] 'process raft request' (duration: 249.168894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.562885Z","caller":"traceutil/trace.go:171","msg":"trace[581592350] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"248.628061ms","start":"2026-03-14T01:34:35.314229Z","end":"2026-03-14T01:34:35.562857Z","steps":["trace[581592350] 'process raft request' (duration: 248.410496ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.563268Z","caller":"traceutil/trace.go:171","msg":"trace[1158117987] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"248.989309ms","start":"2026-03-14T01:34:35.314264Z","end":"2026-03-14T01:34:35.563253Z","steps":["trace[1158117987] 'process raft request' (duration: 248.507668ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.56344Z","caller":"traceutil/trace.go:171","msg":"trace[1121934453] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"249.129182ms","start":"2026-03-14T01:34:35.314272Z","end":"2026-03-14T01:34:35.563401Z","steps":["trace[1121934453] 'process raft request' (duration: 248.880097ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.563541Z","caller":"traceutil/trace.go:171","msg":"trace[2008045459] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"247.501753ms","start":"2026-03-14T01:34:35.316027Z","end":"2026-03-14T01:34:35.563529Z","steps":["trace[2008045459] 'process raft request' (duration: 247.309059ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.737386Z","caller":"traceutil/trace.go:171","msg":"trace[1292322079] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"164.096218ms","start":"2026-03-14T01:34:35.573254Z","end":"2026-03-14T01:34:35.73735Z","steps":["trace[1292322079] 'process raft request' (duration: 159.205003ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:37.633203Z","caller":"traceutil/trace.go:171","msg":"trace[595636620] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"127.030589ms","start":"2026-03-14T01:34:37.506139Z","end":"2026-03-14T01:34:37.633169Z","steps":["trace[595636620] 'process raft request' (duration: 126.862545ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:38.77527Z","caller":"traceutil/trace.go:171","msg":"trace[129935358] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"125.643286ms","start":"2026-03-14T01:34:38.649599Z","end":"2026-03-14T01:34:38.775242Z","steps":["trace[129935358] 'process raft request' (duration: 70.137115ms)","trace[129935358] 'compare' (duration: 55.391318ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:40.858771Z","caller":"traceutil/trace.go:171","msg":"trace[1116829997] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"107.812068ms","start":"2026-03-14T01:34:40.750933Z","end":"2026-03-14T01:34:40.858745Z","steps":["trace[1116829997] 'process raft request' (duration: 107.700635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:40.858849Z","caller":"traceutil/trace.go:171","msg":"trace[724115977] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"107.058271ms","start":"2026-03-14T01:34:40.75178Z","end":"2026-03-14T01:34:40.858838Z","steps":["trace[724115977] 'process raft request' (duration: 106.949938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:40.858827Z","caller":"traceutil/trace.go:171","msg":"trace[2075636917] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"107.367148ms","start":"2026-03-14T01:34:40.75142Z","end":"2026-03-14T01:34:40.858787Z","steps":["trace[2075636917] 'process raft request' (duration: 107.251965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:40.858855Z","caller":"traceutil/trace.go:171","msg":"trace[956935651] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"103.18054ms","start":"2026-03-14T01:34:40.755653Z","end":"2026-03-14T01:34:40.858834Z","steps":["trace[956935651] 'process raft request' (duration: 103.112278ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:40.858866Z","caller":"traceutil/trace.go:171","msg":"trace[1620334515] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"107.363818ms","start":"2026-03-14T01:34:40.751472Z","end":"2026-03-14T01:34:40.858836Z","steps":["trace[1620334515] 'process raft request' (duration: 107.230065ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:40.858763Z","caller":"traceutil/trace.go:171","msg":"trace[39812136] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"107.844438ms","start":"2026-03-14T01:34:40.750884Z","end":"2026-03-14T01:34:40.858729Z","steps":["trace[39812136] 'process raft request' (duration: 107.611663ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:41.027668Z","caller":"traceutil/trace.go:171","msg":"trace[2028870256] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"111.740579ms","start":"2026-03-14T01:34:40.915905Z","end":"2026-03-14T01:34:41.027645Z","steps":["trace[2028870256] 'process raft request' (duration: 111.492003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:48.287535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.777037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:48.287671Z","caller":"traceutil/trace.go:171","msg":"trace[295830034] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"273.086823ms","start":"2026-03-14T01:34:48.01456Z","end":"2026-03-14T01:34:48.287647Z","steps":["trace[295830034] 'process raft request' (duration: 139.108791ms)","trace[295830034] 'compare' (duration: 133.600783ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:48.981964Z","caller":"traceutil/trace.go:171","msg":"trace[1004768893] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"168.48536ms","start":"2026-03-14T01:34:48.813431Z","end":"2026-03-14T01:34:48.981917Z","steps":["trace[1004768893] 'process raft request' (duration: 135.402305ms)","trace[1004768893] 'compare' (duration: 32.822079ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:49.139082Z","caller":"traceutil/trace.go:171","msg":"trace[1602571298] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"145.590024ms","start":"2026-03-14T01:34:48.993462Z","end":"2026-03-14T01:34:49.139052Z","steps":["trace[1602571298] 'process raft request' (duration: 139.734177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:51.865298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.46248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:51.8654Z","caller":"traceutil/trace.go:171","msg":"trace[2093732392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"103.622484ms","start":"2026-03-14T01:34:51.761756Z","end":"2026-03-14T01:34:51.865379Z","steps":["trace[2093732392] 'range keys from in-memory index tree' (duration: 103.341478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:51.865433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.493813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:51.865507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.732288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:51.865542Z","caller":"traceutil/trace.go:171","msg":"trace[560365743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1105; }","duration":"118.770989ms","start":"2026-03-14T01:34:51.746763Z","end":"2026-03-14T01:34:51.865534Z","steps":["trace[560365743] 'range keys from in-memory index tree' (duration: 118.550874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:51.865531Z","caller":"traceutil/trace.go:171","msg":"trace[1802582964] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1105; }","duration":"127.654686ms","start":"2026-03-14T01:34:51.737852Z","end":"2026-03-14T01:34:51.865507Z","steps":["trace[1802582964] 'count revisions from in-memory index tree' (duration: 127.38521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:51.865643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.834367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:51.865862Z","caller":"traceutil/trace.go:171","msg":"trace[29738641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1105; }","duration":"112.086303ms","start":"2026-03-14T01:34:51.753752Z","end":"2026-03-14T01:34:51.865838Z","steps":["trace[29738641] 'range keys from in-memory index tree' (duration: 111.54745ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:55.876908Z","caller":"traceutil/trace.go:171","msg":"trace[1309401158] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"119.190109ms","start":"2026-03-14T01:34:55.757696Z","end":"2026-03-14T01:34:55.876886Z","steps":["trace[1309401158] 'process raft request' (duration: 112.37769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:55.87692Z","caller":"traceutil/trace.go:171","msg":"trace[641697649] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"118.965453ms","start":"2026-03-14T01:34:55.75793Z","end":"2026-03-14T01:34:55.876895Z","steps":["trace[641697649] 'process raft request' (duration: 118.85196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:55.877134Z","caller":"traceutil/trace.go:171","msg":"trace[1469264527] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"117.365076ms","start":"2026-03-14T01:34:55.759753Z","end":"2026-03-14T01:34:55.877118Z","steps":["trace[1469264527] 'process raft request' (duration: 117.072709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:55.877431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.681034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-03-14T01:34:55.877406Z","caller":"traceutil/trace.go:171","msg":"trace[823419540] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"116.917685ms","start":"2026-03-14T01:34:55.760431Z","end":"2026-03-14T01:34:55.877349Z","steps":["trace[823419540] 'process raft request' (duration: 116.596338ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:55.877487Z","caller":"traceutil/trace.go:171","msg":"trace[588927277] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1179; }","duration":"117.772586ms","start":"2026-03-14T01:34:55.759697Z","end":"2026-03-14T01:34:55.87747Z","steps":["trace[588927277] 'agreement among raft nodes before linearized reading' (duration: 117.550141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:55.877614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.835811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7skk8\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-03-14T01:34:55.877706Z","caller":"traceutil/trace.go:171","msg":"trace[601000574] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-7skk8; range_end:; response_count:1; response_revision:1180; }","duration":"115.944943ms","start":"2026-03-14T01:34:55.761737Z","end":"2026-03-14T01:34:55.877682Z","steps":["trace[601000574] 'agreement among raft nodes before linearized reading' (duration: 115.636666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:58.640474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.931959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hhx7w\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-14T01:34:58.640575Z","caller":"traceutil/trace.go:171","msg":"trace[1364419621] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hhx7w; range_end:; response_count:1; response_revision:1229; }","duration":"118.112663ms","start":"2026-03-14T01:34:58.52244Z","end":"2026-03-14T01:34:58.640553Z","steps":["trace[1364419621] 'range keys from in-memory index tree' (duration: 117.682093ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:04.051266Z","caller":"traceutil/trace.go:171","msg":"trace[1426487166] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"220.96134ms","start":"2026-03-14T01:35:03.830272Z","end":"2026-03-14T01:35:04.051234Z","steps":["trace[1426487166] 'process raft request' (duration: 216.359292ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:04.115762Z","caller":"traceutil/trace.go:171","msg":"trace[1690937630] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"265.990714ms","start":"2026-03-14T01:35:03.84975Z","end":"2026-03-14T01:35:04.115741Z","steps":["trace[1690937630] 'process raft request' (duration: 265.786489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:05.66662Z","caller":"traceutil/trace.go:171","msg":"trace[804180820] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"140.99362ms","start":"2026-03-14T01:35:05.525599Z","end":"2026-03-14T01:35:05.666592Z","steps":["trace[804180820] 'process raft request' (duration: 140.832226ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:05.789878Z","caller":"traceutil/trace.go:171","msg":"trace[7548611] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"114.796426ms","start":"2026-03-14T01:35:05.67501Z","end":"2026-03-14T01:35:05.789806Z","steps":["trace[7548611] 'process raft request' (duration: 114.53649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:18.873731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.547826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:18.873868Z","caller":"traceutil/trace.go:171","msg":"trace[1533396325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1539; }","duration":"113.746591ms","start":"2026-03-14T01:35:18.7601Z","end":"2026-03-14T01:35:18.873846Z","steps":["trace[1533396325] 'range keys from in-memory index tree' (duration: 113.451124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:27.282534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.803105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:35:27.282602Z","caller":"traceutil/trace.go:171","msg":"trace[504219192] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895; range_end:; response_count:1; response_revision:1653; }","duration":"349.926547ms","start":"2026-03-14T01:35:26.932662Z","end":"2026-03-14T01:35:27.282588Z","steps":["trace[504219192] 'range keys from in-memory index tree' (duration: 349.697772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:27.28263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:26.932638Z","time spent":"349.981989ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895\" "} {"level":"info","ts":"2026-03-14T01:35:27.803535Z","caller":"traceutil/trace.go:171","msg":"trace[991863766] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"133.834892ms","start":"2026-03-14T01:35:27.669672Z","end":"2026-03-14T01:35:27.803507Z","steps":["trace[991863766] 'process raft request' (duration: 133.680648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:28.787011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:35:28.957579Z","caller":"traceutil/trace.go:171","msg":"trace[266200701] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"711.933248ms","start":"2026-03-14T01:35:28.245618Z","end":"2026-03-14T01:35:28.957552Z","steps":["trace[266200701] 'process raft request' (duration: 711.780284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:28.95774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.245591Z","time spent":"712.06394ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:29.289921Z","caller":"traceutil/trace.go:171","msg":"trace[1279060097] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"739.39701ms","start":"2026-03-14T01:35:28.550489Z","end":"2026-03-14T01:35:29.289886Z","steps":["trace[1279060097] 'process raft request' (duration: 732.233152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.550448Z","time spent":"739.590935ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:29.290291Z","caller":"traceutil/trace.go:171","msg":"trace[1899996840] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1722; }","duration":"1.004170626s","start":"2026-03-14T01:35:28.286088Z","end":"2026-03-14T01:35:29.290258Z","steps":["trace[1899996840] 'read index received' (duration: 671.327768ms)","trace[1899996840] 'applied index is now lower than readState.Index' (duration: 332.840478ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:29.2904Z","caller":"traceutil/trace.go:171","msg":"trace[2056342343] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"678.111286ms","start":"2026-03-14T01:35:28.612237Z","end":"2026-03-14T01:35:29.290348Z","steps":["trace[2056342343] 'process raft request' (duration: 677.568003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.737309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:29.290544Z","caller":"traceutil/trace.go:171","msg":"trace[106839019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"527.81537ms","start":"2026-03-14T01:35:28.762714Z","end":"2026-03-14T01:35:29.29053Z","steps":["trace[106839019] 'agreement among raft nodes before linearized reading' (duration: 527.725588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.29059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.762688Z","time spent":"527.894112ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:29.290593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.335122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:29.290601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004507224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-14T01:35:29.29065Z","caller":"traceutil/trace.go:171","msg":"trace[913707306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1657; }","duration":"678.452355ms","start":"2026-03-14T01:35:28.612182Z","end":"2026-03-14T01:35:29.290634Z","steps":["trace[913707306] 'agreement among raft nodes before linearized reading' (duration: 678.25329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.541925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:35:29.29065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.989964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:29.290731Z","caller":"traceutil/trace.go:171","msg":"trace[93154485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1657; }","duration":"995.647537ms","start":"2026-03-14T01:35:28.295067Z","end":"2026-03-14T01:35:29.290714Z","steps":["trace[93154485] 'agreement among raft nodes before linearized reading' (duration: 995.387401ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:29.290745Z","caller":"traceutil/trace.go:171","msg":"trace[1175218286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1657; }","duration":"999.190289ms","start":"2026-03-14T01:35:28.291539Z","end":"2026-03-14T01:35:29.290729Z","steps":["trace[1175218286] 'agreement among raft nodes before linearized reading' (duration: 998.982384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.612159Z","time spent":"678.560207ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:35:29.290765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.295057Z","time spent":"995.701928ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:35:29.290787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.291528Z","time spent":"999.250951ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:35:29.290668Z","caller":"traceutil/trace.go:171","msg":"trace[1289414864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895; range_end:; response_count:1; response_revision:1657; }","duration":"1.004581226s","start":"2026-03-14T01:35:28.286069Z","end":"2026-03-14T01:35:29.29065Z","steps":["trace[1289414864] 'agreement among raft nodes before linearized reading' (duration: 1.00431689s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002531077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:35:29.290761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002548797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:35:29.290861Z","caller":"traceutil/trace.go:171","msg":"trace[1721895970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1657; }","duration":"1.002662351s","start":"2026-03-14T01:35:28.288185Z","end":"2026-03-14T01:35:29.290847Z","steps":["trace[1721895970] 'agreement among raft nodes before linearized reading' (duration: 1.002234961s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.317525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:29.290904Z","caller":"traceutil/trace.go:171","msg":"trace[1422226448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1657; }","duration":"997.582841ms","start":"2026-03-14T01:35:28.293312Z","end":"2026-03-14T01:35:29.290895Z","steps":["trace[1422226448] 'agreement among raft nodes before linearized reading' (duration: 997.242133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.290901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.288176Z","time spent":"1.002717242s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:29.290905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.286005Z","time spent":"1.004843842s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-251fd17a-5127-49b8-9958-5bb73eee0895\" "} {"level":"warn","ts":"2026-03-14T01:35:29.290606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.612198Z","time spent":"678.29028ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:29.290934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.293301Z","time spent":"997.626412ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:35:29.290858Z","caller":"traceutil/trace.go:171","msg":"trace[1392378465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1657; }","duration":"1.002616019s","start":"2026-03-14T01:35:28.288224Z","end":"2026-03-14T01:35:29.29084Z","steps":["trace[1392378465] 'agreement among raft nodes before linearized reading' (duration: 1.002410255s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:29.291057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:28.288219Z","time spent":"1.002828914s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:32.67671Z","caller":"traceutil/trace.go:171","msg":"trace[16916164] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1680; }","duration":"184.788242ms","start":"2026-03-14T01:35:32.491881Z","end":"2026-03-14T01:35:32.676669Z","steps":["trace[16916164] 'process raft request' (duration: 176.14141ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:32.892712Z","caller":"traceutil/trace.go:171","msg":"trace[1453893651] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"112.578215ms","start":"2026-03-14T01:35:32.780095Z","end":"2026-03-14T01:35:32.892673Z","steps":["trace[1453893651] 'process raft request' (duration: 86.873363ms)","trace[1453893651] 'compare' (duration: 25.460285ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:32.895199Z","caller":"traceutil/trace.go:171","msg":"trace[495810469] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"107.997326ms","start":"2026-03-14T01:35:32.787182Z","end":"2026-03-14T01:35:32.89518Z","steps":["trace[495810469] 'process raft request' (duration: 107.881243ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.025265Z","caller":"traceutil/trace.go:171","msg":"trace[233319606] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"154.075505ms","start":"2026-03-14T01:35:40.871143Z","end":"2026-03-14T01:35:41.025219Z","steps":["trace[233319606] 'process raft request' (duration: 89.510535ms)","trace[233319606] 'compare' (duration: 64.382036ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:41.206158Z","caller":"traceutil/trace.go:171","msg":"trace[773901661] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"121.759989ms","start":"2026-03-14T01:35:41.084371Z","end":"2026-03-14T01:35:41.206131Z","steps":["trace[773901661] 'process raft request' (duration: 110.017594ms)","trace[773901661] 'compare' (duration: 11.52492ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:41.553858Z","caller":"traceutil/trace.go:171","msg":"trace[242814664] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1826; }","duration":"105.358854ms","start":"2026-03-14T01:35:41.44843Z","end":"2026-03-14T01:35:41.553789Z","steps":["trace[242814664] 'read index received' (duration: 103.118603ms)","trace[242814664] 'applied index is now lower than readState.Index' (duration: 2.238791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:41.554255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.192494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:41.554227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.766564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4smbf\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-03-14T01:35:41.554313Z","caller":"traceutil/trace.go:171","msg":"trace[345328481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1755; }","duration":"103.304366ms","start":"2026-03-14T01:35:41.45099Z","end":"2026-03-14T01:35:41.554294Z","steps":["trace[345328481] 'agreement among raft nodes before linearized reading' (duration: 103.05568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.554352Z","caller":"traceutil/trace.go:171","msg":"trace[1950163779] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4smbf; range_end:; response_count:1; response_revision:1755; }","duration":"105.95936ms","start":"2026-03-14T01:35:41.448362Z","end":"2026-03-14T01:35:41.554322Z","steps":["trace[1950163779] 'agreement among raft nodes before linearized reading' (duration: 105.648121ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.554621Z","caller":"traceutil/trace.go:171","msg":"trace[1763996724] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"131.948377ms","start":"2026-03-14T01:35:41.422008Z","end":"2026-03-14T01:35:41.553957Z","steps":["trace[1763996724] 'process raft request' (duration: 129.423888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.067186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:44.547335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633439458s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:35:44.547766Z","caller":"traceutil/trace.go:171","msg":"trace[1604860326] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"1.633980351s","start":"2026-03-14T01:35:42.913762Z","end":"2026-03-14T01:35:44.547742Z","steps":["trace[1604860326] 'process raft request' (duration: 1.633831297s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.54794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:42.91374Z","time spent":"1.634116314s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:44.575377Z","caller":"traceutil/trace.go:171","msg":"trace[1915567905] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.364884665s","start":"2026-03-14T01:35:43.210471Z","end":"2026-03-14T01:35:44.575356Z","steps":["trace[1915567905] 'process raft request' (duration: 1.364723711s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.575503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.210445Z","time spent":"1.364984167s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:44.575627Z","caller":"traceutil/trace.go:171","msg":"trace[547791739] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.127439349s","start":"2026-03-14T01:35:43.448159Z","end":"2026-03-14T01:35:44.575598Z","steps":["trace[547791739] 'process raft request' (duration: 1.127159222s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.57577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.448136Z","time spent":"1.127570112s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:44.585033Z","caller":"traceutil/trace.go:171","msg":"trace[845079291] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1838; }","duration":"1.018636963s","start":"2026-03-14T01:35:43.56636Z","end":"2026-03-14T01:35:44.584997Z","steps":["trace[845079291] 'read index received' (duration: 981.216388ms)","trace[845079291] 'applied index is now lower than readState.Index' (duration: 37.419085ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:44.585118Z","caller":"traceutil/trace.go:171","msg":"trace[1177760341] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"1.024542771s","start":"2026-03-14T01:35:43.560534Z","end":"2026-03-14T01:35:44.585077Z","steps":["trace[1177760341] 'process raft request' (duration: 1.015017359s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.585282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.88563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:44.585284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01892257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:35:44.585291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.560453Z","time spent":"1.024750316s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:44.585333Z","caller":"traceutil/trace.go:171","msg":"trace[1424341334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"822.023533ms","start":"2026-03-14T01:35:43.763296Z","end":"2026-03-14T01:35:44.58532Z","steps":["trace[1424341334] 'agreement among raft nodes before linearized reading' (duration: 821.91302ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:44.585341Z","caller":"traceutil/trace.go:171","msg":"trace[2139870104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.019027952s","start":"2026-03-14T01:35:43.566301Z","end":"2026-03-14T01:35:44.585329Z","steps":["trace[2139870104] 'agreement among raft nodes before linearized reading' (duration: 1.018839588s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.585376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.566277Z","time spent":"1.019090884s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.76326Z","time spent":"822.108075ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01549157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:44.585426Z","caller":"traceutil/trace.go:171","msg":"trace[2060644611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"1.015607563s","start":"2026-03-14T01:35:43.569804Z","end":"2026-03-14T01:35:44.585412Z","steps":["trace[2060644611] 'agreement among raft nodes before linearized reading' (duration: 1.01551952s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.585289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016216486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:35:44.585445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014784255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:35:44.58549Z","caller":"traceutil/trace.go:171","msg":"trace[1596259425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.016449292s","start":"2026-03-14T01:35:43.569016Z","end":"2026-03-14T01:35:44.585465Z","steps":["trace[1596259425] 'agreement among raft nodes before linearized reading' (duration: 1.016188315s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:44.58553Z","caller":"traceutil/trace.go:171","msg":"trace[505942812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1770; }","duration":"1.014971809s","start":"2026-03-14T01:35:43.570531Z","end":"2026-03-14T01:35:44.585503Z","steps":["trace[505942812] 'agreement among raft nodes before linearized reading' (duration: 1.014693302s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.585544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.568998Z","time spent":"1.016530945s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.570492Z","time spent":"1.015073482s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01632617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:44.585934Z","caller":"traceutil/trace.go:171","msg":"trace[2123434622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.016819662s","start":"2026-03-14T01:35:43.5691Z","end":"2026-03-14T01:35:44.585919Z","steps":["trace[2123434622] 'agreement among raft nodes before linearized reading' (duration: 1.016238007s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.585981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.569087Z","time spent":"1.016879153s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014632861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:35:44.586054Z","caller":"traceutil/trace.go:171","msg":"trace[1388124808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1770; }","duration":"1.015145462s","start":"2026-03-14T01:35:43.570894Z","end":"2026-03-14T01:35:44.586039Z","steps":["trace[1388124808] 'agreement among raft nodes before linearized reading' (duration: 1.014398114s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:44.586112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.570881Z","time spent":"1.015217395s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:35:44.585659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.569787Z","time spent":"1.015860259s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:35:50.910652Z","caller":"traceutil/trace.go:171","msg":"trace[1593526864] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"226.365435ms","start":"2026-03-14T01:35:50.68426Z","end":"2026-03-14T01:35:50.910626Z","steps":["trace[1593526864] 'process raft request' (duration: 222.987446ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.910997Z","caller":"traceutil/trace.go:171","msg":"trace[690514622] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"226.711274ms","start":"2026-03-14T01:35:50.684256Z","end":"2026-03-14T01:35:50.910967Z","steps":["trace[690514622] 'process raft request' (duration: 226.327354ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.911064Z","caller":"traceutil/trace.go:171","msg":"trace[165964719] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"226.656434ms","start":"2026-03-14T01:35:50.684377Z","end":"2026-03-14T01:35:50.911033Z","steps":["trace[165964719] 'process raft request' (duration: 226.467978ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.911178Z","caller":"traceutil/trace.go:171","msg":"trace[978028797] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1873; }","duration":"148.405092ms","start":"2026-03-14T01:35:50.762751Z","end":"2026-03-14T01:35:50.911156Z","steps":["trace[978028797] 'read index received' (duration: 144.402338ms)","trace[978028797] 'applied index is now lower than readState.Index' (duration: 4.000534ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:50.911195Z","caller":"traceutil/trace.go:171","msg":"trace[230034666] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"226.786406ms","start":"2026-03-14T01:35:50.684389Z","end":"2026-03-14T01:35:50.911175Z","steps":["trace[230034666] 'process raft request' (duration: 226.591291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.911323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.559937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:50.911487Z","caller":"traceutil/trace.go:171","msg":"trace[1172719832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"148.777571ms","start":"2026-03-14T01:35:50.762668Z","end":"2026-03-14T01:35:50.911445Z","steps":["trace[1172719832] 'agreement among raft nodes before linearized reading' (duration: 148.579336ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:03.186046Z","caller":"traceutil/trace.go:171","msg":"trace[510870016] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"107.601403ms","start":"2026-03-14T01:36:03.078416Z","end":"2026-03-14T01:36:03.186017Z","steps":["trace[510870016] 'process raft request' (duration: 48.16879ms)","trace[510870016] 'compare' (duration: 59.206647ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:03.186158Z","caller":"traceutil/trace.go:171","msg":"trace[1814041369] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"105.068859ms","start":"2026-03-14T01:36:03.081064Z","end":"2026-03-14T01:36:03.186133Z","steps":["trace[1814041369] 'process raft request' (duration: 104.910176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:09.465176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.263863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:36:09.465252Z","caller":"traceutil/trace.go:171","msg":"trace[2141960347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1900; }","duration":"255.352015ms","start":"2026-03-14T01:36:09.209883Z","end":"2026-03-14T01:36:09.465235Z","steps":["trace[2141960347] 'range keys from in-memory index tree' (duration: 255.064497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:09.465445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.216797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:36:09.465471Z","caller":"traceutil/trace.go:171","msg":"trace[1463669646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1900; }","duration":"254.279797ms","start":"2026-03-14T01:36:09.211184Z","end":"2026-03-14T01:36:09.465464Z","steps":["trace[1463669646] 'range keys from in-memory index tree' (duration: 254.143514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:09.465504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.257613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:09.465582Z","caller":"traceutil/trace.go:171","msg":"trace[1069080415] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1900; }","duration":"136.395937ms","start":"2026-03-14T01:36:09.329167Z","end":"2026-03-14T01:36:09.465563Z","steps":["trace[1069080415] 'count revisions from in-memory index tree' (duration: 136.166751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:09.465897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.873622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:36:09.465939Z","caller":"traceutil/trace.go:171","msg":"trace[2066233676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1900; }","duration":"203.915713ms","start":"2026-03-14T01:36:09.262013Z","end":"2026-03-14T01:36:09.465929Z","steps":["trace[2066233676] 'range keys from in-memory index tree' (duration: 203.657846ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.759449Z","caller":"traceutil/trace.go:171","msg":"trace[1616255862] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"289.356698ms","start":"2026-03-14T01:36:09.470072Z","end":"2026-03-14T01:36:09.759428Z","steps":["trace[1616255862] 'process raft request' (duration: 289.320597ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.759662Z","caller":"traceutil/trace.go:171","msg":"trace[469368235] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"290.1682ms","start":"2026-03-14T01:36:09.469453Z","end":"2026-03-14T01:36:09.759621Z","steps":["trace[469368235] 'process raft request' (duration: 289.78352ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.759792Z","caller":"traceutil/trace.go:171","msg":"trace[620736375] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"290.097908ms","start":"2026-03-14T01:36:09.469648Z","end":"2026-03-14T01:36:09.759746Z","steps":["trace[620736375] 'process raft request' (duration: 289.714039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:15.075028Z","caller":"traceutil/trace.go:171","msg":"trace[1578939351] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2002; }","duration":"216.644152ms","start":"2026-03-14T01:36:14.858364Z","end":"2026-03-14T01:36:15.075008Z","steps":["trace[1578939351] 'read index received' (duration: 216.393806ms)","trace[1578939351] 'applied index is now lower than readState.Index' (duration: 249.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:15.075083Z","caller":"traceutil/trace.go:171","msg":"trace[1564862682] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"278.634139ms","start":"2026-03-14T01:36:14.79641Z","end":"2026-03-14T01:36:15.075044Z","steps":["trace[1564862682] 'process raft request' (duration: 278.436204ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:15.075128Z","caller":"traceutil/trace.go:171","msg":"trace[77927651] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"277.903111ms","start":"2026-03-14T01:36:14.797192Z","end":"2026-03-14T01:36:15.075095Z","steps":["trace[77927651] 'process raft request' (duration: 277.779058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:15.075248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.856927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:15.075304Z","caller":"traceutil/trace.go:171","msg":"trace[135743113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"216.988571ms","start":"2026-03-14T01:36:14.858302Z","end":"2026-03-14T01:36:15.07529Z","steps":["trace[135743113] 'agreement among raft nodes before linearized reading' (duration: 216.824197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:15.07553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.183024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:36:15.075659Z","caller":"traceutil/trace.go:171","msg":"trace[28306806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1925; }","duration":"131.421671ms","start":"2026-03-14T01:36:14.94421Z","end":"2026-03-14T01:36:15.075632Z","steps":["trace[28306806] 'agreement among raft nodes before linearized reading' (duration: 131.034411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:15.364567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.406824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:15.364814Z","caller":"traceutil/trace.go:171","msg":"trace[406892853] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2006; }","duration":"180.795972ms","start":"2026-03-14T01:36:15.183988Z","end":"2026-03-14T01:36:15.364784Z","steps":["trace[406892853] 'read index received' (duration: 82.062µs)","trace[406892853] 'applied index is now lower than readState.Index' (duration: 180.7107ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:15.364909Z","caller":"traceutil/trace.go:171","msg":"trace[1799334888] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"233.401764ms","start":"2026-03-14T01:36:15.131456Z","end":"2026-03-14T01:36:15.364857Z","steps":["trace[1799334888] 'process raft request' (duration: 34.565049ms)","trace[1799334888] 'compare' (duration: 198.171338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:15.365273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.283855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:36:15.365411Z","caller":"traceutil/trace.go:171","msg":"trace[1353938308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"181.470199ms","start":"2026-03-14T01:36:15.183918Z","end":"2026-03-14T01:36:15.365388Z","steps":["trace[1353938308] 'agreement among raft nodes before linearized reading' (duration: 180.999357ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:15.788268Z","caller":"traceutil/trace.go:171","msg":"trace[2005005453] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"381.281118ms","start":"2026-03-14T01:36:15.406954Z","end":"2026-03-14T01:36:15.788236Z","steps":["trace[2005005453] 'process raft request' (duration: 381.086304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:15.788513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:15.406926Z","time spent":"381.435822ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:16.14061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.253594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:16.140873Z","caller":"traceutil/trace.go:171","msg":"trace[1381148449] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"120.495547ms","start":"2026-03-14T01:36:16.020353Z","end":"2026-03-14T01:36:16.140848Z","steps":["trace[1381148449] 'process raft request' (duration: 120.419265ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:16.141046Z","caller":"traceutil/trace.go:171","msg":"trace[1592045604] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"331.914548ms","start":"2026-03-14T01:36:15.809092Z","end":"2026-03-14T01:36:16.141007Z","steps":["trace[1592045604] 'process raft request' (duration: 154.118082ms)","trace[1592045604] 'compare' (duration: 177.072659ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:16.141234Z","caller":"traceutil/trace.go:171","msg":"trace[366748829] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"226.765686ms","start":"2026-03-14T01:36:15.914185Z","end":"2026-03-14T01:36:16.140951Z","steps":["trace[366748829] 'read index received' (duration: 48.957749ms)","trace[366748829] 'applied index is now lower than readState.Index' (duration: 177.804367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:16.141263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.052484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:16.141335Z","caller":"traceutil/trace.go:171","msg":"trace[1809169299] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1933; }","duration":"227.199707ms","start":"2026-03-14T01:36:15.914119Z","end":"2026-03-14T01:36:16.141319Z","steps":["trace[1809169299] 'agreement among raft nodes before linearized reading' (duration: 227.059664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:16.141404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:15.809071Z","time spent":"332.235466ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:16.141448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.362847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:16.141496Z","caller":"traceutil/trace.go:171","msg":"trace[1526798985] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1933; }","duration":"185.473589ms","start":"2026-03-14T01:36:15.956007Z","end":"2026-03-14T01:36:16.141481Z","steps":["trace[1526798985] 'agreement among raft nodes before linearized reading' (duration: 185.371297ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:17.244576Z","caller":"traceutil/trace.go:171","msg":"trace[198460887] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"113.40617ms","start":"2026-03-14T01:36:17.131146Z","end":"2026-03-14T01:36:17.244552Z","steps":["trace[198460887] 'read index received' (duration: 42.698583ms)","trace[198460887] 'applied index is now lower than readState.Index' (duration: 70.706417ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:17.244666Z","caller":"traceutil/trace.go:171","msg":"trace[1100618504] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"160.603116ms","start":"2026-03-14T01:36:17.084031Z","end":"2026-03-14T01:36:17.244634Z","steps":["trace[1100618504] 'process raft request' (duration: 160.38644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:17.244798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.627495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:36:17.24484Z","caller":"traceutil/trace.go:171","msg":"trace[1178053701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1936; }","duration":"113.717638ms","start":"2026-03-14T01:36:17.131112Z","end":"2026-03-14T01:36:17.24483Z","steps":["trace[1178053701] 'agreement among raft nodes before linearized reading' (duration: 113.564164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:22.779436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:36:22.952285Z","caller":"traceutil/trace.go:171","msg":"trace[1199250637] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"673.501678ms","start":"2026-03-14T01:36:22.278758Z","end":"2026-03-14T01:36:22.95226Z","steps":["trace[1199250637] 'read index received' (duration: 673.369885ms)","trace[1199250637] 'applied index is now lower than readState.Index' (duration: 130.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:22.952352Z","caller":"traceutil/trace.go:171","msg":"trace[259484809] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"779.921531ms","start":"2026-03-14T01:36:22.172396Z","end":"2026-03-14T01:36:22.952318Z","steps":["trace[259484809] 'process raft request' (duration: 779.713326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:22.952521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:22.172374Z","time spent":"780.060705ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:22.952527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.748445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:22.952605Z","caller":"traceutil/trace.go:171","msg":"trace[1316403295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"673.881738ms","start":"2026-03-14T01:36:22.278708Z","end":"2026-03-14T01:36:22.95259Z","steps":["trace[1316403295] 'agreement among raft nodes before linearized reading' (duration: 673.651732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:22.95268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:22.278687Z","time spent":"673.98121ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:36:23.209413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.332375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:23.209526Z","caller":"traceutil/trace.go:171","msg":"trace[1538253243] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"207.132434ms","start":"2026-03-14T01:36:23.002373Z","end":"2026-03-14T01:36:23.209505Z","steps":["trace[1538253243] 'process raft request' (duration: 72.614104ms)","trace[1538253243] 'compare' (duration: 134.094079ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:23.37903Z","caller":"traceutil/trace.go:171","msg":"trace[131639496] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"106.786493ms","start":"2026-03-14T01:36:23.272219Z","end":"2026-03-14T01:36:23.379005Z","steps":["trace[131639496] 'read index received' (duration: 48.768615ms)","trace[131639496] 'applied index is now lower than readState.Index' (duration: 58.016968ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:23.379062Z","caller":"traceutil/trace.go:171","msg":"trace[648777073] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"112.011704ms","start":"2026-03-14T01:36:23.267016Z","end":"2026-03-14T01:36:23.379028Z","steps":["trace[648777073] 'process raft request' (duration: 53.945205ms)","trace[648777073] 'compare' (duration: 57.944326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:23.379219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.989099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T01:36:23.379264Z","caller":"traceutil/trace.go:171","msg":"trace[356591129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"107.090001ms","start":"2026-03-14T01:36:23.272162Z","end":"2026-03-14T01:36:23.379252Z","steps":["trace[356591129] 'agreement among raft nodes before linearized reading' (duration: 106.948968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.254383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491413095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:25.254483Z","caller":"traceutil/trace.go:171","msg":"trace[134516519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"1.491530878s","start":"2026-03-14T01:36:23.762931Z","end":"2026-03-14T01:36:25.254462Z","steps":["trace[134516519] 'range keys from in-memory index tree' (duration: 1.491319453s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.254527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:23.762858Z","time spent":"1.491660361s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:25.254667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.709448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:25.254706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402774739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:25.254392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.104472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-14T01:36:25.254772Z","caller":"traceutil/trace.go:171","msg":"trace[916142959] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1967; }","duration":"1.402891232s","start":"2026-03-14T01:36:23.851863Z","end":"2026-03-14T01:36:25.254754Z","steps":["trace[916142959] 'count revisions from in-memory index tree' (duration: 1.402670427s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.254783Z","caller":"traceutil/trace.go:171","msg":"trace[946005410] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1967; }","duration":"539.831211ms","start":"2026-03-14T01:36:24.714885Z","end":"2026-03-14T01:36:25.254716Z","steps":["trace[946005410] 'count revisions from in-memory index tree' (duration: 539.584045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.254769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293896845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:25.254822Z","caller":"traceutil/trace.go:171","msg":"trace[1485287793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1967; }","duration":"490.586894ms","start":"2026-03-14T01:36:24.764217Z","end":"2026-03-14T01:36:25.254804Z","steps":["trace[1485287793] 'range keys from in-memory index tree' (duration: 489.927478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.254907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:24.764197Z","time spent":"490.694827ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:36:25.254862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:24.714861Z","time spent":"539.985565ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:25.254897Z","caller":"traceutil/trace.go:171","msg":"trace[1624427101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"1.294057098s","start":"2026-03-14T01:36:23.960813Z","end":"2026-03-14T01:36:25.25487Z","steps":["trace[1624427101] 'range keys from in-memory index tree' (duration: 1.293665699s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.255096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:23.960803Z","time spent":"1.294282803s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:36:25.254818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:23.851846Z","time spent":"1.402961424s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:25.255659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384699484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:36:25.2557Z","caller":"traceutil/trace.go:171","msg":"trace[1306360178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.384760016s","start":"2026-03-14T01:36:23.870928Z","end":"2026-03-14T01:36:25.255688Z","steps":["trace[1306360178] 'range keys from in-memory index tree' (duration: 1.383297329s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.25573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:23.870919Z","time spent":"1.384804827s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:25.457624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:25.958016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:26.458743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:26.959127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189412827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:27.256356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:36:27.256453Z","caller":"traceutil/trace.go:171","msg":"trace[521561315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502185s","start":"2026-03-14T01:36:25.255931Z","end":"2026-03-14T01:36:27.256433Z","steps":["trace[521561315] 'agreement among raft nodes before linearized reading' (duration: 2.000377082s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:27.256502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.2559Z","time spent":"2.000592048s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:36:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:36:27.360777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.584210109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:36:27.361211Z","caller":"traceutil/trace.go:171","msg":"trace[2094353502] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"2.584725321s","start":"2026-03-14T01:36:24.776461Z","end":"2026-03-14T01:36:27.361187Z","steps":["trace[2094353502] 'process raft request' (duration: 2.584573277s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:27.361355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:24.776437Z","time spent":"2.584838854s","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:28.741719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.184152ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-14T01:36:28.742027Z","caller":"traceutil/trace.go:171","msg":"trace[1707607510] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"3.491764817s","start":"2026-03-14T01:36:25.250247Z","end":"2026-03-14T01:36:28.742012Z","steps":["trace[1707607510] 'process raft request' (duration: 3.491689095s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.742048Z","caller":"traceutil/trace.go:171","msg":"trace[1988769778] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"3.52692585s","start":"2026-03-14T01:36:25.21509Z","end":"2026-03-14T01:36:28.742016Z","steps":["trace[1988769778] 'process raft request' (duration: 3.526712575s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.74213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.250218Z","time spent":"3.491852558s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:28.742209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.215066Z","time spent":"3.527047253s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:28.742323Z","caller":"traceutil/trace.go:171","msg":"trace[185787354] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"3.483266953s","start":"2026-03-14T01:36:25.259047Z","end":"2026-03-14T01:36:28.742314Z","steps":["trace[185787354] 'process raft request' (duration: 3.482938455s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.742369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.259025Z","time spent":"3.483324954s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:28.742523Z","caller":"traceutil/trace.go:171","msg":"trace[1338640207] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"3.482252858s","start":"2026-03-14T01:36:25.260242Z","end":"2026-03-14T01:36:28.742495Z","steps":["trace[1338640207] 'process raft request' (duration: 3.482012732s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.742551Z","caller":"traceutil/trace.go:171","msg":"trace[899405437] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"3.356916349s","start":"2026-03-14T01:36:25.385613Z","end":"2026-03-14T01:36:28.742529Z","steps":["trace[899405437] 'process raft request' (duration: 3.356791436s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.74265Z","caller":"traceutil/trace.go:171","msg":"trace[828553725] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"2.67310448s","start":"2026-03-14T01:36:26.069537Z","end":"2026-03-14T01:36:28.742641Z","steps":["trace[828553725] 'process raft request' (duration: 2.672910306s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.742663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.260222Z","time spent":"3.482367531s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:28.742613Z","caller":"traceutil/trace.go:171","msg":"trace[45693941] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2047; }","duration":"3.785953417s","start":"2026-03-14T01:36:24.956616Z","end":"2026-03-14T01:36:28.742569Z","steps":["trace[45693941] 'read index received' (duration: 2.404399481s)","trace[45693941] 'applied index is now lower than readState.Index' (duration: 1.381552886s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:28.742697Z","caller":"traceutil/trace.go:171","msg":"trace[998155189] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"2.374719655s","start":"2026-03-14T01:36:26.367968Z","end":"2026-03-14T01:36:28.742687Z","steps":["trace[998155189] 'process raft request' (duration: 2.374557711s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.742721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.069513Z","time spent":"2.673173703s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:28.742737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.385596Z","time spent":"3.357055453s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:28.742612Z","caller":"traceutil/trace.go:171","msg":"trace[1939856213] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"2.40480917s","start":"2026-03-14T01:36:26.337788Z","end":"2026-03-14T01:36:28.742597Z","steps":["trace[1939856213] 'process raft request' (duration: 2.404706718s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.742753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.367946Z","time spent":"2.374782607s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:28.742841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.337761Z","time spent":"2.405054477s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:28.742934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786301606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:36:28.742954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630508992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9156f0f8394b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:36:28.742988Z","caller":"traceutil/trace.go:171","msg":"trace[1457869893] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c9156f0f8394b; range_end:; response_count:1; response_revision:1976; }","duration":"3.630573894s","start":"2026-03-14T01:36:25.112402Z","end":"2026-03-14T01:36:28.742976Z","steps":["trace[1457869893] 'agreement among raft nodes before linearized reading' (duration: 3.6304409s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.742989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.285438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:28.742993Z","caller":"traceutil/trace.go:171","msg":"trace[882630017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1976; }","duration":"3.786418489s","start":"2026-03-14T01:36:24.956555Z","end":"2026-03-14T01:36:28.742974Z","steps":["trace[882630017] 'agreement among raft nodes before linearized reading' (duration: 3.786215074s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460206302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:28.743011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.112382Z","time spent":"3.630624165s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9156f0f8394b\" "} {"level":"info","ts":"2026-03-14T01:36:28.743019Z","caller":"traceutil/trace.go:171","msg":"trace[1852344655] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1976; }","duration":"217.34467ms","start":"2026-03-14T01:36:28.525665Z","end":"2026-03-14T01:36:28.743009Z","steps":["trace[1852344655] 'agreement among raft nodes before linearized reading' (duration: 217.305789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:24.956533Z","time spent":"3.78649451s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:36:28.743058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366219712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:28.743138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615570947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:28.742947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716751077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:28.743073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.691906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:28.743158Z","caller":"traceutil/trace.go:171","msg":"trace[1510736871] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1976; }","duration":"3.366334795s","start":"2026-03-14T01:36:25.376784Z","end":"2026-03-14T01:36:28.743119Z","steps":["trace[1510736871] 'agreement among raft nodes before linearized reading' (duration: 3.366200382s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.743179Z","caller":"traceutil/trace.go:171","msg":"trace[724036574] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1976; }","duration":"863.83383ms","start":"2026-03-14T01:36:27.879337Z","end":"2026-03-14T01:36:28.743171Z","steps":["trace[724036574] 'agreement among raft nodes before linearized reading' (duration: 863.709326ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.743186Z","caller":"traceutil/trace.go:171","msg":"trace[554667861] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1976; }","duration":"3.615659299s","start":"2026-03-14T01:36:25.127516Z","end":"2026-03-14T01:36:28.743176Z","steps":["trace[554667861] 'agreement among raft nodes before linearized reading' (duration: 3.615600317s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:28.743183Z","caller":"traceutil/trace.go:171","msg":"trace[1333852947] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1976; }","duration":"2.717024914s","start":"2026-03-14T01:36:26.026143Z","end":"2026-03-14T01:36:28.743168Z","steps":["trace[1333852947] 'agreement among raft nodes before linearized reading' (duration: 2.716768708s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479109148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:36:28.743204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.879315Z","time spent":"863.88255ms","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:28.743208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.127493Z","time spent":"3.615710039s","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:28.743205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.376756Z","time spent":"3.366437578s","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:28.743222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.026123Z","time spent":"2.717086745s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:28.743266Z","caller":"traceutil/trace.go:171","msg":"trace[1754111931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"2.479247291s","start":"2026-03-14T01:36:26.263969Z","end":"2026-03-14T01:36:28.743216Z","steps":["trace[1754111931] 'agreement among raft nodes before linearized reading' (duration: 2.479014475s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.263948Z","time spent":"2.479352884s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5433,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:36:28.743032Z","caller":"traceutil/trace.go:171","msg":"trace[1988077663] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1976; }","duration":"2.460263384s","start":"2026-03-14T01:36:26.282759Z","end":"2026-03-14T01:36:28.743022Z","steps":["trace[1988077663] 'agreement among raft nodes before linearized reading' (duration: 2.460219133s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.282748Z","time spent":"2.460663773s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:28.743503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116174572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:28.743533Z","caller":"traceutil/trace.go:171","msg":"trace[692876274] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1976; }","duration":"3.116223413s","start":"2026-03-14T01:36:25.627303Z","end":"2026-03-14T01:36:28.743527Z","steps":["trace[692876274] 'agreement among raft nodes before linearized reading' (duration: 3.116174871s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.627296Z","time spent":"3.116252394s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:28.743618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479693202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:28.743341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544424007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-14T01:36:28.743741Z","caller":"traceutil/trace.go:171","msg":"trace[986792876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"1.479882827s","start":"2026-03-14T01:36:27.263806Z","end":"2026-03-14T01:36:28.743689Z","steps":["trace[986792876] 'agreement among raft nodes before linearized reading' (duration: 1.479481176s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300334548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:36:28.743798Z","caller":"traceutil/trace.go:171","msg":"trace[606142870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1976; }","duration":"2.54484475s","start":"2026-03-14T01:36:26.198905Z","end":"2026-03-14T01:36:28.743749Z","steps":["trace[606142870] 'agreement among raft nodes before linearized reading' (duration: 2.544277935s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.263791Z","time spent":"1.48001594s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:28.743848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.198827Z","time spent":"2.545009773s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:36:28.74384Z","caller":"traceutil/trace.go:171","msg":"trace[539913018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"3.300503272s","start":"2026-03-14T01:36:25.443307Z","end":"2026-03-14T01:36:28.74381Z","steps":["trace[539913018] 'agreement among raft nodes before linearized reading' (duration: 3.300152523s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.743908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.443287Z","time spent":"3.300600205s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:28.743958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175038651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:36:28.744038Z","caller":"traceutil/trace.go:171","msg":"trace[1086522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1976; }","duration":"3.175175935s","start":"2026-03-14T01:36:25.56885Z","end":"2026-03-14T01:36:28.744026Z","steps":["trace[1086522] 'agreement among raft nodes before linearized reading' (duration: 3.174064776s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.744116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.568811Z","time spent":"3.175294648s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:28.744458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118389926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:36:28.744532Z","caller":"traceutil/trace.go:171","msg":"trace[1255883613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"3.118526791s","start":"2026-03-14T01:36:25.62599Z","end":"2026-03-14T01:36:28.744516Z","steps":["trace[1255883613] 'agreement among raft nodes before linearized reading' (duration: 3.117495434s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.744563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.625978Z","time spent":"3.118578592s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:36:32.994972Z","caller":"traceutil/trace.go:171","msg":"trace[700710208] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"121.615305ms","start":"2026-03-14T01:36:32.873307Z","end":"2026-03-14T01:36:32.994922Z","steps":["trace[700710208] 'process raft request' (duration: 121.4425ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:33.127848Z","caller":"traceutil/trace.go:171","msg":"trace[1031267361] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"128.206821ms","start":"2026-03-14T01:36:32.999612Z","end":"2026-03-14T01:36:33.127819Z","steps":["trace[1031267361] 'process raft request' (duration: 128.039216ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:33.128307Z","caller":"traceutil/trace.go:171","msg":"trace[1085684103] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"128.495378ms","start":"2026-03-14T01:36:32.999674Z","end":"2026-03-14T01:36:33.128169Z","steps":["trace[1085684103] 'process raft request' (duration: 128.105309ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:12.823238Z","caller":"traceutil/trace.go:171","msg":"trace[487145355] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"274.53693ms","start":"2026-03-14T01:37:12.548663Z","end":"2026-03-14T01:37:12.8232Z","steps":["trace[487145355] 'process raft request' (duration: 274.281703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:20.191996Z","caller":"traceutil/trace.go:171","msg":"trace[399097608] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2495; }","duration":"288.515853ms","start":"2026-03-14T01:37:19.903463Z","end":"2026-03-14T01:37:20.191978Z","steps":["trace[399097608] 'read index received' (duration: 288.37986ms)","trace[399097608] 'applied index is now lower than readState.Index' (duration: 135.393µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:20.192146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.666426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:37:20.192177Z","caller":"traceutil/trace.go:171","msg":"trace[1595777969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2396; }","duration":"288.710917ms","start":"2026-03-14T01:37:19.903458Z","end":"2026-03-14T01:37:20.192169Z","steps":["trace[1595777969] 'agreement among raft nodes before linearized reading' (duration: 288.593604ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:20.192195Z","caller":"traceutil/trace.go:171","msg":"trace[227324940] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"338.427808ms","start":"2026-03-14T01:37:19.853753Z","end":"2026-03-14T01:37:20.192181Z","steps":["trace[227324940] 'process raft request' (duration: 338.126011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:20.192311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:19.853726Z","time spent":"338.528081ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:21.398416Z","caller":"traceutil/trace.go:171","msg":"trace[335373462] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"372.910848ms","start":"2026-03-14T01:37:21.025489Z","end":"2026-03-14T01:37:21.398399Z","steps":["trace[335373462] 'process raft request' (duration: 372.796796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.398548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:21.025459Z","time spent":"373.023161ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:21.467049Z","caller":"traceutil/trace.go:171","msg":"trace[91590148] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"439.680243ms","start":"2026-03-14T01:37:21.027348Z","end":"2026-03-14T01:37:21.467029Z","steps":["trace[91590148] 'process raft request' (duration: 439.634762ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.467077Z","caller":"traceutil/trace.go:171","msg":"trace[251800081] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"441.089806ms","start":"2026-03-14T01:37:21.025952Z","end":"2026-03-14T01:37:21.467042Z","steps":["trace[251800081] 'process raft request' (duration: 440.937073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.467165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:21.027336Z","time spent":"439.768616ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:21.467241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:21.025928Z","time spent":"441.22238ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:21.467357Z","caller":"traceutil/trace.go:171","msg":"trace[2025723363] linearizableReadLoop","detail":"{readStateIndex:2501; appliedIndex:2498; }","duration":"275.585716ms","start":"2026-03-14T01:37:21.191746Z","end":"2026-03-14T01:37:21.467331Z","steps":["trace[2025723363] 'read index received' (duration: 206.587908ms)","trace[2025723363] 'applied index is now lower than readState.Index' (duration: 68.996208ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:21.467388Z","caller":"traceutil/trace.go:171","msg":"trace[518093734] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"174.190678ms","start":"2026-03-14T01:37:21.29317Z","end":"2026-03-14T01:37:21.46736Z","steps":["trace[518093734] 'process raft request' (duration: 173.836269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.467565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.829441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:37:21.467574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.796238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:37:21.46761Z","caller":"traceutil/trace.go:171","msg":"trace[1427977911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2402; }","duration":"275.932454ms","start":"2026-03-14T01:37:21.191666Z","end":"2026-03-14T01:37:21.467599Z","steps":["trace[1427977911] 'agreement among raft nodes before linearized reading' (duration: 275.74641ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.467629Z","caller":"traceutil/trace.go:171","msg":"trace[1891754532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2402; }","duration":"261.8882ms","start":"2026-03-14T01:37:21.205714Z","end":"2026-03-14T01:37:21.467603Z","steps":["trace[1891754532] 'agreement among raft nodes before linearized reading' (duration: 261.751157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.467638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.010982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:37:21.467671Z","caller":"traceutil/trace.go:171","msg":"trace[400627017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2402; }","duration":"155.071113ms","start":"2026-03-14T01:37:21.31259Z","end":"2026-03-14T01:37:21.467661Z","steps":["trace[400627017] 'agreement among raft nodes before linearized reading' (duration: 154.96643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.765699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.252726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:23.765943Z","caller":"traceutil/trace.go:171","msg":"trace[1996869114] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"293.804389ms","start":"2026-03-14T01:37:23.472112Z","end":"2026-03-14T01:37:23.765916Z","steps":["trace[1996869114] 'process raft request' (duration: 192.213035ms)","trace[1996869114] 'compare' (duration: 100.597299ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:23.765974Z","caller":"traceutil/trace.go:171","msg":"trace[193791089] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2508; }","duration":"289.885036ms","start":"2026-03-14T01:37:23.476068Z","end":"2026-03-14T01:37:23.765953Z","steps":["trace[193791089] 'read index received' (duration: 188.271612ms)","trace[193791089] 'applied index is now lower than readState.Index' (duration: 101.611954ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:23.766094Z","caller":"traceutil/trace.go:171","msg":"trace[286547078] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"293.89339ms","start":"2026-03-14T01:37:23.472172Z","end":"2026-03-14T01:37:23.766065Z","steps":["trace[286547078] 'process raft request' (duration: 293.674625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.766203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.002471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:37:23.766235Z","caller":"traceutil/trace.go:171","msg":"trace[698109984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2410; }","duration":"288.095603ms","start":"2026-03-14T01:37:23.478132Z","end":"2026-03-14T01:37:23.766228Z","steps":["trace[698109984] 'agreement among raft nodes before linearized reading' (duration: 287.96235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.766258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.056648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:37:23.766312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.755134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:37:23.766355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.412886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:37:23.766363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.271884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:37:23.76642Z","caller":"traceutil/trace.go:171","msg":"trace[294766631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2410; }","duration":"287.53469ms","start":"2026-03-14T01:37:23.478869Z","end":"2026-03-14T01:37:23.766404Z","steps":["trace[294766631] 'agreement among raft nodes before linearized reading' (duration: 287.388187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.766423Z","caller":"traceutil/trace.go:171","msg":"trace[1513790428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2410; }","duration":"284.897467ms","start":"2026-03-14T01:37:23.481501Z","end":"2026-03-14T01:37:23.766398Z","steps":["trace[1513790428] 'agreement among raft nodes before linearized reading' (duration: 284.61279ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.766429Z","caller":"traceutil/trace.go:171","msg":"trace[1989313840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2410; }","duration":"287.359155ms","start":"2026-03-14T01:37:23.479054Z","end":"2026-03-14T01:37:23.766414Z","steps":["trace[1989313840] 'agreement among raft nodes before linearized reading' (duration: 287.172181ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.766342Z","caller":"traceutil/trace.go:171","msg":"trace[1016626159] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2410; }","duration":"255.177471ms","start":"2026-03-14T01:37:23.511144Z","end":"2026-03-14T01:37:23.766321Z","steps":["trace[1016626159] 'agreement among raft nodes before linearized reading' (duration: 255.026498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.766689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.617793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:37:23.766836Z","caller":"traceutil/trace.go:171","msg":"trace[143868925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2410; }","duration":"290.793087ms","start":"2026-03-14T01:37:23.476032Z","end":"2026-03-14T01:37:23.766825Z","steps":["trace[143868925] 'agreement among raft nodes before linearized reading' (duration: 290.033599ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:29.957635Z","caller":"traceutil/trace.go:171","msg":"trace[617609314] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"138.727696ms","start":"2026-03-14T01:37:29.818876Z","end":"2026-03-14T01:37:29.957604Z","steps":["trace[617609314] 'process raft request' (duration: 77.44959ms)","trace[617609314] 'compare' (duration: 61.075721ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:44.935847Z","caller":"traceutil/trace.go:171","msg":"trace[1005793059] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2643; }","duration":"173.137083ms","start":"2026-03-14T01:37:44.762687Z","end":"2026-03-14T01:37:44.935825Z","steps":["trace[1005793059] 'read index received' (duration: 85.527171ms)","trace[1005793059] 'applied index is now lower than readState.Index' (duration: 87.608721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:44.935971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.272075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:44.935995Z","caller":"traceutil/trace.go:171","msg":"trace[649283076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"173.342967ms","start":"2026-03-14T01:37:44.762643Z","end":"2026-03-14T01:37:44.935986Z","steps":["trace[649283076] 'agreement among raft nodes before linearized reading' (duration: 173.275906ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.885303Z","caller":"traceutil/trace.go:171","msg":"trace[519614661] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"122.714155ms","start":"2026-03-14T01:37:55.762563Z","end":"2026-03-14T01:37:55.885278Z","steps":["trace[519614661] 'read index received' (duration: 122.49926ms)","trace[519614661] 'applied index is now lower than readState.Index' (duration: 213.854µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:55.885464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.878349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:55.885571Z","caller":"traceutil/trace.go:171","msg":"trace[1007650210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2588; }","duration":"123.055602ms","start":"2026-03-14T01:37:55.762471Z","end":"2026-03-14T01:37:55.885527Z","steps":["trace[1007650210] 'agreement among raft nodes before linearized reading' (duration: 122.909229ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:55.886955Z","caller":"traceutil/trace.go:171","msg":"trace[188694024] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"310.32477ms","start":"2026-03-14T01:37:55.575011Z","end":"2026-03-14T01:37:55.885336Z","steps":["trace[188694024] 'process raft request' (duration: 310.102085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:55.887133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:55.574985Z","time spent":"312.066012ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:57.221137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.85436ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:57.221278Z","caller":"traceutil/trace.go:171","msg":"trace[498033686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2589; }","duration":"659.009973ms","start":"2026-03-14T01:37:56.562248Z","end":"2026-03-14T01:37:57.221258Z","steps":["trace[498033686] 'range keys from in-memory index tree' (duration: 658.835818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.221429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.325256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:57.221621Z","caller":"traceutil/trace.go:171","msg":"trace[1634646993] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"1.121431056s","start":"2026-03-14T01:37:56.100171Z","end":"2026-03-14T01:37:57.221602Z","steps":["trace[1634646993] 'read index received' (duration: 169.767503ms)","trace[1634646993] 'applied index is now lower than readState.Index' (duration: 951.661823ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:57.221715Z","caller":"traceutil/trace.go:171","msg":"trace[439353349] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"1.159932241s","start":"2026-03-14T01:37:56.061747Z","end":"2026-03-14T01:37:57.221679Z","steps":["trace[439353349] 'process raft request' (duration: 208.221846ms)","trace[439353349] 'compare' (duration: 951.206963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:57.221795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121618961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:37:57.221854Z","caller":"traceutil/trace.go:171","msg":"trace[1088273144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2590; }","duration":"1.121681142s","start":"2026-03-14T01:37:56.100135Z","end":"2026-03-14T01:37:57.221816Z","steps":["trace[1088273144] 'agreement among raft nodes before linearized reading' (duration: 1.12155768s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.221889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.100122Z","time spent":"1.121759424s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:37:57.222487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098108752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:37:57.22254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094039066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:37:57.222558Z","caller":"traceutil/trace.go:171","msg":"trace[574644983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2590; }","duration":"1.098224535s","start":"2026-03-14T01:37:56.12432Z","end":"2026-03-14T01:37:57.222544Z","steps":["trace[574644983] 'agreement among raft nodes before linearized reading' (duration: 1.09799539s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:57.222596Z","caller":"traceutil/trace.go:171","msg":"trace[70245977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2590; }","duration":"1.094138648s","start":"2026-03-14T01:37:56.128442Z","end":"2026-03-14T01:37:57.222581Z","steps":["trace[70245977] 'agreement among raft nodes before linearized reading' (duration: 1.094003705s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.222611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.124308Z","time spent":"1.098292657s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:57.222641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.128419Z","time spent":"1.094214981s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:57.222659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094520767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:37:57.22257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.871278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:37:57.221923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.061706Z","time spent":"1.160080405s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:57.222521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091840324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:37:57.222766Z","caller":"traceutil/trace.go:171","msg":"trace[1225806707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2590; }","duration":"1.094648721s","start":"2026-03-14T01:37:56.128089Z","end":"2026-03-14T01:37:57.222738Z","steps":["trace[1225806707] 'agreement among raft nodes before linearized reading' (duration: 1.094363584s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:57.222941Z","caller":"traceutil/trace.go:171","msg":"trace[510144875] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2590; }","duration":"312.283358ms","start":"2026-03-14T01:37:56.910633Z","end":"2026-03-14T01:37:57.222917Z","steps":["trace[510144875] 'agreement among raft nodes before linearized reading' (duration: 311.811227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:57.222977Z","caller":"traceutil/trace.go:171","msg":"trace[86830569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2590; }","duration":"1.092314895s","start":"2026-03-14T01:37:56.130649Z","end":"2026-03-14T01:37:57.222964Z","steps":["trace[86830569] 'agreement among raft nodes before linearized reading' (duration: 1.091790643s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.223142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.128082Z","time spent":"1.094984849s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:37:57.223372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.13064Z","time spent":"1.092712094s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:57.223433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.770585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:37:57.223551Z","caller":"traceutil/trace.go:171","msg":"trace[457322606] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2590; }","duration":"245.470421ms","start":"2026-03-14T01:37:56.978054Z","end":"2026-03-14T01:37:57.223524Z","steps":["trace[457322606] 'agreement among raft nodes before linearized reading' (duration: 244.387446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.223615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.910607Z","time spent":"312.982304ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:37:57.728342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189414282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:37:58.062841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.063314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:58.063011Z","caller":"traceutil/trace.go:171","msg":"trace[2037833568] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"836.489929ms","start":"2026-03-14T01:37:57.226499Z","end":"2026-03-14T01:37:58.062989Z","steps":["trace[2037833568] 'process raft request' (duration: 569.162879ms)","trace[2037833568] 'compare' (duration: 266.731145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:58.063082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.226472Z","time spent":"836.573651ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:58.476117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.778896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:58.476338Z","caller":"traceutil/trace.go:171","msg":"trace[1897908923] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.249099579s","start":"2026-03-14T01:37:57.227206Z","end":"2026-03-14T01:37:58.476306Z","steps":["trace[1897908923] 'process raft request' (duration: 1.078053137s)","trace[1897908923] 'compare' (duration: 170.591392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:58.476508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.227191Z","time spent":"1.249231482s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:58.47652Z","caller":"traceutil/trace.go:171","msg":"trace[1399768932] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"1.248513194s","start":"2026-03-14T01:37:57.22797Z","end":"2026-03-14T01:37:58.476484Z","steps":["trace[1399768932] 'process raft request' (duration: 1.248293449s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:58.476551Z","caller":"traceutil/trace.go:171","msg":"trace[548712695] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"546.167723ms","start":"2026-03-14T01:37:57.930364Z","end":"2026-03-14T01:37:58.476532Z","steps":["trace[548712695] 'process raft request' (duration: 546.098541ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:58.476548Z","caller":"traceutil/trace.go:171","msg":"trace[600413208] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.249264463s","start":"2026-03-14T01:37:57.227205Z","end":"2026-03-14T01:37:58.476469Z","steps":["trace[600413208] 'process raft request' (duration: 1.249008097s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.476672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.227957Z","time spent":"1.248639707s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:58.476694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.930329Z","time spent":"546.294196ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:58.476913Z","caller":"traceutil/trace.go:171","msg":"trace[983313759] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"1.248499194s","start":"2026-03-14T01:37:57.228402Z","end":"2026-03-14T01:37:58.476901Z","steps":["trace[983313759] 'process raft request' (duration: 1.24789333s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.476901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.227181Z","time spent":"1.24956362s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:58.476919Z","caller":"traceutil/trace.go:171","msg":"trace[418113521] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"584.906672ms","start":"2026-03-14T01:37:57.891983Z","end":"2026-03-14T01:37:58.47689Z","steps":["trace[418113521] 'process raft request' (duration: 584.39904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:58.476905Z","caller":"traceutil/trace.go:171","msg":"trace[1748647687] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2698; }","duration":"1.249000886s","start":"2026-03-14T01:37:57.227829Z","end":"2026-03-14T01:37:58.47683Z","steps":["trace[1748647687] 'read index received' (duration: 567.825646ms)","trace[1748647687] 'applied index is now lower than readState.Index' (duration: 681.169179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:58.476994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.228388Z","time spent":"1.248568126s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:58.477045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.891955Z","time spent":"585.020455ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:58.477225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192017644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:37:58.477271Z","caller":"traceutil/trace.go:171","msg":"trace[799593105] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2597; }","duration":"1.192101896s","start":"2026-03-14T01:37:57.285156Z","end":"2026-03-14T01:37:58.477257Z","steps":["trace[799593105] 'agreement among raft nodes before linearized reading' (duration: 1.191997632s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.477295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.252456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c916d9e35b3b8\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-14T01:37:58.477347Z","caller":"traceutil/trace.go:171","msg":"trace[483327770] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c916d9e35b3b8; range_end:; response_count:1; response_revision:2597; }","duration":"205.305208ms","start":"2026-03-14T01:37:58.272031Z","end":"2026-03-14T01:37:58.477336Z","steps":["trace[483327770] 'agreement among raft nodes before linearized reading' (duration: 205.157743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.477384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.711691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:37:58.477441Z","caller":"traceutil/trace.go:171","msg":"trace[778372770] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2597; }","duration":"350.814004ms","start":"2026-03-14T01:37:58.126613Z","end":"2026-03-14T01:37:58.477427Z","steps":["trace[778372770] 'agreement among raft nodes before linearized reading' (duration: 350.721501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.477312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.285143Z","time spent":"1.192156827s","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:37:58.477556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.15052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:58.477604Z","caller":"traceutil/trace.go:171","msg":"trace[1530711515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2597; }","duration":"716.231473ms","start":"2026-03-14T01:37:57.761361Z","end":"2026-03-14T01:37:58.477592Z","steps":["trace[1530711515] 'agreement among raft nodes before linearized reading' (duration: 716.161201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.477496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.126593Z","time spent":"350.886765ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:37:58.477647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.761335Z","time spent":"716.302194ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:37:58.477976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250089672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-14T01:37:58.478037Z","caller":"traceutil/trace.go:171","msg":"trace[359752874] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2597; }","duration":"1.250220676s","start":"2026-03-14T01:37:57.227801Z","end":"2026-03-14T01:37:58.478022Z","steps":["trace[359752874] 'agreement among raft nodes before linearized reading' (duration: 1.249288693s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:58.478087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.22779Z","time spent":"1.250288367s","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-14T01:37:59.109384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.224477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:59.109722Z","caller":"traceutil/trace.go:171","msg":"trace[145663141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2598; }","duration":"347.649907ms","start":"2026-03-14T01:37:58.762044Z","end":"2026-03-14T01:37:59.109694Z","steps":["trace[145663141] 'range keys from in-memory index tree' (duration: 347.122404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.10988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.76202Z","time spent":"347.839201ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:37:59.109511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.985602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:37:59.110016Z","caller":"traceutil/trace.go:171","msg":"trace[1464416540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2598; }","duration":"310.517074ms","start":"2026-03-14T01:37:58.799465Z","end":"2026-03-14T01:37:59.109982Z","steps":["trace[1464416540] 'range keys from in-memory index tree' (duration: 309.780378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.110142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.799444Z","time spent":"310.638117ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:37:59.109512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.072015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:37:59.110368Z","caller":"traceutil/trace.go:171","msg":"trace[342761491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2598; }","duration":"273.982188ms","start":"2026-03-14T01:37:58.836363Z","end":"2026-03-14T01:37:59.110346Z","steps":["trace[342761491] 'range keys from in-memory index tree' (duration: 272.83173ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:59.224387Z","caller":"traceutil/trace.go:171","msg":"trace[483794822] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2706; }","duration":"248.179294ms","start":"2026-03-14T01:37:58.976183Z","end":"2026-03-14T01:37:59.224363Z","steps":["trace[483794822] 'read index received' (duration: 248.121353ms)","trace[483794822] 'applied index is now lower than readState.Index' (duration: 56.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:59.224458Z","caller":"traceutil/trace.go:171","msg":"trace[351230066] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"278.874383ms","start":"2026-03-14T01:37:58.945532Z","end":"2026-03-14T01:37:59.224407Z","steps":["trace[351230066] 'process raft request' (duration: 278.699379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.224658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.454751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:37:59.224693Z","caller":"traceutil/trace.go:171","msg":"trace[1378648970] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2599; }","duration":"248.544923ms","start":"2026-03-14T01:37:58.976137Z","end":"2026-03-14T01:37:59.224682Z","steps":["trace[1378648970] 'agreement among raft nodes before linearized reading' (duration: 248.350858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.882345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.383491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:59.882532Z","caller":"traceutil/trace.go:171","msg":"trace[1660851386] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"870.414395ms","start":"2026-03-14T01:37:59.012102Z","end":"2026-03-14T01:37:59.882516Z","steps":["trace[1660851386] 'process raft request' (duration: 306.791568ms)","trace[1660851386] 'compare' (duration: 562.990182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:59.882799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.012075Z","time spent":"870.697671ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:59.882997Z","caller":"traceutil/trace.go:171","msg":"trace[1854743475] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2707; }","duration":"658.516411ms","start":"2026-03-14T01:37:59.224462Z","end":"2026-03-14T01:37:59.882978Z","steps":["trace[1854743475] 'read index received' (duration: 94.389792ms)","trace[1854743475] 'applied index is now lower than readState.Index' (duration: 564.125579ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:59.883015Z","caller":"traceutil/trace.go:171","msg":"trace[548299124] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"768.335749ms","start":"2026-03-14T01:37:59.11464Z","end":"2026-03-14T01:37:59.882975Z","steps":["trace[548299124] 'process raft request' (duration: 767.807147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.883191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.114613Z","time spent":"768.484142ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:59.883236Z","caller":"traceutil/trace.go:171","msg":"trace[553528765] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"653.837029ms","start":"2026-03-14T01:37:59.229389Z","end":"2026-03-14T01:37:59.883226Z","steps":["trace[553528765] 'process raft request' (duration: 653.533182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.883319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.229367Z","time spent":"653.890871ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:59.883326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.28682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:37:59.883338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.989043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-14T01:37:59.883376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.953729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:37:59.883385Z","caller":"traceutil/trace.go:171","msg":"trace[1829622547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"121.382273ms","start":"2026-03-14T01:37:59.76199Z","end":"2026-03-14T01:37:59.883372Z","steps":["trace[1829622547] 'agreement among raft nodes before linearized reading' (duration: 121.293661ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:59.883411Z","caller":"traceutil/trace.go:171","msg":"trace[1041247062] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2602; }","duration":"464.02241ms","start":"2026-03-14T01:37:59.419377Z","end":"2026-03-14T01:37:59.8834Z","steps":["trace[1041247062] 'agreement among raft nodes before linearized reading' (duration: 463.917148ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:59.883409Z","caller":"traceutil/trace.go:171","msg":"trace[1679660404] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2602; }","duration":"654.079295ms","start":"2026-03-14T01:37:59.229311Z","end":"2026-03-14T01:37:59.88339Z","steps":["trace[1679660404] 'agreement among raft nodes before linearized reading' (duration: 653.895171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.883432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.419361Z","time spent":"464.067112ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-14T01:37:59.883449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.229293Z","time spent":"654.147466ms","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-14T01:37:59.883525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.299943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:37:59.883641Z","caller":"traceutil/trace.go:171","msg":"trace[436149507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2602; }","duration":"769.442747ms","start":"2026-03-14T01:37:59.114174Z","end":"2026-03-14T01:37:59.883617Z","steps":["trace[436149507] 'agreement among raft nodes before linearized reading' (duration: 768.922803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.883705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.114158Z","time spent":"769.537858ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:38:00.630557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.945985ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-14T01:38:00.630827Z","caller":"traceutil/trace.go:171","msg":"trace[1845755285] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"148.17507ms","start":"2026-03-14T01:38:00.482632Z","end":"2026-03-14T01:38:00.630807Z","steps":["trace[1845755285] 'process raft request' (duration: 148.026786ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:00.630862Z","caller":"traceutil/trace.go:171","msg":"trace[825334674] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2710; }","duration":"746.096332ms","start":"2026-03-14T01:37:59.884712Z","end":"2026-03-14T01:38:00.630808Z","steps":["trace[825334674] 'read index received' (duration: 317.786308ms)","trace[825334674] 'applied index is now lower than readState.Index' (duration: 428.307173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:00.630985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.884642Z","time spent":"746.334826ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:38:00.631107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.374338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-03-14T01:38:00.631149Z","caller":"traceutil/trace.go:171","msg":"trace[972353027] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2603; }","duration":"746.445449ms","start":"2026-03-14T01:37:59.884693Z","end":"2026-03-14T01:38:00.631138Z","steps":["trace[972353027] 'agreement among raft nodes before linearized reading' (duration: 746.273335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:00.631188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.884682Z","time spent":"746.49835ms","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9276,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T01:38:01.013654Z","caller":"traceutil/trace.go:171","msg":"trace[91562633] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"382.69518ms","start":"2026-03-14T01:38:00.630932Z","end":"2026-03-14T01:38:01.013627Z","steps":["trace[91562633] 'read index received' (duration: 382.515796ms)","trace[91562633] 'applied index is now lower than readState.Index' (duration: 174.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.013897Z","caller":"traceutil/trace.go:171","msg":"trace[1833146209] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"531.117035ms","start":"2026-03-14T01:38:00.482755Z","end":"2026-03-14T01:38:01.013872Z","steps":["trace[1833146209] 'process raft request' (duration: 530.690285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.013978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.385821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:38:01.014003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.718456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:38:01.014047Z","caller":"traceutil/trace.go:171","msg":"trace[242230648] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2604; }","duration":"872.513714ms","start":"2026-03-14T01:38:00.141513Z","end":"2026-03-14T01:38:01.014027Z","steps":["trace[242230648] 'agreement among raft nodes before linearized reading' (duration: 872.208597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.141493Z","time spent":"872.580385ms","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:38:01.014079Z","caller":"traceutil/trace.go:171","msg":"trace[636874427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2604; }","duration":"530.805958ms","start":"2026-03-14T01:38:00.483255Z","end":"2026-03-14T01:38:01.014061Z","steps":["trace[636874427] 'agreement among raft nodes before linearized reading' (duration: 530.435639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.25624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:38:01.014071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.610586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:38:01.014131Z","caller":"traceutil/trace.go:171","msg":"trace[1129595931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2604; }","duration":"947.348512ms","start":"2026-03-14T01:38:00.066771Z","end":"2026-03-14T01:38:01.014119Z","steps":["trace[1129595931] 'agreement among raft nodes before linearized reading' (duration: 946.990864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.735806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:38:01.014175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.066747Z","time spent":"947.420223ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:38:01.014181Z","caller":"traceutil/trace.go:171","msg":"trace[999091050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2604; }","duration":"528.749289ms","start":"2026-03-14T01:38:00.485409Z","end":"2026-03-14T01:38:01.014158Z","steps":["trace[999091050] 'agreement among raft nodes before linearized reading' (duration: 528.250567ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.014202Z","caller":"traceutil/trace.go:171","msg":"trace[1169503108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2604; }","duration":"530.876769ms","start":"2026-03-14T01:38:00.483303Z","end":"2026-03-14T01:38:01.01418Z","steps":["trace[1169503108] 'agreement among raft nodes before linearized reading' (duration: 530.584303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.485404Z","time spent":"528.821111ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:01.01426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.483283Z","time spent":"530.967241ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:01.014123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.483226Z","time spent":"530.889209ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:38:01.014238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.568485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:38:01.014329Z","caller":"traceutil/trace.go:171","msg":"trace[406127328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2604; }","duration":"528.707278ms","start":"2026-03-14T01:38:00.485603Z","end":"2026-03-14T01:38:01.01431Z","steps":["trace[406127328] 'agreement among raft nodes before linearized reading' (duration: 528.433032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.482744Z","time spent":"531.212848ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.014237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.79413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c916f52461cf3\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-14T01:38:01.014395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.485585Z","time spent":"528.80143ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:38:01.014423Z","caller":"traceutil/trace.go:171","msg":"trace[1863139438] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c916f52461cf3; range_end:; response_count:1; response_revision:2604; }","duration":"425.033886ms","start":"2026-03-14T01:38:00.589368Z","end":"2026-03-14T01:38:01.014402Z","steps":["trace[1863139438] 'agreement among raft nodes before linearized reading' (duration: 424.618966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.589349Z","time spent":"425.120818ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c916f52461cf3\" "} {"level":"warn","ts":"2026-03-14T01:38:01.014544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128430383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-14T01:38:01.014654Z","caller":"traceutil/trace.go:171","msg":"trace[1454352721] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2604; }","duration":"1.128553595s","start":"2026-03-14T01:37:59.886089Z","end":"2026-03-14T01:38:01.014642Z","steps":["trace[1454352721] 'agreement among raft nodes before linearized reading' (duration: 1.127711325s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.014685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.886082Z","time spent":"1.128596257s","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-14T01:38:01.34036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.208929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:38:01.34045Z","caller":"traceutil/trace.go:171","msg":"trace[712550380] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2713; }","duration":"326.70429ms","start":"2026-03-14T01:38:01.013731Z","end":"2026-03-14T01:38:01.340435Z","steps":["trace[712550380] 'read index received' (duration: 61.374268ms)","trace[712550380] 'applied index is now lower than readState.Index' (duration: 265.328582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:01.340579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.425876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:01.340501Z","caller":"traceutil/trace.go:171","msg":"trace[273519126] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"708.483228ms","start":"2026-03-14T01:38:00.631991Z","end":"2026-03-14T01:38:01.340474Z","steps":["trace[273519126] 'process raft request' (duration: 443.088904ms)","trace[273519126] 'compare' (duration: 264.979073ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.340604Z","caller":"traceutil/trace.go:171","msg":"trace[348225065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2605; }","duration":"652.498518ms","start":"2026-03-14T01:38:00.688099Z","end":"2026-03-14T01:38:01.340597Z","steps":["trace[348225065] 'agreement among raft nodes before linearized reading' (duration: 652.392325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.34063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.688078Z","time spent":"652.5461ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:38:01.340662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.383828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:01.340778Z","caller":"traceutil/trace.go:171","msg":"trace[871168243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2605; }","duration":"578.554413ms","start":"2026-03-14T01:38:00.762199Z","end":"2026-03-14T01:38:01.340754Z","steps":["trace[871168243] 'agreement among raft nodes before linearized reading' (duration: 578.281636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.340709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.63197Z","time spent":"708.656052ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.340834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.762176Z","time spent":"578.649254ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:38:01.400182Z","caller":"traceutil/trace.go:171","msg":"trace[1595391130] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"381.593023ms","start":"2026-03-14T01:38:01.018553Z","end":"2026-03-14T01:38:01.400146Z","steps":["trace[1595391130] 'process raft request' (duration: 381.385318ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.400295Z","caller":"traceutil/trace.go:171","msg":"trace[1445854611] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"379.847882ms","start":"2026-03-14T01:38:01.02042Z","end":"2026-03-14T01:38:01.400268Z","steps":["trace[1445854611] 'process raft request' (duration: 379.809081ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.400323Z","caller":"traceutil/trace.go:171","msg":"trace[865569814] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"381.241915ms","start":"2026-03-14T01:38:01.019058Z","end":"2026-03-14T01:38:01.4003Z","steps":["trace[865569814] 'process raft request' (duration: 381.101191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.400378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.01853Z","time spent":"381.746817ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.400406Z","caller":"traceutil/trace.go:171","msg":"trace[931126763] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"380.332714ms","start":"2026-03-14T01:38:01.020051Z","end":"2026-03-14T01:38:01.400383Z","steps":["trace[931126763] 'process raft request' (duration: 380.142109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.400453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.019047Z","time spent":"381.340137ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.400313Z","caller":"traceutil/trace.go:171","msg":"trace[1607525665] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"381.712576ms","start":"2026-03-14T01:38:01.018565Z","end":"2026-03-14T01:38:01.400278Z","steps":["trace[1607525665] 'process raft request' (duration: 381.517672ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.400468Z","caller":"traceutil/trace.go:171","msg":"trace[306771750] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"381.737197ms","start":"2026-03-14T01:38:01.018648Z","end":"2026-03-14T01:38:01.400385Z","steps":["trace[306771750] 'process raft request' (duration: 381.479611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.400526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.020037Z","time spent":"380.422535ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.400575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.018548Z","time spent":"382.004263ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.400552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.020412Z","time spent":"379.958055ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.400733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.018628Z","time spent":"381.969562ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.422799Z","caller":"traceutil/trace.go:171","msg":"trace[977697292] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"179.944994ms","start":"2026-03-14T01:38:01.242827Z","end":"2026-03-14T01:38:01.422772Z","steps":["trace[977697292] 'process raft request' (duration: 179.764529ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.422995Z","caller":"traceutil/trace.go:171","msg":"trace[642501913] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"106.901239ms","start":"2026-03-14T01:38:01.31607Z","end":"2026-03-14T01:38:01.422971Z","steps":["trace[642501913] 'process raft request' (duration: 106.659964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.423147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.927014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-14T01:38:01.423229Z","caller":"traceutil/trace.go:171","msg":"trace[1069018423] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2613; }","duration":"404.031496ms","start":"2026-03-14T01:38:01.019183Z","end":"2026-03-14T01:38:01.423215Z","steps":["trace[1069018423] 'agreement among raft nodes before linearized reading' (duration: 403.78992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.423296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.019171Z","time spent":"404.114619ms","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-14T01:38:01.611831Z","caller":"traceutil/trace.go:171","msg":"trace[327878044] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2722; }","duration":"185.509606ms","start":"2026-03-14T01:38:01.426293Z","end":"2026-03-14T01:38:01.611802Z","steps":["trace[327878044] 'read index received' (duration: 93.728767ms)","trace[327878044] 'applied index is now lower than readState.Index' (duration: 91.779309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:01.612028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.020885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-14T01:38:01.611992Z","caller":"traceutil/trace.go:171","msg":"trace[1375665771] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"186.09272ms","start":"2026-03-14T01:38:01.425855Z","end":"2026-03-14T01:38:01.611948Z","steps":["trace[1375665771] 'process raft request' (duration: 94.149126ms)","trace[1375665771] 'compare' (duration: 91.485683ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.612069Z","caller":"traceutil/trace.go:171","msg":"trace[259623582] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2614; }","duration":"185.103448ms","start":"2026-03-14T01:38:01.426955Z","end":"2026-03-14T01:38:01.612059Z","steps":["trace[259623582] 'agreement among raft nodes before linearized reading' (duration: 184.999215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.612118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.773063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:38:01.612183Z","caller":"traceutil/trace.go:171","msg":"trace[1207409930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2614; }","duration":"185.897526ms","start":"2026-03-14T01:38:01.42627Z","end":"2026-03-14T01:38:01.612168Z","steps":["trace[1207409930] 'agreement among raft nodes before linearized reading' (duration: 185.66244ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:02.02477Z","caller":"traceutil/trace.go:171","msg":"trace[276104421] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"136.352659ms","start":"2026-03-14T01:38:01.888391Z","end":"2026-03-14T01:38:02.024743Z","steps":["trace[276104421] 'process raft request' (duration: 136.176435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.937584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.963307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:02.937661Z","caller":"traceutil/trace.go:171","msg":"trace[630570834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"178.07794ms","start":"2026-03-14T01:38:02.759565Z","end":"2026-03-14T01:38:02.937643Z","steps":["trace[630570834] 'range keys from in-memory index tree' (duration: 177.875165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:17.625039Z","caller":"traceutil/trace.go:171","msg":"trace[66200513] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"106.306579ms","start":"2026-03-14T01:38:17.518705Z","end":"2026-03-14T01:38:17.625012Z","steps":["trace[66200513] 'process raft request' (duration: 22.204912ms)","trace[66200513] 'compare' (duration: 83.690256ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:17.31232Z","caller":"traceutil/trace.go:171","msg":"trace[2087222087] transaction","detail":"{read_only:false; response_revision:3458; number_of_response:1; }","duration":"126.26166ms","start":"2026-03-14T01:40:17.186028Z","end":"2026-03-14T01:40:17.31229Z","steps":["trace[2087222087] 'process raft request' (duration: 126.066485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.945615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316417399s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:23.945734Z","caller":"traceutil/trace.go:171","msg":"trace[733009834] linearizableReadLoop","detail":"{readStateIndex:3627; appliedIndex:3626; }","duration":"955.652589ms","start":"2026-03-14T01:40:22.990062Z","end":"2026-03-14T01:40:23.945715Z","steps":["trace[733009834] 'read index received' (duration: 37.941µs)","trace[733009834] 'applied index is now lower than readState.Index' (duration: 955.613048ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:23.945838Z","caller":"traceutil/trace.go:171","msg":"trace[743143034] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"1.356507897s","start":"2026-03-14T01:40:22.589294Z","end":"2026-03-14T01:40:23.945802Z","steps":["trace[743143034] 'process raft request' (duration: 39.808102ms)","trace[743143034] 'compare' (duration: 1.31607036s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:23.945897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.589255Z","time spent":"1.3566101s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:23.946056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.978876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:23.94614Z","caller":"traceutil/trace.go:171","msg":"trace[1983747333] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3484; }","duration":"956.154481ms","start":"2026-03-14T01:40:22.989964Z","end":"2026-03-14T01:40:23.946118Z","steps":["trace[1983747333] 'agreement among raft nodes before linearized reading' (duration: 955.962006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.946182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.989945Z","time spent":"956.228053ms","remote":"127.0.0.1:55074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":34,"response size":28,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:23.981088Z","caller":"traceutil/trace.go:171","msg":"trace[1545563024] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"649.519246ms","start":"2026-03-14T01:40:23.331307Z","end":"2026-03-14T01:40:23.980826Z","steps":["trace[1545563024] 'process raft request' (duration: 649.383622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.981307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.331286Z","time spent":"649.905856ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:23.985423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.674889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:23.98549Z","caller":"traceutil/trace.go:171","msg":"trace[621560117] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3487; }","duration":"733.810443ms","start":"2026-03-14T01:40:23.251664Z","end":"2026-03-14T01:40:23.985474Z","steps":["trace[621560117] 'agreement among raft nodes before linearized reading' (duration: 733.69646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.985519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.251629Z","time spent":"733.885435ms","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:23.985677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.348437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:40:23.985738Z","caller":"traceutil/trace.go:171","msg":"trace[1463395592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:3487; }","duration":"357.49835ms","start":"2026-03-14T01:40:23.628224Z","end":"2026-03-14T01:40:23.985722Z","steps":["trace[1463395592] 'agreement among raft nodes before linearized reading' (duration: 357.263935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.985765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.628194Z","time spent":"357.566042ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:40:23.985642Z","caller":"traceutil/trace.go:171","msg":"trace[1592919142] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"445.26177ms","start":"2026-03-14T01:40:23.540322Z","end":"2026-03-14T01:40:23.985584Z","steps":["trace[1592919142] 'process raft request' (duration: 444.909962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.985937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.824984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:23.985656Z","caller":"traceutil/trace.go:171","msg":"trace[645622928] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"250.994593ms","start":"2026-03-14T01:40:23.734611Z","end":"2026-03-14T01:40:23.985606Z","steps":["trace[645622928] 'process raft request' (duration: 250.719656ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.986056Z","caller":"traceutil/trace.go:171","msg":"trace[2075465895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3487; }","duration":"224.08066ms","start":"2026-03-14T01:40:23.76195Z","end":"2026-03-14T01:40:23.98603Z","steps":["trace[2075465895] 'agreement among raft nodes before linearized reading' (duration: 223.520157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.986018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.540288Z","time spent":"445.613159ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:23.986294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.659642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:23.986449Z","caller":"traceutil/trace.go:171","msg":"trace[741845155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3487; }","duration":"199.681747ms","start":"2026-03-14T01:40:23.786747Z","end":"2026-03-14T01:40:23.986429Z","steps":["trace[741845155] 'agreement among raft nodes before linearized reading' (duration: 198.642852ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.401878Z","caller":"traceutil/trace.go:171","msg":"trace[2132216719] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"166.538254ms","start":"2026-03-14T01:41:42.235268Z","end":"2026-03-14T01:41:42.401807Z","steps":["trace[2132216719] 'process raft request' (duration: 166.304569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.407357Z","caller":"traceutil/trace.go:171","msg":"trace[1372125039] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"164.971607ms","start":"2026-03-14T01:41:42.242332Z","end":"2026-03-14T01:41:42.407303Z","steps":["trace[1372125039] 'process raft request' (duration: 164.682661ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.407378Z","caller":"traceutil/trace.go:171","msg":"trace[42484739] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"164.286501ms","start":"2026-03-14T01:41:42.243048Z","end":"2026-03-14T01:41:42.407334Z","steps":["trace[42484739] 'process raft request' (duration: 164.119427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:43.455276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.014346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-14T01:41:43.455538Z","caller":"traceutil/trace.go:171","msg":"trace[953976749] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4588; }","duration":"122.370995ms","start":"2026-03-14T01:41:43.333135Z","end":"2026-03-14T01:41:43.455506Z","steps":["trace[953976749] 'range keys from in-memory index tree' (duration: 121.268089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:46.9248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189419219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:41:47.78144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219261365s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:47.781587Z","caller":"traceutil/trace.go:171","msg":"trace[1417640922] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4640; }","duration":"1.219422689s","start":"2026-03-14T01:41:46.562144Z","end":"2026-03-14T01:41:47.781567Z","steps":["trace[1417640922] 'range keys from in-memory index tree' (duration: 1.219243954s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.782145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.889463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:47.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1371932118] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"1.366315566s","start":"2026-03-14T01:41:46.415949Z","end":"2026-03-14T01:41:47.782265Z","steps":["trace[1371932118] 'process raft request' (duration: 927.200758ms)","trace[1371932118] 'compare' (duration: 438.575215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:47.78238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.415917Z","time spent":"1.366415679s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:47.927778Z","caller":"traceutil/trace.go:171","msg":"trace[768695137] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"1.509992338s","start":"2026-03-14T01:41:46.417753Z","end":"2026-03-14T01:41:47.927745Z","steps":["trace[768695137] 'process raft request' (duration: 1.509891625s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.92793Z","caller":"traceutil/trace.go:171","msg":"trace[502745389] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4827; }","duration":"1.503997556s","start":"2026-03-14T01:41:46.423915Z","end":"2026-03-14T01:41:47.927912Z","steps":["trace[502745389] 'read index received' (duration: 919.165598ms)","trace[502745389] 'applied index is now lower than readState.Index' (duration: 584.829788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:47.927991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.41774Z","time spent":"1.510146211s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:47.927777Z","caller":"traceutil/trace.go:171","msg":"trace[1857257837] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"1.510368787s","start":"2026-03-14T01:41:46.417368Z","end":"2026-03-14T01:41:47.927737Z","steps":["trace[1857257837] 'process raft request' (duration: 1.489151422s)","trace[1857257837] 'compare' (duration: 20.993999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:47.928164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504234931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:41:47.928201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377068462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-14T01:41:47.928232Z","caller":"traceutil/trace.go:171","msg":"trace[2101640942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:4644; }","duration":"1.504345784s","start":"2026-03-14T01:41:46.42387Z","end":"2026-03-14T01:41:47.928216Z","steps":["trace[2101640942] 'agreement among raft nodes before linearized reading' (duration: 1.504145389s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.928274Z","caller":"traceutil/trace.go:171","msg":"trace[767864438] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce; range_end:; response_count:1; response_revision:4644; }","duration":"1.377188524s","start":"2026-03-14T01:41:46.551066Z","end":"2026-03-14T01:41:47.928255Z","steps":["trace[767864438] 'agreement among raft nodes before linearized reading' (duration: 1.376992329s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.423858Z","time spent":"1.504415815s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:41:47.928287Z","caller":"traceutil/trace.go:171","msg":"trace[204065321] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"842.871465ms","start":"2026-03-14T01:41:47.085374Z","end":"2026-03-14T01:41:47.928246Z","steps":["trace[204065321] 'process raft request' (duration: 842.315652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.351136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:47.928401Z","caller":"traceutil/trace.go:171","msg":"trace[1148663499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"165.412518ms","start":"2026-03-14T01:41:47.762981Z","end":"2026-03-14T01:41:47.928393Z","steps":["trace[1148663499] 'agreement among raft nodes before linearized reading' (duration: 165.364047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344008516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:41:47.928474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:47.08535Z","time spent":"843.03246ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:47.92854Z","caller":"traceutil/trace.go:171","msg":"trace[768895185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4644; }","duration":"1.344100998s","start":"2026-03-14T01:41:46.584426Z","end":"2026-03-14T01:41:47.928527Z","steps":["trace[768895185] 'agreement among raft nodes before linearized reading' (duration: 1.343947734s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.584405Z","time spent":"1.34416553s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164209166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:41:47.92865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.964716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-14T01:41:47.928678Z","caller":"traceutil/trace.go:171","msg":"trace[635243688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4644; }","duration":"1.164308948s","start":"2026-03-14T01:41:46.764348Z","end":"2026-03-14T01:41:47.928657Z","steps":["trace[635243688] 'agreement among raft nodes before linearized reading' (duration: 1.164049862s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345851189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:41:47.928702Z","caller":"traceutil/trace.go:171","msg":"trace[687809483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce; range_end:; response_count:1; response_revision:4644; }","duration":"773.059958ms","start":"2026-03-14T01:41:47.155628Z","end":"2026-03-14T01:41:47.928688Z","steps":["trace[687809483] 'agreement among raft nodes before linearized reading' (duration: 772.869583ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.928746Z","caller":"traceutil/trace.go:171","msg":"trace[913286791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4644; }","duration":"1.345918111s","start":"2026-03-14T01:41:46.582818Z","end":"2026-03-14T01:41:47.928736Z","steps":["trace[913286791] 'agreement among raft nodes before linearized reading' (duration: 1.345769377s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:47.155608Z","time spent":"773.143059ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.764286Z","time spent":"1.164439771s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314010813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:41:47.928867Z","caller":"traceutil/trace.go:171","msg":"trace[1970101949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4644; }","duration":"1.314088696s","start":"2026-03-14T01:41:46.614765Z","end":"2026-03-14T01:41:47.928854Z","steps":["trace[1970101949] 'agreement among raft nodes before linearized reading' (duration: 1.313969123s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.928912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.614752Z","time spent":"1.314149917s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.582808Z","time spent":"1.345968612s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.551044Z","time spent":"1.377263536s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87cd4a9e-bb1f-4da2-ac61-4b9c2c40f4ce\" "} {"level":"warn","ts":"2026-03-14T01:41:47.928287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.417348Z","time spent":"1.510805116s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:47.929347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177982743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-03-14T01:41:47.929407Z","caller":"traceutil/trace.go:171","msg":"trace[1222186101] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4644; }","duration":"1.178044844s","start":"2026-03-14T01:41:46.751347Z","end":"2026-03-14T01:41:47.929392Z","steps":["trace[1222186101] 'agreement among raft nodes before linearized reading' (duration: 1.177213065s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.929449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.751308Z","time spent":"1.178131806s","remote":"127.0.0.1:55066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777494,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:41:47.929313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242052195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:41:47.930155Z","caller":"traceutil/trace.go:171","msg":"trace[95771044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4644; }","duration":"1.24308648s","start":"2026-03-14T01:41:46.687053Z","end":"2026-03-14T01:41:47.930139Z","steps":["trace[95771044] 'agreement among raft nodes before linearized reading' (duration: 1.241332858s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:47.930203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:46.687032Z","time spent":"1.243154621s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:41:55.800771Z","caller":"traceutil/trace.go:171","msg":"trace[19156678] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"118.852272ms","start":"2026-03-14T01:41:55.681896Z","end":"2026-03-14T01:41:55.800749Z","steps":["trace[19156678] 'process raft request' (duration: 50.353095ms)","trace[19156678] 'compare' (duration: 68.408074ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:55.802552Z","caller":"traceutil/trace.go:171","msg":"trace[1719828853] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"120.161843ms","start":"2026-03-14T01:41:55.682362Z","end":"2026-03-14T01:41:55.802524Z","steps":["trace[1719828853] 'process raft request' (duration: 120.002709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:55.802597Z","caller":"traceutil/trace.go:171","msg":"trace[1693041545] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"120.129293ms","start":"2026-03-14T01:41:55.682442Z","end":"2026-03-14T01:41:55.802571Z","steps":["trace[1693041545] 'process raft request' (duration: 119.99241ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:55.802751Z","caller":"traceutil/trace.go:171","msg":"trace[259576646] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"120.493031ms","start":"2026-03-14T01:41:55.682248Z","end":"2026-03-14T01:41:55.802741Z","steps":["trace[259576646] 'process raft request' (duration: 120.02807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:56.871401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.69383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:56.87149Z","caller":"traceutil/trace.go:171","msg":"trace[754618369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4797; }","duration":"108.832844ms","start":"2026-03-14T01:41:56.762637Z","end":"2026-03-14T01:41:56.87147Z","steps":["trace[754618369] 'range keys from in-memory index tree' (duration: 108.520766ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:57.996153Z","caller":"traceutil/trace.go:171","msg":"trace[1819459975] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"142.34502ms","start":"2026-03-14T01:41:57.853772Z","end":"2026-03-14T01:41:57.996117Z","steps":["trace[1819459975] 'process raft request' (duration: 114.207842ms)","trace[1819459975] 'compare' (duration: 27.937553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:58.450211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.592191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:58.450308Z","caller":"traceutil/trace.go:171","msg":"trace[681438530] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"266.312014ms","start":"2026-03-14T01:41:58.183977Z","end":"2026-03-14T01:41:58.450289Z","steps":["trace[681438530] 'process raft request' (duration: 95.571239ms)","trace[681438530] 'compare' (duration: 170.508409ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:58.535788Z","caller":"traceutil/trace.go:171","msg":"trace[1723793405] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"307.599804ms","start":"2026-03-14T01:41:58.228167Z","end":"2026-03-14T01:41:58.535767Z","steps":["trace[1723793405] 'process raft request' (duration: 307.43081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.535907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.228142Z","time spent":"307.709417ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:58.690082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.341607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:58.690209Z","caller":"traceutil/trace.go:171","msg":"trace[630352324] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"145.136467ms","start":"2026-03-14T01:41:58.545043Z","end":"2026-03-14T01:41:58.690179Z","steps":["trace[630352324] 'process raft request' (duration: 27.627677ms)","trace[630352324] 'compare' (duration: 117.015738ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:59.863033Z","caller":"traceutil/trace.go:171","msg":"trace[1538224552] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5031; }","duration":"101.232804ms","start":"2026-03-14T01:41:59.761779Z","end":"2026-03-14T01:41:59.863012Z","steps":["trace[1538224552] 'read index received' (duration: 101.046739ms)","trace[1538224552] 'applied index is now lower than readState.Index' (duration: 185.205µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:59.863138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.340717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:59.863164Z","caller":"traceutil/trace.go:171","msg":"trace[318985579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"101.419428ms","start":"2026-03-14T01:41:59.761736Z","end":"2026-03-14T01:41:59.863156Z","steps":["trace[318985579] 'agreement among raft nodes before linearized reading' (duration: 101.358267ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:59.863177Z","caller":"traceutil/trace.go:171","msg":"trace[178631630] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"119.554538ms","start":"2026-03-14T01:41:59.743578Z","end":"2026-03-14T01:41:59.863132Z","steps":["trace[178631630] 'process raft request' (duration: 119.315923ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:00.019077Z","caller":"traceutil/trace.go:171","msg":"trace[631945810] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"149.560101ms","start":"2026-03-14T01:41:59.869485Z","end":"2026-03-14T01:42:00.019045Z","steps":["trace[631945810] 'process raft request' (duration: 149.246904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:00.019073Z","caller":"traceutil/trace.go:171","msg":"trace[1704494899] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"149.483049ms","start":"2026-03-14T01:41:59.869562Z","end":"2026-03-14T01:42:00.019045Z","steps":["trace[1704494899] 'process raft request' (duration: 149.349686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:00.019429Z","caller":"traceutil/trace.go:171","msg":"trace[1795711855] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"148.915356ms","start":"2026-03-14T01:41:59.870488Z","end":"2026-03-14T01:42:00.019403Z","steps":["trace[1795711855] 'process raft request' (duration: 148.810174ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:00.019519Z","caller":"traceutil/trace.go:171","msg":"trace[1560030461] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"149.202543ms","start":"2026-03-14T01:41:59.870298Z","end":"2026-03-14T01:42:00.019501Z","steps":["trace[1560030461] 'process raft request' (duration: 148.698521ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:06.262031Z","caller":"traceutil/trace.go:171","msg":"trace[1806297978] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"217.486705ms","start":"2026-03-14T01:42:06.044521Z","end":"2026-03-14T01:42:06.262007Z","steps":["trace[1806297978] 'process raft request' (duration: 184.640764ms)","trace[1806297978] 'compare' (duration: 32.644696ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:06.262447Z","caller":"traceutil/trace.go:171","msg":"trace[76215689] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"215.895627ms","start":"2026-03-14T01:42:06.046527Z","end":"2026-03-14T01:42:06.262423Z","steps":["trace[76215689] 'process raft request' (duration: 215.449406ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:06.262601Z","caller":"traceutil/trace.go:171","msg":"trace[274178040] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5124; }","duration":"217.392013ms","start":"2026-03-14T01:42:06.045168Z","end":"2026-03-14T01:42:06.26256Z","steps":["trace[274178040] 'read index received' (duration: 2.042079ms)","trace[274178040] 'applied index is now lower than readState.Index' (duration: 215.348824ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:06.262651Z","caller":"traceutil/trace.go:171","msg":"trace[618626907] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"215.662822ms","start":"2026-03-14T01:42:06.046951Z","end":"2026-03-14T01:42:06.262613Z","steps":["trace[618626907] 'process raft request' (duration: 215.474508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:06.262841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.343532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:06.262879Z","caller":"traceutil/trace.go:171","msg":"trace[2066062737] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:0; response_revision:4933; }","duration":"217.402283ms","start":"2026-03-14T01:42:06.045466Z","end":"2026-03-14T01:42:06.262869Z","steps":["trace[2066062737] 'agreement among raft nodes before linearized reading' (duration: 217.333371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:06.26289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.70123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T01:42:06.262967Z","caller":"traceutil/trace.go:171","msg":"trace[1678173267] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4933; }","duration":"217.799053ms","start":"2026-03-14T01:42:06.045152Z","end":"2026-03-14T01:42:06.262951Z","steps":["trace[1678173267] 'agreement among raft nodes before linearized reading' (duration: 217.578488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:06.263317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.481808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-14T01:42:06.263409Z","caller":"traceutil/trace.go:171","msg":"trace[1177026423] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4933; }","duration":"210.618572ms","start":"2026-03-14T01:42:06.052771Z","end":"2026-03-14T01:42:06.26339Z","steps":["trace[1177026423] 'agreement among raft nodes before linearized reading' (duration: 210.371686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:07.963262Z","caller":"traceutil/trace.go:171","msg":"trace[1718935647] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5167; }","duration":"230.059473ms","start":"2026-03-14T01:42:07.733177Z","end":"2026-03-14T01:42:07.963236Z","steps":["trace[1718935647] 'read index received' (duration: 229.769536ms)","trace[1718935647] 'applied index is now lower than readState.Index' (duration: 288.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:07.963401Z","caller":"traceutil/trace.go:171","msg":"trace[1964236616] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"245.356936ms","start":"2026-03-14T01:42:07.717994Z","end":"2026-03-14T01:42:07.963351Z","steps":["trace[1964236616] 'process raft request' (duration: 245.07271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:07.963572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.380681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-g2khl\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-14T01:42:07.963622Z","caller":"traceutil/trace.go:171","msg":"trace[457977574] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-g2khl; range_end:; response_count:1; response_revision:4973; }","duration":"230.483503ms","start":"2026-03-14T01:42:07.733126Z","end":"2026-03-14T01:42:07.96361Z","steps":["trace[457977574] 'agreement among raft nodes before linearized reading' (duration: 230.247038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:07.963627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.358195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:07.963778Z","caller":"traceutil/trace.go:171","msg":"trace[275785436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4973; }","duration":"202.689703ms","start":"2026-03-14T01:42:07.761067Z","end":"2026-03-14T01:42:07.963757Z","steps":["trace[275785436] 'agreement among raft nodes before linearized reading' (duration: 202.350115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.771689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189419959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:42:09.271888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189419959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:42:09.331529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359522965s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:42:09.332205Z","caller":"traceutil/trace.go:171","msg":"trace[1657357523] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"1.360202451s","start":"2026-03-14T01:42:07.971892Z","end":"2026-03-14T01:42:09.332094Z","steps":["trace[1657357523] 'process raft request' (duration: 1.360004196s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.332402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.971874Z","time spent":"1.360451328s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:09.418395Z","caller":"traceutil/trace.go:171","msg":"trace[488802098] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"1.366196302s","start":"2026-03-14T01:42:08.052172Z","end":"2026-03-14T01:42:09.418368Z","steps":["trace[488802098] 'process raft request' (duration: 1.363866686s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.418565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.052154Z","time spent":"1.366321975s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:09.418674Z","caller":"traceutil/trace.go:171","msg":"trace[989693345] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"1.151428872s","start":"2026-03-14T01:42:08.267207Z","end":"2026-03-14T01:42:09.418635Z","steps":["trace[989693345] 'process raft request' (duration: 1.151121835s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:09.418717Z","caller":"traceutil/trace.go:171","msg":"trace[1780298676] linearizableReadLoop","detail":"{readStateIndex:5173; appliedIndex:5168; }","duration":"1.147690482s","start":"2026-03-14T01:42:08.271008Z","end":"2026-03-14T01:42:09.418699Z","steps":["trace[1780298676] 'read index received' (duration: 1.060884812s)","trace[1780298676] 'applied index is now lower than readState.Index' (duration: 86.8046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:09.418845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.267182Z","time spent":"1.151575195s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:09.418829Z","caller":"traceutil/trace.go:171","msg":"trace[231491587] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"1.149582547s","start":"2026-03-14T01:42:08.269236Z","end":"2026-03-14T01:42:09.418819Z","steps":["trace[231491587] 'process raft request' (duration: 1.14926932s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.418976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.269226Z","time spent":"1.149698682s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:09.419091Z","caller":"traceutil/trace.go:171","msg":"trace[1641985063] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"731.333717ms","start":"2026-03-14T01:42:08.687731Z","end":"2026-03-14T01:42:09.419065Z","steps":["trace[1641985063] 'process raft request' (duration: 730.881355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055018263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-759d7c2c-3b98-4210-81eb-738ffa824d87\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-14T01:42:09.419085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148052792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:42:09.419181Z","caller":"traceutil/trace.go:171","msg":"trace[384380352] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-759d7c2c-3b98-4210-81eb-738ffa824d87; range_end:; response_count:1; response_revision:4978; }","duration":"1.055101925s","start":"2026-03-14T01:42:08.364054Z","end":"2026-03-14T01:42:09.419156Z","steps":["trace[384380352] 'agreement among raft nodes before linearized reading' (duration: 1.054960282s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1437502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:42:09.419222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.36403Z","time spent":"1.055184016s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-759d7c2c-3b98-4210-81eb-738ffa824d87\" "} {"level":"info","ts":"2026-03-14T01:42:09.419239Z","caller":"traceutil/trace.go:171","msg":"trace[1529623767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4978; }","duration":"1.143779261s","start":"2026-03-14T01:42:08.275448Z","end":"2026-03-14T01:42:09.419227Z","steps":["trace[1529623767] 'agreement among raft nodes before linearized reading' (duration: 1.143690369s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.687707Z","time spent":"731.44669ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:09.419273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.275417Z","time spent":"1.143849213s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:09.419314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088257203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-14T01:42:09.419312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144585869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:42:09.419214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143537475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:42:09.419368Z","caller":"traceutil/trace.go:171","msg":"trace[1407066103] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4978; }","duration":"1.088331505s","start":"2026-03-14T01:42:08.331017Z","end":"2026-03-14T01:42:09.419349Z","steps":["trace[1407066103] 'agreement among raft nodes before linearized reading' (duration: 1.088231862s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.330978Z","time spent":"1.088430246s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T01:42:09.419439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.47821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:09.419368Z","caller":"traceutil/trace.go:171","msg":"trace[105212231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4978; }","duration":"1.144661952s","start":"2026-03-14T01:42:08.274693Z","end":"2026-03-14T01:42:09.419355Z","steps":["trace[105212231] 'agreement among raft nodes before linearized reading' (duration: 1.144533249s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143228557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:42:09.419414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.675874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:09.419488Z","caller":"traceutil/trace.go:171","msg":"trace[570746059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:4978; }","duration":"1.143272449s","start":"2026-03-14T01:42:08.276208Z","end":"2026-03-14T01:42:09.41948Z","steps":["trace[570746059] 'agreement among raft nodes before linearized reading' (duration: 1.143186927s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:09.419476Z","caller":"traceutil/trace.go:171","msg":"trace[2138185221] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4978; }","duration":"883.560372ms","start":"2026-03-14T01:42:08.535906Z","end":"2026-03-14T01:42:09.419467Z","steps":["trace[2138185221] 'agreement among raft nodes before linearized reading' (duration: 883.492351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.27468Z","time spent":"1.144802435s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:42:09.419519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.276202Z","time spent":"1.143310959s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"warn","ts":"2026-03-14T01:42:09.419109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146967237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:42:09.419542Z","caller":"traceutil/trace.go:171","msg":"trace[342969571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"656.846258ms","start":"2026-03-14T01:42:08.762664Z","end":"2026-03-14T01:42:09.41951Z","steps":["trace[342969571] 'agreement among raft nodes before linearized reading' (duration: 656.638213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.535885Z","time spent":"883.632244ms","remote":"127.0.0.1:56666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:09.4196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.762643Z","time spent":"656.94508ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:42:09.419588Z","caller":"traceutil/trace.go:171","msg":"trace[609543392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4978; }","duration":"1.147446418s","start":"2026-03-14T01:42:08.27213Z","end":"2026-03-14T01:42:09.419576Z","steps":["trace[609543392] 'agreement among raft nodes before linearized reading' (duration: 1.146864764s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.272069Z","time spent":"1.14756637s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:42:09.419377Z","caller":"traceutil/trace.go:171","msg":"trace[1279075593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4978; }","duration":"1.14374179s","start":"2026-03-14T01:42:08.275621Z","end":"2026-03-14T01:42:09.419362Z","steps":["trace[1279075593] 'agreement among raft nodes before linearized reading' (duration: 1.143492724s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.419689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.275601Z","time spent":"1.144079278s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:42:09.419785Z","caller":"traceutil/trace.go:171","msg":"trace[1355607020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4978; }","duration":"1.148200015s","start":"2026-03-14T01:42:08.270974Z","end":"2026-03-14T01:42:09.419174Z","steps":["trace[1355607020] 'agreement among raft nodes before linearized reading' (duration: 1.147902848s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.420011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.270962Z","time spent":"1.149038325s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:42:09.977548Z","caller":"traceutil/trace.go:171","msg":"trace[1434089154] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"216.724766ms","start":"2026-03-14T01:42:09.760798Z","end":"2026-03-14T01:42:09.977522Z","steps":["trace[1434089154] 'process raft request' (duration: 216.244965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:12.10147Z","caller":"traceutil/trace.go:171","msg":"trace[888947540] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"319.834905ms","start":"2026-03-14T01:42:11.781608Z","end":"2026-03-14T01:42:12.101443Z","steps":["trace[888947540] 'process raft request' (duration: 319.660981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:12.101624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:11.781588Z","time spent":"319.955417ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3936,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:23.333167Z","caller":"traceutil/trace.go:171","msg":"trace[1511786722] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"415.949968ms","start":"2026-03-14T01:42:22.917191Z","end":"2026-03-14T01:42:23.333141Z","steps":["trace[1511786722] 'process raft request' (duration: 415.770853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:23.333352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:22.917174Z","time spent":"416.090481ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13834,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:23.341061Z","caller":"traceutil/trace.go:171","msg":"trace[1693524715] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5366; }","duration":"359.769193ms","start":"2026-03-14T01:42:22.981266Z","end":"2026-03-14T01:42:23.341035Z","steps":["trace[1693524715] 'read index received' (duration: 351.684501ms)","trace[1693524715] 'applied index is now lower than readState.Index' (duration: 8.083422ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:23.341191Z","caller":"traceutil/trace.go:171","msg":"trace[1009546761] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"366.030982ms","start":"2026-03-14T01:42:22.975132Z","end":"2026-03-14T01:42:23.341163Z","steps":["trace[1009546761] 'process raft request' (duration: 365.754746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:23.341284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.457299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:23.341307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.03509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T01:42:23.341341Z","caller":"traceutil/trace.go:171","msg":"trace[652052403] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5167; }","duration":"320.563732ms","start":"2026-03-14T01:42:23.020762Z","end":"2026-03-14T01:42:23.341326Z","steps":["trace[652052403] 'agreement among raft nodes before linearized reading' (duration: 320.455009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:23.341331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:22.975107Z","time spent":"366.153844ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:23.341352Z","caller":"traceutil/trace.go:171","msg":"trace[1533095415] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5167; }","duration":"360.098251ms","start":"2026-03-14T01:42:22.981239Z","end":"2026-03-14T01:42:23.341337Z","steps":["trace[1533095415] 'agreement among raft nodes before linearized reading' (duration: 359.925557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:23.341371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:23.020747Z","time spent":"320.615244ms","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:23.341393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:22.98122Z","time spent":"360.163902ms","remote":"127.0.0.1:55114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1956,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T01:42:25.626992Z","caller":"traceutil/trace.go:171","msg":"trace[382244381] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"109.88284ms","start":"2026-03-14T01:42:25.517081Z","end":"2026-03-14T01:42:25.626963Z","steps":["trace[382244381] 'process raft request' (duration: 109.654454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.630858Z","caller":"traceutil/trace.go:171","msg":"trace[546896339] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5388; }","duration":"105.489536ms","start":"2026-03-14T01:42:25.525351Z","end":"2026-03-14T01:42:25.630841Z","steps":["trace[546896339] 'read index received' (duration: 101.421478ms)","trace[546896339] 'applied index is now lower than readState.Index' (duration: 4.067088ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:25.630964Z","caller":"traceutil/trace.go:171","msg":"trace[29886308] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"112.871302ms","start":"2026-03-14T01:42:25.518058Z","end":"2026-03-14T01:42:25.630929Z","steps":["trace[29886308] 'process raft request' (duration: 112.658457ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.630994Z","caller":"traceutil/trace.go:171","msg":"trace[1943170448] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"112.425721ms","start":"2026-03-14T01:42:25.518538Z","end":"2026-03-14T01:42:25.630964Z","steps":["trace[1943170448] 'process raft request' (duration: 112.261587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:25.631089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.720531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:42:25.631145Z","caller":"traceutil/trace.go:171","msg":"trace[219933732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5189; }","duration":"105.821493ms","start":"2026-03-14T01:42:25.525306Z","end":"2026-03-14T01:42:25.631128Z","steps":["trace[219933732] 'agreement among raft nodes before linearized reading' (duration: 105.641599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:25.631198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.813941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:42:25.631252Z","caller":"traceutil/trace.go:171","msg":"trace[1453930211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:5189; }","duration":"102.901583ms","start":"2026-03-14T01:42:25.528335Z","end":"2026-03-14T01:42:25.631237Z","steps":["trace[1453930211] 'agreement among raft nodes before linearized reading' (duration: 102.714739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.784053Z","caller":"traceutil/trace.go:171","msg":"trace[250899309] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"147.844264ms","start":"2026-03-14T01:42:25.636154Z","end":"2026-03-14T01:42:25.783998Z","steps":["trace[250899309] 'process raft request' (duration: 98.657892ms)","trace[250899309] 'compare' (duration: 48.826704ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:25.784334Z","caller":"traceutil/trace.go:171","msg":"trace[1861361769] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"148.056299ms","start":"2026-03-14T01:42:25.636252Z","end":"2026-03-14T01:42:25.784309Z","steps":["trace[1861361769] 'process raft request' (duration: 147.626559ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.78462Z","caller":"traceutil/trace.go:171","msg":"trace[395949509] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"148.069201ms","start":"2026-03-14T01:42:25.636536Z","end":"2026-03-14T01:42:25.784605Z","steps":["trace[395949509] 'process raft request' (duration: 147.67666ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.784668Z","caller":"traceutil/trace.go:171","msg":"trace[198871464] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"147.963447ms","start":"2026-03-14T01:42:25.636675Z","end":"2026-03-14T01:42:25.784638Z","steps":["trace[198871464] 'process raft request' (duration: 147.794953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:29.52434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189420497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:42:29.870156Z","caller":"traceutil/trace.go:171","msg":"trace[2011860357] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"846.03756ms","start":"2026-03-14T01:42:29.024095Z","end":"2026-03-14T01:42:29.870132Z","steps":["trace[2011860357] 'read index received' (duration: 845.907807ms)","trace[2011860357] 'applied index is now lower than readState.Index' (duration: 128.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:29.870237Z","caller":"traceutil/trace.go:171","msg":"trace[922588043] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"902.434115ms","start":"2026-03-14T01:42:28.967766Z","end":"2026-03-14T01:42:29.8702Z","steps":["trace[922588043] 'process raft request' (duration: 902.170229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:29.870352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.247466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:42:29.870397Z","caller":"traceutil/trace.go:171","msg":"trace[1843105248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5217; }","duration":"846.342667ms","start":"2026-03-14T01:42:29.024041Z","end":"2026-03-14T01:42:29.870384Z","steps":["trace[1843105248] 'agreement among raft nodes before linearized reading' (duration: 846.199794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:29.870401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:28.967744Z","time spent":"902.566849ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:29.870437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.024022Z","time spent":"846.404129ms","remote":"127.0.0.1:55114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:42:30.240296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.735432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:30.240635Z","caller":"traceutil/trace.go:171","msg":"trace[878142584] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5419; }","duration":"370.391911ms","start":"2026-03-14T01:42:29.87022Z","end":"2026-03-14T01:42:30.240612Z","steps":["trace[878142584] 'read index received' (duration: 209.25829ms)","trace[878142584] 'applied index is now lower than readState.Index' (duration: 161.132421ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:30.240713Z","caller":"traceutil/trace.go:171","msg":"trace[1403077529] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"597.350851ms","start":"2026-03-14T01:42:29.643335Z","end":"2026-03-14T01:42:30.240686Z","steps":["trace[1403077529] 'process raft request' (duration: 597.160367ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.240712Z","caller":"traceutil/trace.go:171","msg":"trace[857832391] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"599.38522ms","start":"2026-03-14T01:42:29.641292Z","end":"2026-03-14T01:42:30.240677Z","steps":["trace[857832391] 'process raft request' (duration: 438.171697ms)","trace[857832391] 'compare' (duration: 160.496316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:30.240779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.752671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:42:30.24084Z","caller":"traceutil/trace.go:171","msg":"trace[724591729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5221; }","duration":"441.861874ms","start":"2026-03-14T01:42:29.798962Z","end":"2026-03-14T01:42:30.240824Z","steps":["trace[724591729] 'agreement among raft nodes before linearized reading' (duration: 441.677659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.240848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.901635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:42:30.24086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.643308Z","time spent":"597.467684ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:30.240878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.798941Z","time spent":"441.926506ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:30.240883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.641256Z","time spent":"599.531654ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:30.2409Z","caller":"traceutil/trace.go:171","msg":"trace[594072502] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"599.026192ms","start":"2026-03-14T01:42:29.641854Z","end":"2026-03-14T01:42:30.24088Z","steps":["trace[594072502] 'process raft request' (duration: 598.563641ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.240922Z","caller":"traceutil/trace.go:171","msg":"trace[626930955] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"467.501146ms","start":"2026-03-14T01:42:29.773381Z","end":"2026-03-14T01:42:30.240882Z","steps":["trace[626930955] 'process raft request' (duration: 467.171548ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.240895Z","caller":"traceutil/trace.go:171","msg":"trace[377421041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"441.989198ms","start":"2026-03-14T01:42:29.798893Z","end":"2026-03-14T01:42:30.240882Z","steps":["trace[377421041] 'agreement among raft nodes before linearized reading' (duration: 441.853115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.954829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:42:30.241008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.641794Z","time spent":"599.158185ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:30.241062Z","caller":"traceutil/trace.go:171","msg":"trace[727561623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5221; }","duration":"445.04116ms","start":"2026-03-14T01:42:29.796007Z","end":"2026-03-14T01:42:30.241049Z","steps":["trace[727561623] 'agreement among raft nodes before linearized reading' (duration: 444.911787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.880714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:42:30.24109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.041462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:42:30.241096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.773349Z","time spent":"467.65531ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:30.241131Z","caller":"traceutil/trace.go:171","msg":"trace[2089655893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5221; }","duration":"441.962866ms","start":"2026-03-14T01:42:29.799151Z","end":"2026-03-14T01:42:30.241114Z","steps":["trace[2089655893] 'agreement among raft nodes before linearized reading' (duration: 441.756581ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.241146Z","caller":"traceutil/trace.go:171","msg":"trace[922840572] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5221; }","duration":"805.124745ms","start":"2026-03-14T01:42:29.436006Z","end":"2026-03-14T01:42:30.241131Z","steps":["trace[922840572] 'agreement among raft nodes before linearized reading' (duration: 804.988512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.799143Z","time spent":"442.017627ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:30.24119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.435992Z","time spent":"805.187076ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-14T01:42:30.24118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177298058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:30.241109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.795989Z","time spent":"445.108002ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:30.241234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.160712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:42:30.241256Z","caller":"traceutil/trace.go:171","msg":"trace[895108114] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5221; }","duration":"1.1773825s","start":"2026-03-14T01:42:29.063854Z","end":"2026-03-14T01:42:30.241236Z","steps":["trace[895108114] 'agreement among raft nodes before linearized reading' (duration: 1.177247377s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.241292Z","caller":"traceutil/trace.go:171","msg":"trace[563203638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"575.251134ms","start":"2026-03-14T01:42:29.666024Z","end":"2026-03-14T01:42:30.241275Z","steps":["trace[563203638] 'agreement among raft nodes before linearized reading' (duration: 575.097881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.499837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-759d7c2c-3b98-4210-81eb-738ffa824d87\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-14T01:42:30.241306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.063806Z","time spent":"1.177486173s","remote":"127.0.0.1:55106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:30.241329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.666011Z","time spent":"575.311196ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:42:30.24135Z","caller":"traceutil/trace.go:171","msg":"trace[1105822002] range","detail":"{range_begin:/registry/persistentvolumes/pvc-759d7c2c-3b98-4210-81eb-738ffa824d87; range_end:; response_count:1; response_revision:5221; }","duration":"366.598939ms","start":"2026-03-14T01:42:29.874728Z","end":"2026-03-14T01:42:30.241327Z","steps":["trace[1105822002] 'agreement among raft nodes before linearized reading' (duration: 366.381904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.874711Z","time spent":"366.679001ms","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-759d7c2c-3b98-4210-81eb-738ffa824d87\" "} {"level":"warn","ts":"2026-03-14T01:42:30.241439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.930006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:42:30.241472Z","caller":"traceutil/trace.go:171","msg":"trace[919397592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:5221; }","duration":"571.989487ms","start":"2026-03-14T01:42:29.669474Z","end":"2026-03-14T01:42:30.241463Z","steps":["trace[919397592] 'agreement among raft nodes before linearized reading' (duration: 571.537976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.241499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.669461Z","time spent":"572.030708ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"warn","ts":"2026-03-14T01:42:30.241748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:29.798874Z","time spent":"442.156431ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:42:31.168092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.241661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:42:31.168184Z","caller":"traceutil/trace.go:171","msg":"trace[1649101074] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5229; }","duration":"129.379485ms","start":"2026-03-14T01:42:31.038781Z","end":"2026-03-14T01:42:31.16816Z","steps":["trace[1649101074] 'range keys from in-memory index tree' (duration: 129.080647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:34.263605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.442508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:34.263714Z","caller":"traceutil/trace.go:171","msg":"trace[700910661] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5247; }","duration":"145.627462ms","start":"2026-03-14T01:42:34.118057Z","end":"2026-03-14T01:42:34.263684Z","steps":["trace[700910661] 'count revisions from in-memory index tree' (duration: 145.295314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:39.78808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.252491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:42:39.788222Z","caller":"traceutil/trace.go:171","msg":"trace[1249319928] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5276; }","duration":"194.459676ms","start":"2026-03-14T01:42:39.593735Z","end":"2026-03-14T01:42:39.788195Z","steps":["trace[1249319928] 'range keys from in-memory index tree' (duration: 193.988064ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:40.453531Z","caller":"traceutil/trace.go:171","msg":"trace[873146752] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"133.77863ms","start":"2026-03-14T01:42:40.319725Z","end":"2026-03-14T01:42:40.453503Z","steps":["trace[873146752] 'process raft request' (duration: 132.615012ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:40.635196Z","caller":"traceutil/trace.go:171","msg":"trace[1531051174] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"176.351924ms","start":"2026-03-14T01:42:40.458822Z","end":"2026-03-14T01:42:40.635173Z","steps":["trace[1531051174] 'process raft request' (duration: 176.240032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:40.635405Z","caller":"traceutil/trace.go:171","msg":"trace[1209705993] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"176.440686ms","start":"2026-03-14T01:42:40.458948Z","end":"2026-03-14T01:42:40.635389Z","steps":["trace[1209705993] 'process raft request' (duration: 176.193111ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:40.635479Z","caller":"traceutil/trace.go:171","msg":"trace[733909405] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"176.849526ms","start":"2026-03-14T01:42:40.458474Z","end":"2026-03-14T01:42:40.635323Z","steps":["trace[733909405] 'process raft request' (duration: 176.471937ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:40.635286Z","caller":"traceutil/trace.go:171","msg":"trace[1972512547] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5489; }","duration":"176.410015ms","start":"2026-03-14T01:42:40.458849Z","end":"2026-03-14T01:42:40.635259Z","steps":["trace[1972512547] 'read index received' (duration: 55.593075ms)","trace[1972512547] 'applied index is now lower than readState.Index' (duration: 120.8158ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:40.635596Z","caller":"traceutil/trace.go:171","msg":"trace[1671981598] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"176.540339ms","start":"2026-03-14T01:42:40.458436Z","end":"2026-03-14T01:42:40.634976Z","steps":["trace[1671981598] 'process raft request' (duration: 124.446046ms)","trace[1671981598] 'compare' (duration: 51.929819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:40.635928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.058471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82106"} {"level":"info","ts":"2026-03-14T01:42:40.635974Z","caller":"traceutil/trace.go:171","msg":"trace[715857405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5288; }","duration":"177.161133ms","start":"2026-03-14T01:42:40.458803Z","end":"2026-03-14T01:42:40.635964Z","steps":["trace[715857405] 'agreement among raft nodes before linearized reading' (duration: 176.819885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.011798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.774058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:41.012139Z","caller":"traceutil/trace.go:171","msg":"trace[369651999] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"267.284312ms","start":"2026-03-14T01:42:40.744824Z","end":"2026-03-14T01:42:41.012108Z","steps":["trace[369651999] 'read index received' (duration: 110.063784ms)","trace[369651999] 'applied index is now lower than readState.Index' (duration: 157.218348ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.012175Z","caller":"traceutil/trace.go:171","msg":"trace[834741869] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"278.386147ms","start":"2026-03-14T01:42:40.733736Z","end":"2026-03-14T01:42:41.012122Z","steps":["trace[834741869] 'process raft request' (duration: 121.202159ms)","trace[834741869] 'compare' (duration: 156.645205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:41.012364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.734865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:41.012434Z","caller":"traceutil/trace.go:171","msg":"trace[1892660072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5289; }","duration":"244.817226ms","start":"2026-03-14T01:42:40.767599Z","end":"2026-03-14T01:42:41.012417Z","steps":["trace[1892660072] 'agreement among raft nodes before linearized reading' (duration: 244.684953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.012545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.717132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:42:41.01262Z","caller":"traceutil/trace.go:171","msg":"trace[1399632204] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5289; }","duration":"267.828755ms","start":"2026-03-14T01:42:40.744767Z","end":"2026-03-14T01:42:41.012596Z","steps":["trace[1399632204] 'agreement among raft nodes before linearized reading' (duration: 267.473546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.012601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.403876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:42:41.012681Z","caller":"traceutil/trace.go:171","msg":"trace[139161723] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5289; }","duration":"153.496288ms","start":"2026-03-14T01:42:40.859166Z","end":"2026-03-14T01:42:41.012662Z","steps":["trace[139161723] 'agreement among raft nodes before linearized reading' (duration: 153.267543ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.236694Z","caller":"traceutil/trace.go:171","msg":"trace[2011705539] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"170.242828ms","start":"2026-03-14T01:42:41.066422Z","end":"2026-03-14T01:42:41.236665Z","steps":["trace[2011705539] 'read index received' (duration: 121.6572ms)","trace[2011705539] 'applied index is now lower than readState.Index' (duration: 48.584538ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.236801Z","caller":"traceutil/trace.go:171","msg":"trace[1332112890] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"186.487145ms","start":"2026-03-14T01:42:41.050235Z","end":"2026-03-14T01:42:41.236722Z","steps":["trace[1332112890] 'process raft request' (duration: 137.900007ms)","trace[1332112890] 'compare' (duration: 48.390883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:41.236953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.793046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:42:41.237009Z","caller":"traceutil/trace.go:171","msg":"trace[63089708] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5290; }","duration":"111.899518ms","start":"2026-03-14T01:42:41.12508Z","end":"2026-03-14T01:42:41.236979Z","steps":["trace[63089708] 'agreement among raft nodes before linearized reading' (duration: 111.731023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.237008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.489933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:41.237233Z","caller":"traceutil/trace.go:171","msg":"trace[1095629556] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5290; }","duration":"170.818682ms","start":"2026-03-14T01:42:41.066392Z","end":"2026-03-14T01:42:41.237211Z","steps":["trace[1095629556] 'agreement among raft nodes before linearized reading' (duration: 170.403432ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.362386Z","caller":"traceutil/trace.go:171","msg":"trace[474950890] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"117.356638ms","start":"2026-03-14T01:42:41.245002Z","end":"2026-03-14T01:42:41.362359Z","steps":["trace[474950890] 'process raft request' (duration: 106.680474ms)","trace[474950890] 'compare' (duration: 10.418508ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.362476Z","caller":"traceutil/trace.go:171","msg":"trace[712059694] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"116.306722ms","start":"2026-03-14T01:42:41.246113Z","end":"2026-03-14T01:42:41.36242Z","steps":["trace[712059694] 'process raft request' (duration: 116.142398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.362607Z","caller":"traceutil/trace.go:171","msg":"trace[1660855943] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5495; }","duration":"116.902657ms","start":"2026-03-14T01:42:41.245679Z","end":"2026-03-14T01:42:41.362582Z","steps":["trace[1660855943] 'read index received' (duration: 51.121099ms)","trace[1660855943] 'applied index is now lower than readState.Index' (duration: 65.780508ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.362709Z","caller":"traceutil/trace.go:171","msg":"trace[2016896550] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"114.867318ms","start":"2026-03-14T01:42:41.24782Z","end":"2026-03-14T01:42:41.362687Z","steps":["trace[2016896550] 'process raft request' (duration: 114.484919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.362699Z","caller":"traceutil/trace.go:171","msg":"trace[636015052] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"105.932115ms","start":"2026-03-14T01:42:41.256734Z","end":"2026-03-14T01:42:41.362666Z","steps":["trace[636015052] 'process raft request' (duration: 105.74845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.362825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.117942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17025"} {"level":"info","ts":"2026-03-14T01:42:41.362869Z","caller":"traceutil/trace.go:171","msg":"trace[251939468] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5295; }","duration":"117.192883ms","start":"2026-03-14T01:42:41.245663Z","end":"2026-03-14T01:42:41.362856Z","steps":["trace[251939468] 'agreement among raft nodes before linearized reading' (duration: 117.021049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:09.195422Z","caller":"traceutil/trace.go:171","msg":"trace[1639111999] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"110.393062ms","start":"2026-03-14T01:43:09.085002Z","end":"2026-03-14T01:43:09.195395Z","steps":["trace[1639111999] 'process raft request' (duration: 110.191547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.638043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.655486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:43:10.638124Z","caller":"traceutil/trace.go:171","msg":"trace[431434511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"875.79819ms","start":"2026-03-14T01:43:09.762305Z","end":"2026-03-14T01:43:10.638103Z","steps":["trace[431434511] 'range keys from in-memory index tree' (duration: 875.563824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.63816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.762277Z","time spent":"875.874082ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:43:10.638666Z","caller":"traceutil/trace.go:171","msg":"trace[1547775249] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"210.918008ms","start":"2026-03-14T01:43:10.427706Z","end":"2026-03-14T01:43:10.638624Z","steps":["trace[1547775249] 'process raft request' (duration: 150.231301ms)","trace[1547775249] 'compare' (duration: 60.197365ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:10.638724Z","caller":"traceutil/trace.go:171","msg":"trace[1144103967] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"166.431908ms","start":"2026-03-14T01:43:10.472264Z","end":"2026-03-14T01:43:10.638696Z","steps":["trace[1144103967] 'process raft request' (duration: 166.303955ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.638924Z","caller":"traceutil/trace.go:171","msg":"trace[1252828152] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"164.925892ms","start":"2026-03-14T01:43:10.473967Z","end":"2026-03-14T01:43:10.638893Z","steps":["trace[1252828152] 'process raft request' (duration: 164.690687ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:11.227503Z","caller":"traceutil/trace.go:171","msg":"trace[1665543162] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"185.221936ms","start":"2026-03-14T01:43:11.042246Z","end":"2026-03-14T01:43:11.227468Z","steps":["trace[1665543162] 'process raft request' (duration: 168.63521ms)","trace[1665543162] 'compare' (duration: 16.261858ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:16.462004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2684} {"level":"info","ts":"2026-03-14T01:43:16.529529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2684,"took":"65.769329ms","hash":191109917,"current-db-size-bytes":40468480,"current-db-size":"40 MB","current-db-size-in-use-bytes":30121984,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T01:43:16.529589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":191109917,"revision":2684,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:48:15.821362Z","caller":"traceutil/trace.go:171","msg":"trace[1070097333] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"258.050022ms","start":"2026-03-14T01:48:15.563284Z","end":"2026-03-14T01:48:15.821334Z","steps":["trace[1070097333] 'process raft request' (duration: 257.864528ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:16.468014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5592} {"level":"info","ts":"2026-03-14T01:48:16.546158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5592,"took":"76.748383ms","hash":1522004189,"current-db-size-bytes":42119168,"current-db-size":"42 MB","current-db-size-in-use-bytes":23826432,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-14T01:48:16.546228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1522004189,"revision":5592,"compact-revision":2684} {"level":"info","ts":"2026-03-14T01:48:27.606267Z","caller":"traceutil/trace.go:171","msg":"trace[890112629] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"189.957754ms","start":"2026-03-14T01:48:27.416275Z","end":"2026-03-14T01:48:27.606233Z","steps":["trace[890112629] 'process raft request' (duration: 189.763409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:27.891197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.238977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:27.891314Z","caller":"traceutil/trace.go:171","msg":"trace[1301336970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7733; }","duration":"128.438062ms","start":"2026-03-14T01:48:27.76285Z","end":"2026-03-14T01:48:27.891288Z","steps":["trace[1301336970] 'range keys from in-memory index tree' (duration: 128.048413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:28.062262Z","caller":"traceutil/trace.go:171","msg":"trace[1393518895] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"118.583137ms","start":"2026-03-14T01:48:27.943646Z","end":"2026-03-14T01:48:28.062229Z","steps":["trace[1393518895] 'process raft request' (duration: 118.386292ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:28.173763Z","caller":"traceutil/trace.go:171","msg":"trace[737061123] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"220.429048ms","start":"2026-03-14T01:48:27.953307Z","end":"2026-03-14T01:48:28.173736Z","steps":["trace[737061123] 'process raft request' (duration: 187.187748ms)","trace[737061123] 'compare' (duration: 33.083176ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:28.173985Z","caller":"traceutil/trace.go:171","msg":"trace[1435401244] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"220.560181ms","start":"2026-03-14T01:48:27.953396Z","end":"2026-03-14T01:48:28.173956Z","steps":["trace[1435401244] 'process raft request' (duration: 220.300285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.578544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.46307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:48:29.578556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.553861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:29.57863Z","caller":"traceutil/trace.go:171","msg":"trace[1338118473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:7741; }","duration":"880.578823ms","start":"2026-03-14T01:48:28.698032Z","end":"2026-03-14T01:48:29.578611Z","steps":["trace[1338118473] 'range keys from in-memory index tree' (duration: 880.275246ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:29.578667Z","caller":"traceutil/trace.go:171","msg":"trace[633917557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7741; }","duration":"813.713735ms","start":"2026-03-14T01:48:28.764928Z","end":"2026-03-14T01:48:29.578642Z","steps":["trace[633917557] 'range keys from in-memory index tree' (duration: 813.417457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.578648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.844563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:48:29.578574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.296887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:48:29.578743Z","caller":"traceutil/trace.go:171","msg":"trace[1910588403] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:7741; }","duration":"123.996627ms","start":"2026-03-14T01:48:29.454722Z","end":"2026-03-14T01:48:29.578719Z","steps":["trace[1910588403] 'range keys from in-memory index tree' (duration: 123.605877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.578726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:28.764904Z","time spent":"813.807856ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:29.578745Z","caller":"traceutil/trace.go:171","msg":"trace[119643286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7741; }","duration":"965.523662ms","start":"2026-03-14T01:48:28.613203Z","end":"2026-03-14T01:48:29.578726Z","steps":["trace[119643286] 'range keys from in-memory index tree' (duration: 965.109982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.578816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:28.613174Z","time spent":"965.616273ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:48:29.578675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:28.697955Z","time spent":"880.710806ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:48:29.990337Z","caller":"traceutil/trace.go:171","msg":"trace[1006391107] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8031; }","duration":"409.50428ms","start":"2026-03-14T01:48:29.580806Z","end":"2026-03-14T01:48:29.990311Z","steps":["trace[1006391107] 'read index received' (duration: 409.294096ms)","trace[1006391107] 'applied index is now lower than readState.Index' (duration: 208.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:29.990344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:29.579981Z","time spent":"410.35328ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:48:29.990517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.698475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-14T01:48:29.990565Z","caller":"traceutil/trace.go:171","msg":"trace[748085514] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7741; }","duration":"409.754496ms","start":"2026-03-14T01:48:29.580793Z","end":"2026-03-14T01:48:29.990548Z","steps":["trace[748085514] 'agreement among raft nodes before linearized reading' (duration: 409.602952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.990592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:29.580765Z","time spent":"409.821928ms","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T01:48:29.990626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.21705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:29.990689Z","caller":"traceutil/trace.go:171","msg":"trace[1066009431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7741; }","duration":"408.349413ms","start":"2026-03-14T01:48:29.582322Z","end":"2026-03-14T01:48:29.990672Z","steps":["trace[1066009431] 'agreement among raft nodes before linearized reading' (duration: 408.175659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.990729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:29.582277Z","time spent":"408.444195ms","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:29.990991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.880814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224161"} {"level":"info","ts":"2026-03-14T01:48:29.991048Z","caller":"traceutil/trace.go:171","msg":"trace[1822024413] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7741; }","duration":"405.957746ms","start":"2026-03-14T01:48:29.585077Z","end":"2026-03-14T01:48:29.991034Z","steps":["trace[1822024413] 'agreement among raft nodes before linearized reading' (duration: 405.453435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:29.991122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:29.585065Z","time spent":"406.044488ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:48:30.171607Z","caller":"traceutil/trace.go:171","msg":"trace[65577613] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"104.545435ms","start":"2026-03-14T01:48:30.067037Z","end":"2026-03-14T01:48:30.171583Z","steps":["trace[65577613] 'process raft request' (duration: 104.394211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:31.460138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.839861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:31.460239Z","caller":"traceutil/trace.go:171","msg":"trace[282325639] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7751; }","duration":"452.965254ms","start":"2026-03-14T01:48:31.007254Z","end":"2026-03-14T01:48:31.460219Z","steps":["trace[282325639] 'count revisions from in-memory index tree' (duration: 452.715167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:31.460282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:31.007188Z","time spent":"453.083206ms","remote":"127.0.0.1:55248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:31.499166Z","caller":"traceutil/trace.go:171","msg":"trace[1721337002] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"178.592083ms","start":"2026-03-14T01:48:31.320544Z","end":"2026-03-14T01:48:31.499136Z","steps":["trace[1721337002] 'process raft request' (duration: 178.42823ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.78398Z","caller":"traceutil/trace.go:171","msg":"trace[776958015] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"580.679437ms","start":"2026-03-14T01:48:32.203268Z","end":"2026-03-14T01:48:32.783947Z","steps":["trace[776958015] 'process raft request' (duration: 574.712876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:32.784228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:32.203245Z","time spent":"580.84115ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:32.78418Z","caller":"traceutil/trace.go:171","msg":"trace[1191480839] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8043; }","duration":"518.728815ms","start":"2026-03-14T01:48:32.265419Z","end":"2026-03-14T01:48:32.784148Z","steps":["trace[1191480839] 'read index received' (duration: 11.316989ms)","trace[1191480839] 'applied index is now lower than readState.Index' (duration: 507.410846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:32.784538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.088895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:32.784604Z","caller":"traceutil/trace.go:171","msg":"trace[700819511] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7755; }","duration":"519.220868ms","start":"2026-03-14T01:48:32.265368Z","end":"2026-03-14T01:48:32.784589Z","steps":["trace[700819511] 'agreement among raft nodes before linearized reading' (duration: 519.055304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:32.784643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:32.265349Z","time spent":"519.283849ms","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":28,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:32.784638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.532932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:32.784723Z","caller":"traceutil/trace.go:171","msg":"trace[1900727149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7755; }","duration":"308.666555ms","start":"2026-03-14T01:48:32.476037Z","end":"2026-03-14T01:48:32.784703Z","steps":["trace[1900727149] 'agreement among raft nodes before linearized reading' (duration: 308.43845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:32.784769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:32.476015Z","time spent":"308.745797ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:48:32.784809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.048621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:48:32.784808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.463572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:48:32.784816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.201969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:48:32.784874Z","caller":"traceutil/trace.go:171","msg":"trace[316164854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7755; }","duration":"186.177175ms","start":"2026-03-14T01:48:32.598683Z","end":"2026-03-14T01:48:32.78486Z","steps":["trace[316164854] 'agreement among raft nodes before linearized reading' (duration: 185.97065ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.784887Z","caller":"traceutil/trace.go:171","msg":"trace[1925617496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7755; }","duration":"197.601766ms","start":"2026-03-14T01:48:32.587265Z","end":"2026-03-14T01:48:32.784867Z","steps":["trace[1925617496] 'agreement among raft nodes before linearized reading' (duration: 197.35103ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.784895Z","caller":"traceutil/trace.go:171","msg":"trace[976783670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7755; }","duration":"235.343142ms","start":"2026-03-14T01:48:32.549532Z","end":"2026-03-14T01:48:32.784875Z","steps":["trace[976783670] 'agreement among raft nodes before linearized reading' (duration: 235.118817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:32.784885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.604057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:32.784495Z","caller":"traceutil/trace.go:171","msg":"trace[1023271101] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"558.374708ms","start":"2026-03-14T01:48:32.226066Z","end":"2026-03-14T01:48:32.78444Z","steps":["trace[1023271101] 'process raft request' (duration: 557.793773ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.78496Z","caller":"traceutil/trace.go:171","msg":"trace[61654244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7755; }","duration":"296.754721ms","start":"2026-03-14T01:48:32.488184Z","end":"2026-03-14T01:48:32.784939Z","steps":["trace[61654244] 'agreement among raft nodes before linearized reading' (duration: 296.473395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:32.785304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:32.226046Z","time spent":"559.087905ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:34.390225Z","caller":"traceutil/trace.go:171","msg":"trace[2106243856] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"179.124016ms","start":"2026-03-14T01:48:34.211068Z","end":"2026-03-14T01:48:34.390192Z","steps":["trace[2106243856] 'process raft request' (duration: 178.939032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:34.403566Z","caller":"traceutil/trace.go:171","msg":"trace[442045255] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"120.640787ms","start":"2026-03-14T01:48:34.282894Z","end":"2026-03-14T01:48:34.403535Z","steps":["trace[442045255] 'process raft request' (duration: 120.488773ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:34.904591Z","caller":"traceutil/trace.go:171","msg":"trace[663188158] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8054; }","duration":"105.380604ms","start":"2026-03-14T01:48:34.799188Z","end":"2026-03-14T01:48:34.904568Z","steps":["trace[663188158] 'read index received' (duration: 27.237207ms)","trace[663188158] 'applied index is now lower than readState.Index' (duration: 78.142487ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:34.904625Z","caller":"traceutil/trace.go:171","msg":"trace[652871063] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"113.988727ms","start":"2026-03-14T01:48:34.790611Z","end":"2026-03-14T01:48:34.9046Z","steps":["trace[652871063] 'process raft request' (duration: 113.817113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.904787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.584458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:34.904817Z","caller":"traceutil/trace.go:171","msg":"trace[694772863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7765; }","duration":"105.67031ms","start":"2026-03-14T01:48:34.799135Z","end":"2026-03-14T01:48:34.904806Z","steps":["trace[694772863] 'agreement among raft nodes before linearized reading' (duration: 105.536777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:34.970833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.961022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:48:34.970896Z","caller":"traceutil/trace.go:171","msg":"trace[320086531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7765; }","duration":"171.051275ms","start":"2026-03-14T01:48:34.799829Z","end":"2026-03-14T01:48:34.97088Z","steps":["trace[320086531] 'agreement among raft nodes before linearized reading' (duration: 170.84798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:34.971134Z","caller":"traceutil/trace.go:171","msg":"trace[822914356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7766; }","duration":"100.002337ms","start":"2026-03-14T01:48:34.871125Z","end":"2026-03-14T01:48:34.971127Z","steps":["trace[822914356] 'agreement among raft nodes before linearized reading' (duration: 99.955826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.20286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.943732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:48:35.202958Z","caller":"traceutil/trace.go:171","msg":"trace[798685566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7770; }","duration":"131.128576ms","start":"2026-03-14T01:48:35.071806Z","end":"2026-03-14T01:48:35.202934Z","steps":["trace[798685566] 'range keys from in-memory index tree' (duration: 130.678736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.147647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.677759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-14T01:48:59.147742Z","caller":"traceutil/trace.go:171","msg":"trace[441126056] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7931; }","duration":"102.827323ms","start":"2026-03-14T01:48:59.044897Z","end":"2026-03-14T01:48:59.147724Z","steps":["trace[441126056] 'range keys from in-memory index tree' (duration: 102.533925ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:59.386872Z","caller":"traceutil/trace.go:171","msg":"trace[1947795937] linearizableReadLoop","detail":"{readStateIndex:8231; appliedIndex:8230; }","duration":"238.986139ms","start":"2026-03-14T01:48:59.147849Z","end":"2026-03-14T01:48:59.386835Z","steps":["trace[1947795937] 'read index received' (duration: 230.531338ms)","trace[1947795937] 'applied index is now lower than readState.Index' (duration: 8.453511ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:59.386938Z","caller":"traceutil/trace.go:171","msg":"trace[572583969] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"298.136054ms","start":"2026-03-14T01:48:59.088761Z","end":"2026-03-14T01:48:59.386897Z","steps":["trace[572583969] 'process raft request' (duration: 289.52328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.38716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.825331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:48:59.387201Z","caller":"traceutil/trace.go:171","msg":"trace[26889103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7933; }","duration":"285.901023ms","start":"2026-03-14T01:48:59.101287Z","end":"2026-03-14T01:48:59.387188Z","steps":["trace[26889103] 'agreement among raft nodes before linearized reading' (duration: 285.726099ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:59.388862Z","caller":"traceutil/trace.go:171","msg":"trace[1201482919] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"233.194101ms","start":"2026-03-14T01:48:59.15564Z","end":"2026-03-14T01:48:59.388834Z","steps":["trace[1201482919] 'process raft request' (duration: 233.042837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.389218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.129303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:48:59.389262Z","caller":"traceutil/trace.go:171","msg":"trace[481882751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7934; }","duration":"117.204505ms","start":"2026-03-14T01:48:59.272044Z","end":"2026-03-14T01:48:59.389249Z","steps":["trace[481882751] 'agreement among raft nodes before linearized reading' (duration: 117.071321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.389304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.465978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:48:59.389368Z","caller":"traceutil/trace.go:171","msg":"trace[1958464634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7934; }","duration":"164.567541ms","start":"2026-03-14T01:48:59.224786Z","end":"2026-03-14T01:48:59.389353Z","steps":["trace[1958464634] 'agreement among raft nodes before linearized reading' (duration: 164.359776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.389422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.026257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:48:59.389483Z","caller":"traceutil/trace.go:171","msg":"trace[2128106100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7934; }","duration":"116.1078ms","start":"2026-03-14T01:48:59.273361Z","end":"2026-03-14T01:48:59.389469Z","steps":["trace[2128106100] 'agreement among raft nodes before linearized reading' (duration: 115.963516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.389611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.957316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:48:59.38968Z","caller":"traceutil/trace.go:171","msg":"trace[1833176612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7934; }","duration":"209.088708ms","start":"2026-03-14T01:48:59.180577Z","end":"2026-03-14T01:48:59.389666Z","steps":["trace[1833176612] 'agreement among raft nodes before linearized reading' (duration: 208.781051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:59.38991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.141223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:59.389968Z","caller":"traceutil/trace.go:171","msg":"trace[1990407093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:7934; }","duration":"239.224915ms","start":"2026-03-14T01:48:59.150729Z","end":"2026-03-14T01:48:59.389954Z","steps":["trace[1990407093] 'agreement among raft nodes before linearized reading' (duration: 238.337194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:01.901416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:02.401575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:02.902355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:02.907622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516268919s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:49:02.908046Z","caller":"traceutil/trace.go:171","msg":"trace[639353668] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"1.516752361s","start":"2026-03-14T01:49:01.391266Z","end":"2026-03-14T01:49:02.908018Z","steps":["trace[639353668] 'process raft request' (duration: 1.516565536s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.908206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.391239Z","time spent":"1.516882113s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:03.762232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:49:03.762333Z","caller":"traceutil/trace.go:171","msg":"trace[2116749939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158076s","start":"2026-03-14T01:49:01.762155Z","end":"2026-03-14T01:49:03.762313Z","steps":["trace[2116749939] 'agreement among raft nodes before linearized reading' (duration: 2.000035343s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.76238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.762074Z","time spent":"2.000296759s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:49:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:49:03.865715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:03.436926Z","time spent":"428.78043ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:49:03.872275Z","caller":"traceutil/trace.go:171","msg":"trace[687782800] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"2.339721695s","start":"2026-03-14T01:49:01.532521Z","end":"2026-03-14T01:49:03.872242Z","steps":["trace[687782800] 'process raft request' (duration: 2.339434348s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:03.872436Z","caller":"traceutil/trace.go:171","msg":"trace[691037946] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8244; }","duration":"2.471378303s","start":"2026-03-14T01:49:01.401034Z","end":"2026-03-14T01:49:03.872412Z","steps":["trace[691037946] 'read index received' (duration: 1.506942097s)","trace[691037946] 'applied index is now lower than readState.Index' (duration: 964.434056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:03.872471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.532495Z","time spent":"2.339879438s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:03.872471Z","caller":"traceutil/trace.go:171","msg":"trace[2141886636] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"1.359168295s","start":"2026-03-14T01:49:02.513267Z","end":"2026-03-14T01:49:03.872436Z","steps":["trace[2141886636] 'process raft request' (duration: 1.358908449s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.87266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:02.513242Z","time spent":"1.359317739s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:03.872766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47170795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:49:03.872862Z","caller":"traceutil/trace.go:171","msg":"trace[2076259614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"2.471849794s","start":"2026-03-14T01:49:01.400989Z","end":"2026-03-14T01:49:03.872839Z","steps":["trace[2076259614] 'agreement among raft nodes before linearized reading' (duration: 2.471540857s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.872924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.400977Z","time spent":"2.471934735s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:03.874138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.486788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:03.874196Z","caller":"traceutil/trace.go:171","msg":"trace[1735761429] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7949; }","duration":"629.58204ms","start":"2026-03-14T01:49:03.244601Z","end":"2026-03-14T01:49:03.874183Z","steps":["trace[1735761429] 'agreement among raft nodes before linearized reading' (duration: 629.451637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:03.244585Z","time spent":"629.642481ms","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":28,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:03.874168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47040143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:03.874341Z","caller":"traceutil/trace.go:171","msg":"trace[881401866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7949; }","duration":"2.470726897s","start":"2026-03-14T01:49:01.403598Z","end":"2026-03-14T01:49:03.874325Z","steps":["trace[881401866] 'agreement among raft nodes before linearized reading' (duration: 2.470339767s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.658851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-14T01:49:03.874421Z","caller":"traceutil/trace.go:171","msg":"trace[1253618303] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7949; }","duration":"230.744913ms","start":"2026-03-14T01:49:03.643663Z","end":"2026-03-14T01:49:03.874408Z","steps":["trace[1253618303] 'agreement among raft nodes before linearized reading' (duration: 230.60948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.47635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:03.874554Z","caller":"traceutil/trace.go:171","msg":"trace[775286558] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7949; }","duration":"162.659355ms","start":"2026-03-14T01:49:03.711873Z","end":"2026-03-14T01:49:03.874532Z","steps":["trace[775286558] 'agreement among raft nodes before linearized reading' (duration: 162.45108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.403572Z","time spent":"2.47082968s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:49:03.874624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469397686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:49:03.874669Z","caller":"traceutil/trace.go:171","msg":"trace[587226370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7949; }","duration":"2.469463028s","start":"2026-03-14T01:49:01.405196Z","end":"2026-03-14T01:49:03.874659Z","steps":["trace[587226370] 'agreement among raft nodes before linearized reading' (duration: 2.469340115s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.405123Z","time spent":"2.46957506s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:03.874734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47041788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:49:03.874774Z","caller":"traceutil/trace.go:171","msg":"trace[1869287885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7949; }","duration":"2.470483672s","start":"2026-03-14T01:49:01.404281Z","end":"2026-03-14T01:49:03.874765Z","steps":["trace[1869287885] 'agreement among raft nodes before linearized reading' (duration: 2.470379799s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.874799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.404269Z","time spent":"2.470522812s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:03.874874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470585944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:49:03.874935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323756446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:03.874937Z","caller":"traceutil/trace.go:171","msg":"trace[94732411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7949; }","duration":"2.470683206s","start":"2026-03-14T01:49:01.40424Z","end":"2026-03-14T01:49:03.874923Z","steps":["trace[94732411] 'agreement among raft nodes before linearized reading' (duration: 2.470485582s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:03.87494Z","caller":"traceutil/trace.go:171","msg":"trace[1071621198] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"714.761364ms","start":"2026-03-14T01:49:03.160166Z","end":"2026-03-14T01:49:03.874927Z","steps":["trace[1071621198] 'process raft request' (duration: 713.681737ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:03.87497Z","caller":"traceutil/trace.go:171","msg":"trace[1722936713] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7949; }","duration":"2.323829567s","start":"2026-03-14T01:49:01.551131Z","end":"2026-03-14T01:49:03.87496Z","steps":["trace[1722936713] 'agreement among raft nodes before linearized reading' (duration: 2.323742925s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.875001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.551112Z","time spent":"2.323880119s","remote":"127.0.0.1:55116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:03.875021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:01.404228Z","time spent":"2.470785349s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:03.87504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:03.160138Z","time spent":"714.837666ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:03.8752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.480459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:03.875238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697113316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:49:03.875254Z","caller":"traceutil/trace.go:171","msg":"trace[1643485306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7949; }","duration":"112.593465ms","start":"2026-03-14T01:49:03.762643Z","end":"2026-03-14T01:49:03.875236Z","steps":["trace[1643485306] 'agreement among raft nodes before linearized reading' (duration: 111.467558ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:03.875327Z","caller":"traceutil/trace.go:171","msg":"trace[35071930] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:7949; }","duration":"1.697236649s","start":"2026-03-14T01:49:02.178081Z","end":"2026-03-14T01:49:03.875318Z","steps":["trace[35071930] 'agreement among raft nodes before linearized reading' (duration: 1.696626444s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:03.875359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:02.178056Z","time spent":"1.6972963s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"warn","ts":"2026-03-14T01:49:17.603898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.637363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6d6jq\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-14T01:49:17.60401Z","caller":"traceutil/trace.go:171","msg":"trace[1331242967] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6d6jq; range_end:; response_count:1; response_revision:8056; }","duration":"106.778957ms","start":"2026-03-14T01:49:17.497211Z","end":"2026-03-14T01:49:17.60399Z","steps":["trace[1331242967] 'range keys from in-memory index tree' (duration: 106.563742ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:17.627056Z","caller":"traceutil/trace.go:171","msg":"trace[1692388707] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"125.904241ms","start":"2026-03-14T01:49:17.501116Z","end":"2026-03-14T01:49:17.62702Z","steps":["trace[1692388707] 'process raft request' (duration: 125.716067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:18.472723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:18.973396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:19.473545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:19.974495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:20.475014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:20.764674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999530001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:49:20.764756Z","caller":"traceutil/trace.go:171","msg":"trace[233588899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999690846s","start":"2026-03-14T01:49:18.765046Z","end":"2026-03-14T01:49:20.764737Z","steps":["trace[233588899] 'agreement among raft nodes before linearized reading' (duration: 1.999595633s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:20.76481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.764995Z","time spent":"1.999793658s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:49:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:49:20.975127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:21.333267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.37945716s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:49:21.361127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461147502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T01:49:21.361243Z","caller":"traceutil/trace.go:171","msg":"trace[738287285] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8058; }","duration":"3.461308896s","start":"2026-03-14T01:49:17.899908Z","end":"2026-03-14T01:49:21.361217Z","steps":["trace[738287285] 'range keys from in-memory index tree' (duration: 3.460920116s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.361311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.899879Z","time spent":"3.461416538s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3693,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T01:49:21.361972Z","caller":"traceutil/trace.go:171","msg":"trace[2128020107] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"3.408258445s","start":"2026-03-14T01:49:17.953701Z","end":"2026-03-14T01:49:21.36196Z","steps":["trace[2128020107] 'process raft request' (duration: 3.381871668s)","trace[2128020107] 'compare' (duration: 26.228953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:21.362054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.953678Z","time spent":"3.408327466s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:21.967141Z","caller":"traceutil/trace.go:171","msg":"trace[1284922130] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"4.012329508s","start":"2026-03-14T01:49:17.954771Z","end":"2026-03-14T01:49:21.967101Z","steps":["trace[1284922130] 'process raft request' (duration: 3.949937386s)","trace[1284922130] 'compare' (duration: 59.633946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:21.967294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.954741Z","time spent":"4.012478662s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:21.967688Z","caller":"traceutil/trace.go:171","msg":"trace[1997102616] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"3.702861333s","start":"2026-03-14T01:49:18.264815Z","end":"2026-03-14T01:49:21.967676Z","steps":["trace[1997102616] 'process raft request' (duration: 3.70269242s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.967769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.264804Z","time spent":"3.702934506s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:49:21.967986Z","caller":"traceutil/trace.go:171","msg":"trace[1888294704] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"3.698711396s","start":"2026-03-14T01:49:18.269264Z","end":"2026-03-14T01:49:21.967975Z","steps":["trace[1888294704] 'process raft request' (duration: 3.698356148s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.967999Z","caller":"traceutil/trace.go:171","msg":"trace[482219104] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8363; }","duration":"3.995719783s","start":"2026-03-14T01:49:17.972263Z","end":"2026-03-14T01:49:21.967983Z","steps":["trace[482219104] 'read index received' (duration: 3.363273326s)","trace[482219104] 'applied index is now lower than readState.Index' (duration: 632.445577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:21.968051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.269256Z","time spent":"3.698762057s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:21.968141Z","caller":"traceutil/trace.go:171","msg":"trace[672997086] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"2.982707332s","start":"2026-03-14T01:49:18.985414Z","end":"2026-03-14T01:49:21.968122Z","steps":["trace[672997086] 'process raft request' (duration: 2.982332083s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.968185Z","caller":"traceutil/trace.go:171","msg":"trace[234629923] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"3.07603323s","start":"2026-03-14T01:49:18.892095Z","end":"2026-03-14T01:49:21.968128Z","steps":["trace[234629923] 'process raft request' (duration: 3.07562081s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.892068Z","time spent":"3.076165684s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:21.968283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.985398Z","time spent":"2.982811896s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:21.968388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.202982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T01:49:21.968389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511370774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:49:21.968416Z","caller":"traceutil/trace.go:171","msg":"trace[779080392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8065; }","duration":"826.270494ms","start":"2026-03-14T01:49:21.142139Z","end":"2026-03-14T01:49:21.968409Z","steps":["trace[779080392] 'agreement among raft nodes before linearized reading' (duration: 826.179711ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.968429Z","caller":"traceutil/trace.go:171","msg":"trace[609834918] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8065; }","duration":"2.511446596s","start":"2026-03-14T01:49:19.456972Z","end":"2026-03-14T01:49:21.968419Z","steps":["trace[609834918] 'agreement among raft nodes before linearized reading' (duration: 2.511315883s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.142117Z","time spent":"826.317824ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974021109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:49:21.968413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883922128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:21.968486Z","caller":"traceutil/trace.go:171","msg":"trace[1485088995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:8065; }","duration":"3.974122291s","start":"2026-03-14T01:49:17.994351Z","end":"2026-03-14T01:49:21.968473Z","steps":["trace[1485088995] 'agreement among raft nodes before linearized reading' (duration: 3.973941637s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277164278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.968505Z","caller":"traceutil/trace.go:171","msg":"trace[56692995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8065; }","duration":"3.884099081s","start":"2026-03-14T01:49:18.084386Z","end":"2026-03-14T01:49:21.968485Z","steps":["trace[56692995] 'agreement among raft nodes before linearized reading' (duration: 3.883924467s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.99433Z","time spent":"3.974190352s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:49:21.968535Z","caller":"traceutil/trace.go:171","msg":"trace[1349453521] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8065; }","duration":"1.277234088s","start":"2026-03-14T01:49:20.691293Z","end":"2026-03-14T01:49:21.968527Z","steps":["trace[1349453521] 'agreement among raft nodes before linearized reading' (duration: 1.277187177s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980602804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:49:21.968555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.084354Z","time spent":"3.884190124s","remote":"127.0.0.1:60442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.968565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.691274Z","time spent":"1.2772817s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:49:21.968579Z","caller":"traceutil/trace.go:171","msg":"trace[784041389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8065; }","duration":"3.980660955s","start":"2026-03-14T01:49:17.987903Z","end":"2026-03-14T01:49:21.968564Z","steps":["trace[784041389] 'agreement among raft nodes before linearized reading' (duration: 3.980580003s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.674232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:21.968593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983999885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:49:21.968614Z","caller":"traceutil/trace.go:171","msg":"trace[1856411011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8065; }","duration":"565.744003ms","start":"2026-03-14T01:49:21.402861Z","end":"2026-03-14T01:49:21.968605Z","steps":["trace[1856411011] 'agreement among raft nodes before linearized reading' (duration: 565.697892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.968617Z","caller":"traceutil/trace.go:171","msg":"trace[1818747094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"3.984054827s","start":"2026-03-14T01:49:17.984557Z","end":"2026-03-14T01:49:21.968611Z","steps":["trace[1818747094] 'agreement among raft nodes before linearized reading' (duration: 3.983947995s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054361563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:49:21.968616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.987893Z","time spent":"3.980713147s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:49:21.968695Z","caller":"traceutil/trace.go:171","msg":"trace[1999954838] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8065; }","duration":"1.054456506s","start":"2026-03-14T01:49:20.914219Z","end":"2026-03-14T01:49:21.968676Z","steps":["trace[1999954838] 'agreement among raft nodes before linearized reading' (duration: 1.054324073s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.984538Z","time spent":"3.984127359s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996285557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:49:21.968729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.914202Z","time spent":"1.054520647s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:49:21.968146Z","caller":"traceutil/trace.go:171","msg":"trace[1839203810] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"3.08443811s","start":"2026-03-14T01:49:18.883684Z","end":"2026-03-14T01:49:21.968123Z","steps":["trace[1839203810] 'process raft request' (duration: 3.083982669s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.96846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.456951Z","time spent":"2.511502007s","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98000479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:49:21.96875Z","caller":"traceutil/trace.go:171","msg":"trace[813453547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8065; }","duration":"3.996506322s","start":"2026-03-14T01:49:17.972231Z","end":"2026-03-14T01:49:21.968737Z","steps":["trace[813453547] 'agreement among raft nodes before linearized reading' (duration: 3.9959701s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.402847Z","time spent":"565.786664ms","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:49:21.968799Z","caller":"traceutil/trace.go:171","msg":"trace[414720829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8065; }","duration":"3.980335178s","start":"2026-03-14T01:49:17.988453Z","end":"2026-03-14T01:49:21.968788Z","steps":["trace[414720829] 'agreement among raft nodes before linearized reading' (duration: 3.97995598s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.737555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c920d03e94c9f\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-14T01:49:21.968837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.988416Z","time spent":"3.980411619s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:21.96849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203310363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.968847Z","caller":"traceutil/trace.go:171","msg":"trace[1206996778] range","detail":"{range_begin:/registry/events/openstack/ceph.189c920d03e94c9f; range_end:; response_count:1; response_revision:8065; }","duration":"600.883819ms","start":"2026-03-14T01:49:21.367952Z","end":"2026-03-14T01:49:21.968836Z","steps":["trace[1206996778] 'agreement among raft nodes before linearized reading' (duration: 600.730495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.972093Z","time spent":"3.996751168s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.367935Z","time spent":"600.939829ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/ceph.189c920d03e94c9f\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985929471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:21.968933Z","caller":"traceutil/trace.go:171","msg":"trace[1405116769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"3.986526665s","start":"2026-03-14T01:49:17.9824Z","end":"2026-03-14T01:49:21.968927Z","steps":["trace[1405116769] 'agreement among raft nodes before linearized reading' (duration: 3.98588324s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.968881Z","caller":"traceutil/trace.go:171","msg":"trace[1840938323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"1.203747862s","start":"2026-03-14T01:49:20.765119Z","end":"2026-03-14T01:49:21.968867Z","steps":["trace[1840938323] 'agreement among raft nodes before linearized reading' (duration: 1.203322812s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.968976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.765095Z","time spent":"1.203876056s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:21.96896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:17.982384Z","time spent":"3.986570866s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:49:21.968785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.883653Z","time spent":"3.085110627s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:21.968904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704885613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6d6jq\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-14T01:49:21.969121Z","caller":"traceutil/trace.go:171","msg":"trace[1292988640] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6d6jq; range_end:; response_count:1; response_revision:8065; }","duration":"3.705260792s","start":"2026-03-14T01:49:18.263844Z","end":"2026-03-14T01:49:21.969105Z","steps":["trace[1292988640] 'agreement among raft nodes before linearized reading' (duration: 3.704454003s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.96919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.263821Z","time spent":"3.705355415s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6d6jq\" "} {"level":"warn","ts":"2026-03-14T01:49:22.39057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.430663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-14T01:49:22.390893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.970808Z","time spent":"420.079111ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:49:22.391082Z","caller":"traceutil/trace.go:171","msg":"trace[147679612] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"417.300124ms","start":"2026-03-14T01:49:21.973766Z","end":"2026-03-14T01:49:22.391066Z","steps":["trace[147679612] 'process raft request' (duration: 417.11761ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:22.391099Z","caller":"traceutil/trace.go:171","msg":"trace[826157700] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"417.163082ms","start":"2026-03-14T01:49:21.973913Z","end":"2026-03-14T01:49:22.391076Z","steps":["trace[826157700] 'process raft request' (duration: 417.034469ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:22.391073Z","caller":"traceutil/trace.go:171","msg":"trace[537505493] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"420.119033ms","start":"2026-03-14T01:49:21.970925Z","end":"2026-03-14T01:49:22.391044Z","steps":["trace[537505493] 'process raft request' (duration: 419.796455ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:22.391143Z","caller":"traceutil/trace.go:171","msg":"trace[1737395704] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"417.165492ms","start":"2026-03-14T01:49:21.973958Z","end":"2026-03-14T01:49:22.391123Z","steps":["trace[1737395704] 'process raft request' (duration: 417.038809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.391211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973752Z","time spent":"417.375907ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:22.391222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973888Z","time spent":"417.255924ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:22.391253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973937Z","time spent":"417.258964ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:22.391319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.97091Z","time spent":"420.305198ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:22.391626Z","caller":"traceutil/trace.go:171","msg":"trace[2059277493] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"417.610333ms","start":"2026-03-14T01:49:21.973993Z","end":"2026-03-14T01:49:22.391603Z","steps":["trace[2059277493] 'process raft request' (duration: 417.49964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:22.391677Z","caller":"traceutil/trace.go:171","msg":"trace[1747537036] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8370; }","duration":"417.944191ms","start":"2026-03-14T01:49:21.973714Z","end":"2026-03-14T01:49:22.391658Z","steps":["trace[1747537036] 'read index received' (duration: 165.3886ms)","trace[1747537036] 'applied index is now lower than readState.Index' (duration: 252.554541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:22.391754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973986Z","time spent":"417.697495ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:22.391753Z","caller":"traceutil/trace.go:171","msg":"trace[324206400] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"417.699715ms","start":"2026-03-14T01:49:21.974036Z","end":"2026-03-14T01:49:22.391735Z","steps":["trace[324206400] 'process raft request' (duration: 417.532731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.391876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.974026Z","time spent":"417.802067ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:22.391907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.182568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c915e3f9b2f13\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T01:49:22.391931Z","caller":"traceutil/trace.go:171","msg":"trace[1015759853] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"417.94124ms","start":"2026-03-14T01:49:21.973969Z","end":"2026-03-14T01:49:22.391911Z","steps":["trace[1015759853] 'process raft request' (duration: 417.073409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:22.391956Z","caller":"traceutil/trace.go:171","msg":"trace[195156592] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c915e3f9b2f13; range_end:; response_count:1; response_revision:8072; }","duration":"418.249289ms","start":"2026-03-14T01:49:21.973689Z","end":"2026-03-14T01:49:22.391938Z","steps":["trace[195156592] 'agreement among raft nodes before linearized reading' (duration: 418.080605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.391998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973945Z","time spent":"418.018802ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:22.392004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973676Z","time spent":"418.31588ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c915e3f9b2f13\" "} {"level":"warn","ts":"2026-03-14T01:49:22.392187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.452173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:49:22.392225Z","caller":"traceutil/trace.go:171","msg":"trace[1700926624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8072; }","duration":"418.503675ms","start":"2026-03-14T01:49:21.97371Z","end":"2026-03-14T01:49:22.392214Z","steps":["trace[1700926624] 'agreement among raft nodes before linearized reading' (duration: 418.370142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.392255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.973702Z","time spent":"418.547006ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:22.392326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.515507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:22.392363Z","caller":"traceutil/trace.go:171","msg":"trace[1626696839] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8072; }","duration":"246.599319ms","start":"2026-03-14T01:49:22.145753Z","end":"2026-03-14T01:49:22.392352Z","steps":["trace[1626696839] 'agreement among raft nodes before linearized reading' (duration: 246.527898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.392399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.097024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:22.392432Z","caller":"traceutil/trace.go:171","msg":"trace[270720112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8072; }","duration":"418.157236ms","start":"2026-03-14T01:49:21.974266Z","end":"2026-03-14T01:49:22.392424Z","steps":["trace[270720112] 'agreement among raft nodes before linearized reading' (duration: 418.081164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.392461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.974259Z","time spent":"418.193777ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:22.392773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.356937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228804"} {"level":"info","ts":"2026-03-14T01:49:22.392843Z","caller":"traceutil/trace.go:171","msg":"trace[413830887] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8072; }","duration":"417.499981ms","start":"2026-03-14T01:49:21.975326Z","end":"2026-03-14T01:49:22.392826Z","steps":["trace[413830887] 'agreement among raft nodes before linearized reading' (duration: 416.947878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.39289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.975313Z","time spent":"417.561342ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:49:22.860203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.151682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:22.8603Z","caller":"traceutil/trace.go:171","msg":"trace[2024920920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8074; }","duration":"361.287435ms","start":"2026-03-14T01:49:22.498987Z","end":"2026-03-14T01:49:22.860275Z","steps":["trace[2024920920] 'range keys from in-memory index tree' (duration: 361.070939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.860349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:22.498968Z","time spent":"361.369827ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:49:22.946497Z","caller":"traceutil/trace.go:171","msg":"trace[938619186] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8380; }","duration":"437.119367ms","start":"2026-03-14T01:49:22.509354Z","end":"2026-03-14T01:49:22.946474Z","steps":["trace[938619186] 'read index received' (duration: 436.932262ms)","trace[938619186] 'applied index is now lower than readState.Index' (duration: 186.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:22.946542Z","caller":"traceutil/trace.go:171","msg":"trace[855187814] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"439.153786ms","start":"2026-03-14T01:49:22.50736Z","end":"2026-03-14T01:49:22.946514Z","steps":["trace[855187814] 'process raft request' (duration: 438.977031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.946658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:22.507341Z","time spent":"439.253517ms","remote":"127.0.0.1:55272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:49:22.946752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.610826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:22.946823Z","caller":"traceutil/trace.go:171","msg":"trace[9461568] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8075; }","duration":"277.74039ms","start":"2026-03-14T01:49:22.669071Z","end":"2026-03-14T01:49:22.946811Z","steps":["trace[9461568] 'agreement among raft nodes before linearized reading' (duration: 277.543445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.946925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.080807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:22.947228Z","caller":"traceutil/trace.go:171","msg":"trace[604917735] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8075; }","duration":"145.536698ms","start":"2026-03-14T01:49:22.801672Z","end":"2026-03-14T01:49:22.947209Z","steps":["trace[604917735] 'agreement among raft nodes before linearized reading' (duration: 145.024486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.947163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.740041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-14T01:49:22.947411Z","caller":"traceutil/trace.go:171","msg":"trace[798192871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8075; }","duration":"438.006718ms","start":"2026-03-14T01:49:22.509318Z","end":"2026-03-14T01:49:22.947325Z","steps":["trace[798192871] 'agreement among raft nodes before linearized reading' (duration: 437.25941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:22.94761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:22.509305Z","time spent":"438.212722ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5167,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T01:49:23.080678Z","caller":"traceutil/trace.go:171","msg":"trace[1177278353] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"129.630511ms","start":"2026-03-14T01:49:22.951025Z","end":"2026-03-14T01:49:23.080656Z","steps":["trace[1177278353] 'process raft request' (duration: 75.945914ms)","trace[1177278353] 'compare' (duration: 53.37444ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:23.080963Z","caller":"traceutil/trace.go:171","msg":"trace[2122650576] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"129.432905ms","start":"2026-03-14T01:49:22.951519Z","end":"2026-03-14T01:49:23.080952Z","steps":["trace[2122650576] 'read index received' (duration: 75.534173ms)","trace[2122650576] 'applied index is now lower than readState.Index' (duration: 53.897522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:23.081275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.741423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:49:23.081361Z","caller":"traceutil/trace.go:171","msg":"trace[312953502] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8076; }","duration":"129.870116ms","start":"2026-03-14T01:49:22.951473Z","end":"2026-03-14T01:49:23.081343Z","steps":["trace[312953502] 'agreement among raft nodes before linearized reading' (duration: 129.521868ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.176358Z","caller":"traceutil/trace.go:171","msg":"trace[1498726856] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"224.408222ms","start":"2026-03-14T01:49:22.951915Z","end":"2026-03-14T01:49:23.176323Z","steps":["trace[1498726856] 'process raft request' (duration: 224.224148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:23.176732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.917184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-14T01:49:23.17678Z","caller":"traceutil/trace.go:171","msg":"trace[1515484340] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8078; }","duration":"224.994156ms","start":"2026-03-14T01:49:22.951773Z","end":"2026-03-14T01:49:23.176767Z","steps":["trace[1515484340] 'agreement among raft nodes before linearized reading' (duration: 224.795332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.17678Z","caller":"traceutil/trace.go:171","msg":"trace[490485333] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"217.481908ms","start":"2026-03-14T01:49:22.959276Z","end":"2026-03-14T01:49:23.176758Z","steps":["trace[490485333] 'process raft request' (duration: 216.974396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:23.323394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.614919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-14T01:49:23.323458Z","caller":"traceutil/trace.go:171","msg":"trace[1890233957] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8078; }","duration":"137.726092ms","start":"2026-03-14T01:49:23.185718Z","end":"2026-03-14T01:49:23.323444Z","steps":["trace[1890233957] 'range keys from in-memory index tree' (duration: 137.431155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:23.323494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.986645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-14T01:49:23.323476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.452955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c9212da5b8985\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-14T01:49:23.323601Z","caller":"traceutil/trace.go:171","msg":"trace[1092834375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8078; }","duration":"137.126978ms","start":"2026-03-14T01:49:23.186455Z","end":"2026-03-14T01:49:23.323582Z","steps":["trace[1092834375] 'range keys from in-memory index tree' (duration: 136.824441ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.323646Z","caller":"traceutil/trace.go:171","msg":"trace[255849989] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c9212da5b8985; range_end:; response_count:1; response_revision:8078; }","duration":"142.64756ms","start":"2026-03-14T01:49:23.18095Z","end":"2026-03-14T01:49:23.323598Z","steps":["trace[255849989] 'range keys from in-memory index tree' (duration: 142.349503ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.467531Z","caller":"traceutil/trace.go:171","msg":"trace[1581644032] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8384; }","duration":"140.514049ms","start":"2026-03-14T01:49:23.326985Z","end":"2026-03-14T01:49:23.467499Z","steps":["trace[1581644032] 'read index received' (duration: 140.389596ms)","trace[1581644032] 'applied index is now lower than readState.Index' (duration: 122.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:23.467728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.676942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:23.467843Z","caller":"traceutil/trace.go:171","msg":"trace[1811323759] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8079; }","duration":"140.835046ms","start":"2026-03-14T01:49:23.326924Z","end":"2026-03-14T01:49:23.46776Z","steps":["trace[1811323759] 'agreement among raft nodes before linearized reading' (duration: 140.688712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.467956Z","caller":"traceutil/trace.go:171","msg":"trace[638578117] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"141.773189ms","start":"2026-03-14T01:49:23.326157Z","end":"2026-03-14T01:49:23.46793Z","steps":["trace[638578117] 'process raft request' (duration: 141.162294ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.478613Z","caller":"traceutil/trace.go:171","msg":"trace[1944863541] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"111.140341ms","start":"2026-03-14T01:49:23.367453Z","end":"2026-03-14T01:49:23.478593Z","steps":["trace[1944863541] 'process raft request' (duration: 111.041979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.838457Z","caller":"traceutil/trace.go:171","msg":"trace[1131446491] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8387; }","duration":"124.413066ms","start":"2026-03-14T01:49:23.71402Z","end":"2026-03-14T01:49:23.838434Z","steps":["trace[1131446491] 'read index received' (duration: 124.130659ms)","trace[1131446491] 'applied index is now lower than readState.Index' (duration: 281.437µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:23.838667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.623281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:49:23.838705Z","caller":"traceutil/trace.go:171","msg":"trace[480977222] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8082; }","duration":"124.708062ms","start":"2026-03-14T01:49:23.713988Z","end":"2026-03-14T01:49:23.838696Z","steps":["trace[480977222] 'agreement among raft nodes before linearized reading' (duration: 124.567979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.838652Z","caller":"traceutil/trace.go:171","msg":"trace[1513278450] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"139.665989ms","start":"2026-03-14T01:49:23.698885Z","end":"2026-03-14T01:49:23.838551Z","steps":["trace[1513278450] 'process raft request' (duration: 139.329341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.055835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.414535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:49:24.055928Z","caller":"traceutil/trace.go:171","msg":"trace[1302780168] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8082; }","duration":"166.516068ms","start":"2026-03-14T01:49:23.889387Z","end":"2026-03-14T01:49:24.055903Z","steps":["trace[1302780168] 'range keys from in-memory index tree' (duration: 166.261741ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.122418Z","caller":"traceutil/trace.go:171","msg":"trace[31447361] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"145.718573ms","start":"2026-03-14T01:49:23.976667Z","end":"2026-03-14T01:49:24.122385Z","steps":["trace[31447361] 'process raft request' (duration: 145.58677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.89532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189428404,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:49:25.072139Z","caller":"traceutil/trace.go:171","msg":"trace[396527379] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"910.622848ms","start":"2026-03-14T01:49:24.161489Z","end":"2026-03-14T01:49:25.072112Z","steps":["trace[396527379] 'process raft request' (duration: 910.443833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:25.072309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.161478Z","time spent":"910.743371ms","remote":"127.0.0.1:44060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:26.761876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T01:49:26.76196Z","caller":"traceutil/trace.go:171","msg":"trace[1766828732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674299s","start":"2026-03-14T01:49:24.761267Z","end":"2026-03-14T01:49:26.761941Z","steps":["trace[1766828732] 'agreement among raft nodes before linearized reading' (duration: 2.000542985s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.762008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.761252Z","time spent":"2.00074551s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:49:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:49:26.763156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.257598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:26.763267Z","caller":"traceutil/trace.go:171","msg":"trace[101003439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8085; }","duration":"200.373621ms","start":"2026-03-14T01:49:26.562875Z","end":"2026-03-14T01:49:26.763248Z","steps":["trace[101003439] 'range keys from in-memory index tree' (duration: 200.240587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.010716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461853736s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:49:27.104375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55549451s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-14T01:49:27.104665Z","caller":"traceutil/trace.go:171","msg":"trace[578035254] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8390; }","duration":"2.710291619s","start":"2026-03-14T01:49:24.39435Z","end":"2026-03-14T01:49:27.104641Z","steps":["trace[578035254] 'read index received' (duration: 677.61372ms)","trace[578035254] 'applied index is now lower than readState.Index' (duration: 2.032676779s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:27.104909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710539435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:49:27.104973Z","caller":"traceutil/trace.go:171","msg":"trace[1282905440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"2.710650598s","start":"2026-03-14T01:49:24.394306Z","end":"2026-03-14T01:49:27.104957Z","steps":["trace[1282905440] 'agreement among raft nodes before linearized reading' (duration: 2.710467253s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.105027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.394287Z","time spent":"2.71072741s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:49:27.105072Z","caller":"traceutil/trace.go:171","msg":"trace[1960194854] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"1.711422046s","start":"2026-03-14T01:49:25.393619Z","end":"2026-03-14T01:49:27.105041Z","steps":["trace[1960194854] 'process raft request' (duration: 1.710857222s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.105222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:25.393594Z","time spent":"1.711550068s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:27.205182Z","caller":"traceutil/trace.go:171","msg":"trace[631205062] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"1.143775847s","start":"2026-03-14T01:49:26.061383Z","end":"2026-03-14T01:49:27.205159Z","steps":["trace[631205062] 'process raft request' (duration: 1.143656604s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.205208Z","caller":"traceutil/trace.go:171","msg":"trace[558544702] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"1.721382673s","start":"2026-03-14T01:49:25.483784Z","end":"2026-03-14T01:49:27.205167Z","steps":["trace[558544702] 'process raft request' (duration: 1.621245473s)","trace[558544702] 'compare' (duration: 99.881894ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:27.205307Z","caller":"traceutil/trace.go:171","msg":"trace[2029405045] linearizableReadLoop","detail":"{readStateIndex:8396; appliedIndex:8392; }","duration":"100.57999ms","start":"2026-03-14T01:49:27.104718Z","end":"2026-03-14T01:49:27.205298Z","steps":["trace[2029405045] 'read index received' (duration: 83.652µs)","trace[2029405045] 'applied index is now lower than readState.Index' (duration: 100.495418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:27.205346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.06135Z","time spent":"1.14389902s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:27.205421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.444021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:27.205461Z","caller":"traceutil/trace.go:171","msg":"trace[1362352113] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8090; }","duration":"165.536683ms","start":"2026-03-14T01:49:27.039913Z","end":"2026-03-14T01:49:27.20545Z","steps":["trace[1362352113] 'agreement among raft nodes before linearized reading' (duration: 165.467902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.205624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810097681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:49:27.205692Z","caller":"traceutil/trace.go:171","msg":"trace[989739329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8090; }","duration":"2.810211204s","start":"2026-03-14T01:49:24.395469Z","end":"2026-03-14T01:49:27.20568Z","steps":["trace[989739329] 'agreement among raft nodes before linearized reading' (duration: 2.809978928s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.205712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810259485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:49:27.205733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.395464Z","time spent":"2.810259095s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:49:27.205741Z","caller":"traceutil/trace.go:171","msg":"trace[337308702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8090; }","duration":"2.810304816s","start":"2026-03-14T01:49:24.395428Z","end":"2026-03-14T01:49:27.205732Z","steps":["trace[337308702] 'agreement among raft nodes before linearized reading' (duration: 2.810197334s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.205963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.421891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:27.206041Z","caller":"traceutil/trace.go:171","msg":"trace[27256120] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8090; }","duration":"370.542814ms","start":"2026-03-14T01:49:26.835487Z","end":"2026-03-14T01:49:27.20603Z","steps":["trace[27256120] 'agreement among raft nodes before linearized reading' (duration: 370.441932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.205973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810813168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:49:27.206053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80666522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:49:27.206085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.835466Z","time spent":"370.603626ms","remote":"127.0.0.1:55114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:27.206079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.39542Z","time spent":"2.810608613s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:49:27.206103Z","caller":"traceutil/trace.go:171","msg":"trace[1145784378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:8090; }","duration":"2.806756371s","start":"2026-03-14T01:49:24.399332Z","end":"2026-03-14T01:49:27.206088Z","steps":["trace[1145784378] 'agreement among raft nodes before linearized reading' (duration: 2.806590448s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.206074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.885447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:27.206145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.399309Z","time spent":"2.806823643s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:49:27.205262Z","caller":"traceutil/trace.go:171","msg":"trace[705338952] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"1.078104117s","start":"2026-03-14T01:49:26.127141Z","end":"2026-03-14T01:49:27.205245Z","steps":["trace[705338952] 'process raft request' (duration: 1.077942483s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.206195Z","caller":"traceutil/trace.go:171","msg":"trace[1901789792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8090; }","duration":"2.810955781s","start":"2026-03-14T01:49:24.395126Z","end":"2026-03-14T01:49:27.206082Z","steps":["trace[1901789792] 'agreement among raft nodes before linearized reading' (duration: 2.810570392s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.206272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.127114Z","time spent":"1.07910432s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:27.206255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:25.483758Z","time spent":"1.721557446s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:27.206277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.395103Z","time spent":"2.811155556s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:49:27.206377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.590128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-79c489c885-g9qts.189c92011ca5cb22\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:49:27.206188Z","caller":"traceutil/trace.go:171","msg":"trace[543633989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8090; }","duration":"444.03404ms","start":"2026-03-14T01:49:26.762136Z","end":"2026-03-14T01:49:27.20617Z","steps":["trace[543633989] 'agreement among raft nodes before linearized reading' (duration: 443.832266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.206494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.762112Z","time spent":"444.374778ms","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:49:27.206533Z","caller":"traceutil/trace.go:171","msg":"trace[1694654099] range","detail":"{range_begin:/registry/events/openstack/barbican-api-79c489c885-g9qts.189c92011ca5cb22; range_end:; response_count:1; response_revision:8090; }","duration":"453.764422ms","start":"2026-03-14T01:49:26.752705Z","end":"2026-03-14T01:49:27.20647Z","steps":["trace[1694654099] 'agreement among raft nodes before linearized reading' (duration: 453.133558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.206623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.752686Z","time spent":"453.923056ms","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-79c489c885-g9qts.189c92011ca5cb22\" "} {"level":"warn","ts":"2026-03-14T01:49:27.206652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811689749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:27.206821Z","caller":"traceutil/trace.go:171","msg":"trace[823514086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8090; }","duration":"2.811938606s","start":"2026-03-14T01:49:24.394838Z","end":"2026-03-14T01:49:27.206777Z","steps":["trace[823514086] 'agreement among raft nodes before linearized reading' (duration: 2.811027673s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.206901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.394809Z","time spent":"2.812078158s","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:49:27.482234Z","caller":"traceutil/trace.go:171","msg":"trace[1847644867] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"271.410229ms","start":"2026-03-14T01:49:27.210804Z","end":"2026-03-14T01:49:27.482215Z","steps":["trace[1847644867] 'process raft request' (duration: 263.800938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.48251Z","caller":"traceutil/trace.go:171","msg":"trace[124149205] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"271.581903ms","start":"2026-03-14T01:49:27.2109Z","end":"2026-03-14T01:49:27.482482Z","steps":["trace[124149205] 'process raft request' (duration: 271.265086ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.482548Z","caller":"traceutil/trace.go:171","msg":"trace[967182379] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8397; }","duration":"270.813685ms","start":"2026-03-14T01:49:27.211713Z","end":"2026-03-14T01:49:27.482527Z","steps":["trace[967182379] 'read index received' (duration: 28.619421ms)","trace[967182379] 'applied index is now lower than readState.Index' (duration: 242.193434ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:27.482646Z","caller":"traceutil/trace.go:171","msg":"trace[129427051] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"271.054131ms","start":"2026-03-14T01:49:27.211542Z","end":"2026-03-14T01:49:27.482597Z","steps":["trace[129427051] 'process raft request' (duration: 270.939268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.483025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.293066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228804"} {"level":"info","ts":"2026-03-14T01:49:27.483071Z","caller":"traceutil/trace.go:171","msg":"trace[1744877422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8094; }","duration":"271.379619ms","start":"2026-03-14T01:49:27.21168Z","end":"2026-03-14T01:49:27.48306Z","steps":["trace[1744877422] 'agreement among raft nodes before linearized reading' (duration: 270.936558ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.48267Z","caller":"traceutil/trace.go:171","msg":"trace[1540546846] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"271.120472ms","start":"2026-03-14T01:49:27.21144Z","end":"2026-03-14T01:49:27.48256Z","steps":["trace[1540546846] 'process raft request' (duration: 270.948238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.497671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.518076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:27.497674Z","caller":"traceutil/trace.go:171","msg":"trace[1604847392] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"256.388151ms","start":"2026-03-14T01:49:27.241259Z","end":"2026-03-14T01:49:27.497647Z","steps":["trace[1604847392] 'process raft request' (duration: 256.276778ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.497713Z","caller":"traceutil/trace.go:171","msg":"trace[716689520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8095; }","duration":"283.606178ms","start":"2026-03-14T01:49:27.214096Z","end":"2026-03-14T01:49:27.497703Z","steps":["trace[716689520] 'agreement among raft nodes before linearized reading' (duration: 283.519746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.497732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.1447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:27.497804Z","caller":"traceutil/trace.go:171","msg":"trace[1462199024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8095; }","duration":"132.276013ms","start":"2026-03-14T01:49:27.365512Z","end":"2026-03-14T01:49:27.497788Z","steps":["trace[1462199024] 'agreement among raft nodes before linearized reading' (duration: 132.14164ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.480036Z","caller":"traceutil/trace.go:171","msg":"trace[714420118] linearizableReadLoop","detail":"{readStateIndex:8405; appliedIndex:8404; }","duration":"268.631943ms","start":"2026-03-14T01:49:29.211381Z","end":"2026-03-14T01:49:29.480013Z","steps":["trace[714420118] 'read index received' (duration: 268.50108ms)","trace[714420118] 'applied index is now lower than readState.Index' (duration: 129.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.480083Z","caller":"traceutil/trace.go:171","msg":"trace[6858909] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"269.365161ms","start":"2026-03-14T01:49:29.210693Z","end":"2026-03-14T01:49:29.480059Z","steps":["trace[6858909] 'process raft request' (duration: 269.175357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.480253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.847858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:49:29.480297Z","caller":"traceutil/trace.go:171","msg":"trace[419197296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8097; }","duration":"268.94221ms","start":"2026-03-14T01:49:29.211342Z","end":"2026-03-14T01:49:29.480284Z","steps":["trace[419197296] 'agreement among raft nodes before linearized reading' (duration: 268.783857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.646157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.902715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:29.646379Z","caller":"traceutil/trace.go:171","msg":"trace[1724298800] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"434.849883ms","start":"2026-03-14T01:49:29.211497Z","end":"2026-03-14T01:49:29.646347Z","steps":["trace[1724298800] 'process raft request' (duration: 294.396076ms)","trace[1724298800] 'compare' (duration: 139.7474ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.64641Z","caller":"traceutil/trace.go:171","msg":"trace[177687128] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"169.390645ms","start":"2026-03-14T01:49:29.477Z","end":"2026-03-14T01:49:29.646391Z","steps":["trace[177687128] 'process raft request' (duration: 169.297983ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.646394Z","caller":"traceutil/trace.go:171","msg":"trace[796755210] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"434.191847ms","start":"2026-03-14T01:49:29.212176Z","end":"2026-03-14T01:49:29.646368Z","steps":["trace[796755210] 'process raft request' (duration: 434.073715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.646465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.211486Z","time spent":"434.940235ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:29.646563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.21215Z","time spent":"434.31879ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:29.646608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.661593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:49:29.646778Z","caller":"traceutil/trace.go:171","msg":"trace[2022582339] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"161.960898ms","start":"2026-03-14T01:49:29.484431Z","end":"2026-03-14T01:49:29.646392Z","steps":["trace[2022582339] 'process raft request' (duration: 161.922287ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.646885Z","caller":"traceutil/trace.go:171","msg":"trace[441539615] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8405; }","duration":"166.303841ms","start":"2026-03-14T01:49:29.480097Z","end":"2026-03-14T01:49:29.646401Z","steps":["trace[441539615] 'read index received' (duration: 25.70835ms)","trace[441539615] 'applied index is now lower than readState.Index' (duration: 140.592601ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:29.646955Z","caller":"traceutil/trace.go:171","msg":"trace[75516041] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8101; }","duration":"188.788286ms","start":"2026-03-14T01:49:29.457864Z","end":"2026-03-14T01:49:29.646652Z","steps":["trace[75516041] 'agreement among raft nodes before linearized reading' (duration: 188.54286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.647055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.308463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:29.647093Z","caller":"traceutil/trace.go:171","msg":"trace[657808039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8101; }","duration":"161.387765ms","start":"2026-03-14T01:49:29.485696Z","end":"2026-03-14T01:49:29.647084Z","steps":["trace[657808039] 'agreement among raft nodes before linearized reading' (duration: 161.270532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.647176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.552988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-14T01:49:29.647238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.225808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:29.647266Z","caller":"traceutil/trace.go:171","msg":"trace[1740561360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8101; }","duration":"160.266219ms","start":"2026-03-14T01:49:29.486992Z","end":"2026-03-14T01:49:29.647258Z","steps":["trace[1740561360] 'agreement among raft nodes before linearized reading' (duration: 160.175707ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.647269Z","caller":"traceutil/trace.go:171","msg":"trace[1432296027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:8101; }","duration":"158.661681ms","start":"2026-03-14T01:49:29.488574Z","end":"2026-03-14T01:49:29.647236Z","steps":["trace[1432296027] 'agreement among raft nodes before linearized reading' (duration: 158.421875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.647381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.081712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:29.647422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.124399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:49:29.647451Z","caller":"traceutil/trace.go:171","msg":"trace[823011698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8101; }","duration":"161.18948ms","start":"2026-03-14T01:49:29.486253Z","end":"2026-03-14T01:49:29.647443Z","steps":["trace[823011698] 'agreement among raft nodes before linearized reading' (duration: 161.075788ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:29.64745Z","caller":"traceutil/trace.go:171","msg":"trace[1926624549] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8101; }","duration":"101.151853ms","start":"2026-03-14T01:49:29.54628Z","end":"2026-03-14T01:49:29.647432Z","steps":["trace[1926624549] 'agreement among raft nodes before linearized reading' (duration: 101.040711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:29.647521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.283443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:29.647567Z","caller":"traceutil/trace.go:171","msg":"trace[1772663044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8101; }","duration":"161.346664ms","start":"2026-03-14T01:49:29.486205Z","end":"2026-03-14T01:49:29.647552Z","steps":["trace[1772663044] 'agreement among raft nodes before linearized reading' (duration: 161.243052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.06181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.024705ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-14T01:49:30.062085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.648215Z","time spent":"413.865964ms","remote":"127.0.0.1:55032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:49:30.221776Z","caller":"traceutil/trace.go:171","msg":"trace[1848871005] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"571.5184ms","start":"2026-03-14T01:49:29.650193Z","end":"2026-03-14T01:49:30.221712Z","steps":["trace[1848871005] 'process raft request' (duration: 537.44275ms)","trace[1848871005] 'compare' (duration: 33.575498ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:30.222124Z","caller":"traceutil/trace.go:171","msg":"trace[2004048752] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"571.129272ms","start":"2026-03-14T01:49:29.650956Z","end":"2026-03-14T01:49:30.222086Z","steps":["trace[2004048752] 'process raft request' (duration: 570.63116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.222304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.650944Z","time spent":"571.266474ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:30.222411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.650175Z","time spent":"571.703975ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.222487Z","caller":"traceutil/trace.go:171","msg":"trace[1574807572] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"571.472279ms","start":"2026-03-14T01:49:29.650972Z","end":"2026-03-14T01:49:30.222445Z","steps":["trace[1574807572] 'process raft request' (duration: 570.965167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.222628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.650962Z","time spent":"571.592802ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.222754Z","caller":"traceutil/trace.go:171","msg":"trace[203938705] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"570.720382ms","start":"2026-03-14T01:49:29.652024Z","end":"2026-03-14T01:49:30.222744Z","steps":["trace[203938705] 'process raft request' (duration: 570.181019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.222809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.652005Z","time spent":"570.776913ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:30.22282Z","caller":"traceutil/trace.go:171","msg":"trace[2109136613] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8409; }","duration":"570.031824ms","start":"2026-03-14T01:49:29.652773Z","end":"2026-03-14T01:49:30.222805Z","steps":["trace[2109136613] 'read index received' (duration: 280.064295ms)","trace[2109136613] 'applied index is now lower than readState.Index' (duration: 289.966429ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:30.222799Z","caller":"traceutil/trace.go:171","msg":"trace[466809526] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"159.765967ms","start":"2026-03-14T01:49:30.063004Z","end":"2026-03-14T01:49:30.22277Z","steps":["trace[466809526] 'process raft request' (duration: 159.680555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.223065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.007894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:30.22314Z","caller":"traceutil/trace.go:171","msg":"trace[1713809323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8106; }","duration":"461.132157ms","start":"2026-03-14T01:49:29.761991Z","end":"2026-03-14T01:49:30.223123Z","steps":["trace[1713809323] 'agreement among raft nodes before linearized reading' (duration: 460.923902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.223194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.76197Z","time spent":"461.210268ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:30.223888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.0962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228804"} {"level":"info","ts":"2026-03-14T01:49:30.224361Z","caller":"traceutil/trace.go:171","msg":"trace[1661685284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8106; }","duration":"571.602022ms","start":"2026-03-14T01:49:29.652734Z","end":"2026-03-14T01:49:30.224336Z","steps":["trace[1661685284] 'agreement among raft nodes before linearized reading' (duration: 570.163568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:30.224424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:29.652725Z","time spent":"571.675474ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:49:37.816861Z","caller":"traceutil/trace.go:171","msg":"trace[527321621] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"122.798518ms","start":"2026-03-14T01:49:37.694037Z","end":"2026-03-14T01:49:37.816835Z","steps":["trace[527321621] 'process raft request' (duration: 121.410544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.014634Z","caller":"traceutil/trace.go:171","msg":"trace[499270309] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8510; }","duration":"162.303407ms","start":"2026-03-14T01:49:38.852309Z","end":"2026-03-14T01:49:39.014613Z","steps":["trace[499270309] 'read index received' (duration: 162.123282ms)","trace[499270309] 'applied index is now lower than readState.Index' (duration: 178.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:39.014832Z","caller":"traceutil/trace.go:171","msg":"trace[1986951651] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"168.062454ms","start":"2026-03-14T01:49:38.846734Z","end":"2026-03-14T01:49:39.014796Z","steps":["trace[1986951651] 'process raft request' (duration: 167.736375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:39.014883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.542883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:49:39.014975Z","caller":"traceutil/trace.go:171","msg":"trace[1301855764] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8199; }","duration":"162.677335ms","start":"2026-03-14T01:49:38.852282Z","end":"2026-03-14T01:49:39.014959Z","steps":["trace[1301855764] 'agreement among raft nodes before linearized reading' (duration: 162.4553ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.056171Z","caller":"traceutil/trace.go:171","msg":"trace[1184723084] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"203.056014ms","start":"2026-03-14T01:49:38.853081Z","end":"2026-03-14T01:49:39.056137Z","steps":["trace[1184723084] 'process raft request' (duration: 202.944271ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.056236Z","caller":"traceutil/trace.go:171","msg":"trace[1967431846] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"202.209854ms","start":"2026-03-14T01:49:38.853987Z","end":"2026-03-14T01:49:39.056196Z","steps":["trace[1967431846] 'process raft request' (duration: 202.083841ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.05631Z","caller":"traceutil/trace.go:171","msg":"trace[134950873] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"203.446183ms","start":"2026-03-14T01:49:38.852824Z","end":"2026-03-14T01:49:39.05627Z","steps":["trace[134950873] 'process raft request' (duration: 203.054304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:39.058236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.622312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-14T01:49:39.058326Z","caller":"traceutil/trace.go:171","msg":"trace[440993104] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8202; }","duration":"204.743335ms","start":"2026-03-14T01:49:38.85356Z","end":"2026-03-14T01:49:39.058303Z","steps":["trace[440993104] 'agreement among raft nodes before linearized reading' (duration: 202.607664ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:42.651814Z","caller":"traceutil/trace.go:171","msg":"trace[632399223] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8564; }","duration":"346.672038ms","start":"2026-03-14T01:49:42.305115Z","end":"2026-03-14T01:49:42.651787Z","steps":["trace[632399223] 'read index received' (duration: 346.622986ms)","trace[632399223] 'applied index is now lower than readState.Index' (duration: 47.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:42.651853Z","caller":"traceutil/trace.go:171","msg":"trace[2040010587] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"347.843215ms","start":"2026-03-14T01:49:42.303981Z","end":"2026-03-14T01:49:42.651824Z","steps":["trace[2040010587] 'process raft request' (duration: 347.641201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.652052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:42.303953Z","time spent":"347.974528ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:42.652086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.943344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:42.652197Z","caller":"traceutil/trace.go:171","msg":"trace[1166389111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8252; }","duration":"347.110528ms","start":"2026-03-14T01:49:42.305064Z","end":"2026-03-14T01:49:42.652174Z","steps":["trace[1166389111] 'agreement among raft nodes before linearized reading' (duration: 346.859882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.652326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:42.305043Z","time spent":"347.236771ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:42.655874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.122334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:42.655959Z","caller":"traceutil/trace.go:171","msg":"trace[1198470670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8253; }","duration":"338.236127ms","start":"2026-03-14T01:49:42.317702Z","end":"2026-03-14T01:49:42.655939Z","steps":["trace[1198470670] 'agreement among raft nodes before linearized reading' (duration: 338.022742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.656003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:42.317691Z","time spent":"338.301118ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:42.656024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.116679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7jsp5\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-14T01:49:42.656124Z","caller":"traceutil/trace.go:171","msg":"trace[2035089728] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7jsp5; range_end:; response_count:1; response_revision:8253; }","duration":"188.231583ms","start":"2026-03-14T01:49:42.467866Z","end":"2026-03-14T01:49:42.656097Z","steps":["trace[2035089728] 'agreement among raft nodes before linearized reading' (duration: 188.034698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.656166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.142424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:49:42.656208Z","caller":"traceutil/trace.go:171","msg":"trace[105883513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8253; }","duration":"338.204906ms","start":"2026-03-14T01:49:42.317993Z","end":"2026-03-14T01:49:42.656198Z","steps":["trace[105883513] 'agreement among raft nodes before linearized reading' (duration: 338.101943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.65624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:42.317981Z","time spent":"338.252567ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:42.65625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.28822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lbrvg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-14T01:49:42.656336Z","caller":"traceutil/trace.go:171","msg":"trace[790790241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lbrvg; range_end:; response_count:1; response_revision:8253; }","duration":"336.404465ms","start":"2026-03-14T01:49:42.319913Z","end":"2026-03-14T01:49:42.656318Z","steps":["trace[790790241] 'agreement among raft nodes before linearized reading' (duration: 336.158698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:42.656383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:42.319904Z","time spent":"336.470696ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-lbrvg\" "} {"level":"info","ts":"2026-03-14T01:49:44.734721Z","caller":"traceutil/trace.go:171","msg":"trace[1236978698] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"221.434021ms","start":"2026-03-14T01:49:44.513248Z","end":"2026-03-14T01:49:44.734682Z","steps":["trace[1236978698] 'process raft request' (duration: 220.910489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:25.090406Z","caller":"traceutil/trace.go:171","msg":"trace[659601014] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"133.100424ms","start":"2026-03-14T01:50:24.957281Z","end":"2026-03-14T01:50:25.090381Z","steps":["trace[659601014] 'process raft request' (duration: 132.967781ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:25.090875Z","caller":"traceutil/trace.go:171","msg":"trace[1493577079] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8956; }","duration":"133.181406ms","start":"2026-03-14T01:50:24.957654Z","end":"2026-03-14T01:50:25.090835Z","steps":["trace[1493577079] 'read index received' (duration: 133.157045ms)","trace[1493577079] 'applied index is now lower than readState.Index' (duration: 21.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:25.091178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.454323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:50:25.091256Z","caller":"traceutil/trace.go:171","msg":"trace[929463765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8632; }","duration":"133.626386ms","start":"2026-03-14T01:50:24.957609Z","end":"2026-03-14T01:50:25.091235Z","steps":["trace[929463765] 'agreement among raft nodes before linearized reading' (duration: 133.3636ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:25.091381Z","caller":"traceutil/trace.go:171","msg":"trace[70602696] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"132.462899ms","start":"2026-03-14T01:50:24.958894Z","end":"2026-03-14T01:50:25.091357Z","steps":["trace[70602696] 'process raft request' (duration: 132.309165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:25.091507Z","caller":"traceutil/trace.go:171","msg":"trace[634942354] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"131.64065ms","start":"2026-03-14T01:50:24.959852Z","end":"2026-03-14T01:50:25.091492Z","steps":["trace[634942354] 'process raft request' (duration: 131.442575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.26091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879569189430005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:50:26.294364Z","caller":"traceutil/trace.go:171","msg":"trace[1336389470] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"591.244376ms","start":"2026-03-14T01:50:25.703057Z","end":"2026-03-14T01:50:26.294301Z","steps":["trace[1336389470] 'process raft request' (duration: 591.076432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.294524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.703034Z","time spent":"591.40493ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:26.296586Z","caller":"traceutil/trace.go:171","msg":"trace[870226641] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"395.061353ms","start":"2026-03-14T01:50:25.901509Z","end":"2026-03-14T01:50:26.296571Z","steps":["trace[870226641] 'process raft request' (duration: 394.94532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.296679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.901484Z","time spent":"395.147354ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:26.296813Z","caller":"traceutil/trace.go:171","msg":"trace[141156173] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8959; }","duration":"536.528677ms","start":"2026-03-14T01:50:25.760253Z","end":"2026-03-14T01:50:26.296782Z","steps":["trace[141156173] 'read index received' (duration: 533.949065ms)","trace[141156173] 'applied index is now lower than readState.Index' (duration: 2.577302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:26.296969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.713451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:26.296919Z","caller":"traceutil/trace.go:171","msg":"trace[933253458] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"326.409201ms","start":"2026-03-14T01:50:25.970471Z","end":"2026-03-14T01:50:26.296881Z","steps":["trace[933253458] 'process raft request' (duration: 326.062183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:26.297016Z","caller":"traceutil/trace.go:171","msg":"trace[1523979341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8638; }","duration":"536.799973ms","start":"2026-03-14T01:50:25.760203Z","end":"2026-03-14T01:50:26.297003Z","steps":["trace[1523979341] 'agreement among raft nodes before linearized reading' (duration: 536.733471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.297055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.760182Z","time spent":"536.866484ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:50:26.297168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.970452Z","time spent":"326.586125ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:26.297418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.63758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:50:26.297625Z","caller":"traceutil/trace.go:171","msg":"trace[1705660462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8638; }","duration":"232.916617ms","start":"2026-03-14T01:50:26.064692Z","end":"2026-03-14T01:50:26.297608Z","steps":["trace[1705660462] 'agreement among raft nodes before linearized reading' (duration: 232.457056ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:29.663651Z","caller":"traceutil/trace.go:171","msg":"trace[738708827] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9013; }","duration":"190.615452ms","start":"2026-03-14T01:50:29.473003Z","end":"2026-03-14T01:50:29.663618Z","steps":["trace[738708827] 'read index received' (duration: 190.460398ms)","trace[738708827] 'applied index is now lower than readState.Index' (duration: 153.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:29.6639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.870908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:50:29.663962Z","caller":"traceutil/trace.go:171","msg":"trace[7027444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8688; }","duration":"190.97227ms","start":"2026-03-14T01:50:29.472971Z","end":"2026-03-14T01:50:29.663944Z","steps":["trace[7027444] 'agreement among raft nodes before linearized reading' (duration: 190.769835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:29.889153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.303266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:29.889267Z","caller":"traceutil/trace.go:171","msg":"trace[1506472486] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9014; }","duration":"221.829134ms","start":"2026-03-14T01:50:29.667419Z","end":"2026-03-14T01:50:29.889248Z","steps":["trace[1506472486] 'read index received' (duration: 57.277581ms)","trace[1506472486] 'applied index is now lower than readState.Index' (duration: 164.549973ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:29.889317Z","caller":"traceutil/trace.go:171","msg":"trace[384086006] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"224.380394ms","start":"2026-03-14T01:50:29.664901Z","end":"2026-03-14T01:50:29.889281Z","steps":["trace[384086006] 'process raft request' (duration: 59.852893ms)","trace[384086006] 'compare' (duration: 163.989539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:29.889451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.036138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T01:50:29.889491Z","caller":"traceutil/trace.go:171","msg":"trace[928995478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8689; }","duration":"222.09178ms","start":"2026-03-14T01:50:29.667389Z","end":"2026-03-14T01:50:29.889481Z","steps":["trace[928995478] 'agreement among raft nodes before linearized reading' (duration: 221.911586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.491215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.160486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:30.491338Z","caller":"traceutil/trace.go:171","msg":"trace[466980655] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"600.408064ms","start":"2026-03-14T01:50:29.890905Z","end":"2026-03-14T01:50:30.491313Z","steps":["trace[466980655] 'read index received' (duration: 332.004213ms)","trace[466980655] 'applied index is now lower than readState.Index' (duration: 268.402141ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:30.49157Z","caller":"traceutil/trace.go:171","msg":"trace[1200971163] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"695.239669ms","start":"2026-03-14T01:50:29.796291Z","end":"2026-03-14T01:50:30.491531Z","steps":["trace[1200971163] 'process raft request' (duration: 426.664353ms)","trace[1200971163] 'compare' (duration: 267.852219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:30.491734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:29.796247Z","time spent":"695.402512ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:30.491808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.887315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-14T01:50:30.491906Z","caller":"traceutil/trace.go:171","msg":"trace[1140991099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8690; }","duration":"601.036619ms","start":"2026-03-14T01:50:29.890846Z","end":"2026-03-14T01:50:30.491883Z","steps":["trace[1140991099] 'agreement among raft nodes before linearized reading' (duration: 600.757572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.491956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:29.890828Z","time spent":"601.11907ms","remote":"127.0.0.1:55130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T01:50:30.912543Z","caller":"traceutil/trace.go:171","msg":"trace[2014096442] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"598.483468ms","start":"2026-03-14T01:50:30.314034Z","end":"2026-03-14T01:50:30.912517Z","steps":["trace[2014096442] 'process raft request' (duration: 598.367255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.912679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.314008Z","time spent":"598.602661ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:31.164517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.962555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:31.164736Z","caller":"traceutil/trace.go:171","msg":"trace[1459409448] linearizableReadLoop","detail":"{readStateIndex:9019; appliedIndex:9016; }","duration":"673.341268ms","start":"2026-03-14T01:50:30.491377Z","end":"2026-03-14T01:50:31.164719Z","steps":["trace[1459409448] 'read index received' (duration: 421.112281ms)","trace[1459409448] 'applied index is now lower than readState.Index' (duration: 252.227777ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:31.164953Z","caller":"traceutil/trace.go:171","msg":"trace[450837552] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"849.375605ms","start":"2026-03-14T01:50:30.315547Z","end":"2026-03-14T01:50:31.164923Z","steps":["trace[450837552] 'process raft request' (duration: 849.078147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253397569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-lqvjm\" ","response":"range_response_count:1 size:9598"} {"level":"warn","ts":"2026-03-14T01:50:31.165124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.315538Z","time spent":"849.500847ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:31.165221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.728886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:50:31.165256Z","caller":"traceutil/trace.go:171","msg":"trace[1172060525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8693; }","duration":"842.792517ms","start":"2026-03-14T01:50:30.322455Z","end":"2026-03-14T01:50:31.165248Z","steps":["trace[1172060525] 'agreement among raft nodes before linearized reading' (duration: 842.703265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273657431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:50:31.165266Z","caller":"traceutil/trace.go:171","msg":"trace[817581888] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"850.294025ms","start":"2026-03-14T01:50:30.314959Z","end":"2026-03-14T01:50:31.165253Z","steps":["trace[817581888] 'process raft request' (duration: 670.49833ms)","trace[817581888] 'compare' (duration: 178.76839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:31.165286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.322438Z","time spent":"842.840528ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:50:31.165301Z","caller":"traceutil/trace.go:171","msg":"trace[883117740] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8693; }","duration":"1.273717972s","start":"2026-03-14T01:50:29.891572Z","end":"2026-03-14T01:50:31.165289Z","steps":["trace[883117740] 'agreement among raft nodes before linearized reading' (duration: 1.27360911s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.314932Z","time spent":"850.363047ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:31.165331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:29.891563Z","time spent":"1.273759633s","remote":"127.0.0.1:55116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T01:50:31.165331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.750696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:50:31.164974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.228462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:31.165411Z","caller":"traceutil/trace.go:171","msg":"trace[1276321557] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8693; }","duration":"611.729674ms","start":"2026-03-14T01:50:30.553671Z","end":"2026-03-14T01:50:31.165401Z","steps":["trace[1276321557] 'agreement among raft nodes before linearized reading' (duration: 611.237911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.553648Z","time spent":"611.784946ms","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:50:31.165471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.663246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:50:31.16551Z","caller":"traceutil/trace.go:171","msg":"trace[1280163264] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8693; }","duration":"220.742618ms","start":"2026-03-14T01:50:30.944755Z","end":"2026-03-14T01:50:31.165498Z","steps":["trace[1280163264] 'agreement among raft nodes before linearized reading' (duration: 220.640526ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.165129Z","caller":"traceutil/trace.go:171","msg":"trace[1351237924] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-lqvjm; range_end:; response_count:1; response_revision:8693; }","duration":"1.253487771s","start":"2026-03-14T01:50:29.911622Z","end":"2026-03-14T01:50:31.16511Z","steps":["trace[1351237924] 'agreement among raft nodes before linearized reading' (duration: 1.253215054s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:29.911611Z","time spent":"1.253985093s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9619,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-lqvjm\" "} {"level":"warn","ts":"2026-03-14T01:50:31.165634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.574755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:31.16567Z","caller":"traceutil/trace.go:171","msg":"trace[337443824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8693; }","duration":"403.650196ms","start":"2026-03-14T01:50:30.762009Z","end":"2026-03-14T01:50:31.165659Z","steps":["trace[337443824] 'agreement among raft nodes before linearized reading' (duration: 403.588125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.165702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.761984Z","time spent":"403.709858ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:50:31.165375Z","caller":"traceutil/trace.go:171","msg":"trace[2096599963] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8693; }","duration":"116.836138ms","start":"2026-03-14T01:50:31.048524Z","end":"2026-03-14T01:50:31.16536Z","steps":["trace[2096599963] 'agreement among raft nodes before linearized reading' (duration: 116.772466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.816217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.727645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:31.816397Z","caller":"traceutil/trace.go:171","msg":"trace[1205129853] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"646.323706ms","start":"2026-03-14T01:50:31.170044Z","end":"2026-03-14T01:50:31.816368Z","steps":["trace[1205129853] 'process raft request' (duration: 118.286163ms)","trace[1205129853] 'compare' (duration: 527.101241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:31.816515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170025Z","time spent":"646.439219ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.821169Z","caller":"traceutil/trace.go:171","msg":"trace[93700046] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"651.046619ms","start":"2026-03-14T01:50:31.1701Z","end":"2026-03-14T01:50:31.821146Z","steps":["trace[93700046] 'process raft request' (duration: 650.980697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.821302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170078Z","time spent":"651.150982ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.821414Z","caller":"traceutil/trace.go:171","msg":"trace[1139347453] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"651.333506ms","start":"2026-03-14T01:50:31.170074Z","end":"2026-03-14T01:50:31.821408Z","steps":["trace[1139347453] 'process raft request' (duration: 650.873825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.821443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170046Z","time spent":"651.380667ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.821558Z","caller":"traceutil/trace.go:171","msg":"trace[803558047] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"651.420478ms","start":"2026-03-14T01:50:31.170124Z","end":"2026-03-14T01:50:31.821545Z","steps":["trace[803558047] 'process raft request' (duration: 650.986978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.82159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170106Z","time spent":"651.465749ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.822008Z","caller":"traceutil/trace.go:171","msg":"trace[1283564366] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9019; }","duration":"651.728645ms","start":"2026-03-14T01:50:31.170268Z","end":"2026-03-14T01:50:31.821996Z","steps":["trace[1283564366] 'read index received' (duration: 118.055848ms)","trace[1283564366] 'applied index is now lower than readState.Index' (duration: 533.672037ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:31.822078Z","caller":"traceutil/trace.go:171","msg":"trace[1881371242] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"651.653623ms","start":"2026-03-14T01:50:31.170387Z","end":"2026-03-14T01:50:31.822041Z","steps":["trace[1881371242] 'process raft request' (duration: 651.305335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.822216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.918149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:50:31.822256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170374Z","time spent":"651.785037ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.822303Z","caller":"traceutil/trace.go:171","msg":"trace[840748424] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8700; }","duration":"652.020572ms","start":"2026-03-14T01:50:31.170263Z","end":"2026-03-14T01:50:31.822283Z","steps":["trace[840748424] 'agreement among raft nodes before linearized reading' (duration: 651.856918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.822353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.170225Z","time spent":"652.119094ms","remote":"127.0.0.1:55146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:50:31.822401Z","caller":"traceutil/trace.go:171","msg":"trace[2123413299] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"652.076863ms","start":"2026-03-14T01:50:31.17031Z","end":"2026-03-14T01:50:31.822387Z","steps":["trace[2123413299] 'process raft request' (duration: 651.197002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.82246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.1703Z","time spent":"652.130625ms","remote":"127.0.0.1:55214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:31.822516Z","caller":"traceutil/trace.go:171","msg":"trace[2005272269] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"646.116091ms","start":"2026-03-14T01:50:31.176392Z","end":"2026-03-14T01:50:31.822508Z","steps":["trace[2005272269] 'process raft request' (duration: 645.330752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.822562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.176383Z","time spent":"646.155232ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:31.82274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.310009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290711"} {"level":"info","ts":"2026-03-14T01:50:31.82281Z","caller":"traceutil/trace.go:171","msg":"trace[462806485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8700; }","duration":"652.420142ms","start":"2026-03-14T01:50:31.170374Z","end":"2026-03-14T01:50:31.822794Z","steps":["trace[462806485] 'agreement among raft nodes before linearized reading' (duration: 651.824138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:31.822847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:31.17036Z","time spent":"652.478173ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290732,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:53:01.459744Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:53:01.467094Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:53:01.467178Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:53:16.474908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7684} {"level":"info","ts":"2026-03-14T01:53:16.541317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7684,"took":"64.319733ms","hash":1621122408,"current-db-size-bytes":42119168,"current-db-size":"42 MB","current-db-size-in-use-bytes":25829376,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:53:16.541397Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1621122408,"revision":7684,"compact-revision":5592} {"level":"info","ts":"2026-03-14T01:58:16.482254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9711} {"level":"info","ts":"2026-03-14T01:58:16.561031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9711,"took":"76.643047ms","hash":766794346,"current-db-size-bytes":42119168,"current-db-size":"42 MB","current-db-size-in-use-bytes":17977344,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T01:58:16.561114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":766794346,"revision":9711,"compact-revision":7684}