{"level":"warn","ts":"2026-03-20T05:32:35.653464Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T05:32:35.65356Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-20T05:32:35.653633Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T05:32:35.653653Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-20T05:32:35.653676Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T05:32:35.654458Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-03-20T05:32:35.65455Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-20T05:32:35.680844Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"25.992094ms"} {"level":"info","ts":"2026-03-20T05:32:35.857299Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-03-20T05:32:35.8574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T05:32:35.857419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-03-20T05:32:35.857429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-20T05:32:35.857436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-03-20T05:32:35.857476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-03-20T05:32:35.891076Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T05:32:35.897Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T05:32:35.902962Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T05:32:35.913395Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T05:32:35.91362Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-20T05:32:35.913695Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:32:35.914329Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:32:35.914349Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T05:32:35.91834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-03-20T05:32:35.918479Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-20T05:32:35.920101Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T05:32:35.920338Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-20T05:32:35.920368Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-20T05:32:35.920657Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T05:32:35.920719Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T05:32:35.958014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-03-20T05:32:35.958092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-20T05:32:35.958112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-03-20T05:32:35.958144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-03-20T05:32:35.958155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-20T05:32:35.958182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-03-20T05:32:35.958193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-20T05:32:35.96134Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T05:32:35.961346Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T05:32:35.961322Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:32:35.96139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T05:32:35.961732Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T05:32:35.961796Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T05:32:35.964449Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:32:35.964526Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:32:35.964558Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-20T05:32:35.965101Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T05:32:35.965323Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-03-20T05:32:37.483492Z","caller":"traceutil/trace.go:171","msg":"trace[1492587428] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"145.653207ms","start":"2026-03-20T05:32:37.337811Z","end":"2026-03-20T05:32:37.483464Z","steps":["trace[1492587428] 'process raft request' (duration: 59.598207ms)","trace[1492587428] 'compare' (duration: 85.915857ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:37.547349Z","caller":"traceutil/trace.go:171","msg":"trace[1077638722] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"209.493475ms","start":"2026-03-20T05:32:37.337824Z","end":"2026-03-20T05:32:37.547317Z","steps":["trace[1077638722] 'process raft request' (duration: 209.232179ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547433Z","caller":"traceutil/trace.go:171","msg":"trace[275643341] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"209.492005ms","start":"2026-03-20T05:32:37.337917Z","end":"2026-03-20T05:32:37.547409Z","steps":["trace[275643341] 'process raft request' (duration: 209.258419ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547524Z","caller":"traceutil/trace.go:171","msg":"trace[1401189329] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"208.706325ms","start":"2026-03-20T05:32:37.338807Z","end":"2026-03-20T05:32:37.547513Z","steps":["trace[1401189329] 'process raft request' (duration: 208.560202ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547507Z","caller":"traceutil/trace.go:171","msg":"trace[885084651] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:6; }","duration":"202.600061ms","start":"2026-03-20T05:32:37.344877Z","end":"2026-03-20T05:32:37.547477Z","steps":["trace[885084651] 'read index received' (duration: 52.523ms)","trace[885084651] 'applied index is now lower than readState.Index' (duration: 150.075791ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:37.547406Z","caller":"traceutil/trace.go:171","msg":"trace[1618991493] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"209.195277ms","start":"2026-03-20T05:32:37.338176Z","end":"2026-03-20T05:32:37.547371Z","steps":["trace[1618991493] 'process raft request' (duration: 209.101825ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547611Z","caller":"traceutil/trace.go:171","msg":"trace[970730825] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"204.973548ms","start":"2026-03-20T05:32:37.342619Z","end":"2026-03-20T05:32:37.547593Z","steps":["trace[970730825] 'process raft request' (duration: 204.768463ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547707Z","caller":"traceutil/trace.go:171","msg":"trace[1924686751] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"199.802206ms","start":"2026-03-20T05:32:37.34786Z","end":"2026-03-20T05:32:37.547662Z","steps":["trace[1924686751] 'process raft request' (duration: 199.585241ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547715Z","caller":"traceutil/trace.go:171","msg":"trace[756679157] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"209.657258ms","start":"2026-03-20T05:32:37.337982Z","end":"2026-03-20T05:32:37.547639Z","steps":["trace[756679157] 'process raft request' (duration: 209.262619ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.547682Z","caller":"traceutil/trace.go:171","msg":"trace[648537664] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"208.778807ms","start":"2026-03-20T05:32:37.338804Z","end":"2026-03-20T05:32:37.547583Z","steps":["trace[648537664] 'process raft request' (duration: 208.520161ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.54779Z","caller":"traceutil/trace.go:171","msg":"trace[1341194135] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"209.449233ms","start":"2026-03-20T05:32:37.338208Z","end":"2026-03-20T05:32:37.547657Z","steps":["trace[1341194135] 'process raft request' (duration: 209.094224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.547857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.95896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:37.548494Z","caller":"traceutil/trace.go:171","msg":"trace[1238403457] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"203.381901ms","start":"2026-03-20T05:32:37.344858Z","end":"2026-03-20T05:32:37.54824Z","steps":["trace[1238403457] 'agreement among raft nodes before linearized reading' (duration: 202.843758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.553097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.434668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-20T05:32:37.55314Z","caller":"traceutil/trace.go:171","msg":"trace[561636179] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"166.50938ms","start":"2026-03-20T05:32:37.386621Z","end":"2026-03-20T05:32:37.553131Z","steps":["trace[561636179] 'agreement among raft nodes before linearized reading' (duration: 166.372207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.860666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.581205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-20T05:32:37.860914Z","caller":"traceutil/trace.go:171","msg":"trace[730274106] linearizableReadLoop","detail":"{readStateIndex:21; appliedIndex:17; }","duration":"307.920078ms","start":"2026-03-20T05:32:37.552976Z","end":"2026-03-20T05:32:37.860896Z","steps":["trace[730274106] 'read index received' (duration: 128.497304ms)","trace[730274106] 'applied index is now lower than readState.Index' (duration: 179.421644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:37.861047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.694127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-20T05:32:37.861083Z","caller":"traceutil/trace.go:171","msg":"trace[980283998] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:17; }","duration":"311.783259ms","start":"2026-03-20T05:32:37.54929Z","end":"2026-03-20T05:32:37.861073Z","steps":["trace[980283998] 'agreement among raft nodes before linearized reading' (duration: 311.666796ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.861049Z","caller":"traceutil/trace.go:171","msg":"trace[1671094016] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"309.782521ms","start":"2026-03-20T05:32:37.551197Z","end":"2026-03-20T05:32:37.860979Z","steps":["trace[1671094016] 'process raft request' (duration: 130.257774ms)","trace[1671094016] 'compare' (duration: 178.383081ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:37.86105Z","caller":"traceutil/trace.go:171","msg":"trace[1966639582] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"309.445954ms","start":"2026-03-20T05:32:37.551461Z","end":"2026-03-20T05:32:37.860907Z","steps":["trace[1966639582] 'process raft request' (duration: 309.317111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.861307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.997986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"warn","ts":"2026-03-20T05:32:37.861121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.54927Z","time spent":"311.84342ms","remote":"127.0.0.1:53380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-20T05:32:37.861297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.551165Z","time spent":"310.029617ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:37.861366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.249442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-6w7rf\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-20T05:32:37.861513Z","caller":"traceutil/trace.go:171","msg":"trace[1399669865] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"310.041317ms","start":"2026-03-20T05:32:37.55146Z","end":"2026-03-20T05:32:37.861502Z","steps":["trace[1399669865] 'process raft request' (duration: 309.375222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.861509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.053998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-20T05:32:37.861336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.551453Z","time spent":"309.799852ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:37.861512Z","caller":"traceutil/trace.go:171","msg":"trace[1540247949] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-6w7rf; range_end:; response_count:1; response_revision:17; }","duration":"310.423396ms","start":"2026-03-20T05:32:37.551072Z","end":"2026-03-20T05:32:37.861495Z","steps":["trace[1540247949] 'agreement among raft nodes before linearized reading' (duration: 310.230762ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.861658Z","caller":"traceutil/trace.go:171","msg":"trace[99301985] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:17; }","duration":"310.242632ms","start":"2026-03-20T05:32:37.551364Z","end":"2026-03-20T05:32:37.861607Z","steps":["trace[99301985] 'agreement among raft nodes before linearized reading' (duration: 309.561496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.861691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.55106Z","time spent":"310.6118ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":879,"request content":"key:\"/registry/certificatesigningrequests/csr-6w7rf\" "} {"level":"info","ts":"2026-03-20T05:32:37.861388Z","caller":"traceutil/trace.go:171","msg":"trace[1644614458] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17; }","duration":"310.102309ms","start":"2026-03-20T05:32:37.551271Z","end":"2026-03-20T05:32:37.861374Z","steps":["trace[1644614458] 'agreement among raft nodes before linearized reading' (duration: 309.912734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.861742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.551357Z","time spent":"310.371585ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-20T05:32:37.861725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.551446Z","time spent":"310.124269ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:37.861807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.551263Z","time spent":"310.504679ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3197,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-20T05:32:37.86176Z","caller":"traceutil/trace.go:171","msg":"trace[1013950222] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"309.340612ms","start":"2026-03-20T05:32:37.552254Z","end":"2026-03-20T05:32:37.861595Z","steps":["trace[1013950222] 'process raft request' (duration: 308.606495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.861965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.55224Z","time spent":"309.69026ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:37.948736Z","caller":"traceutil/trace.go:171","msg":"trace[1154135676] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"395.65283ms","start":"2026-03-20T05:32:37.553054Z","end":"2026-03-20T05:32:37.948707Z","steps":["trace[1154135676] 'process raft request' (duration: 395.406963ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.948852Z","caller":"traceutil/trace.go:171","msg":"trace[1526874212] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"389.70645ms","start":"2026-03-20T05:32:37.559105Z","end":"2026-03-20T05:32:37.948818Z","steps":["trace[1526874212] 'process raft request' (duration: 389.641498ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:37.948944Z","caller":"traceutil/trace.go:171","msg":"trace[1815554186] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"393.866767ms","start":"2026-03-20T05:32:37.555062Z","end":"2026-03-20T05:32:37.948929Z","steps":["trace[1815554186] 'process raft request' (duration: 393.525128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.949011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.553027Z","time spent":"395.803444ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:37.949054Z","caller":"traceutil/trace.go:171","msg":"trace[353079129] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"393.034658ms","start":"2026-03-20T05:32:37.555976Z","end":"2026-03-20T05:32:37.94901Z","steps":["trace[353079129] 'process raft request' (duration: 392.668879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.949091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.555049Z","time spent":"393.93451ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:37.949126Z","caller":"traceutil/trace.go:171","msg":"trace[1145385768] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"392.958187ms","start":"2026-03-20T05:32:37.556073Z","end":"2026-03-20T05:32:37.949031Z","steps":["trace[1145385768] 'process raft request' (duration: 392.627029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:37.949261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.555957Z","time spent":"393.15471ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:37.949268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.559092Z","time spent":"389.851464ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:32:37.949385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.556053Z","time spent":"393.235283ms","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.277797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.475937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-20T05:32:38.278106Z","caller":"traceutil/trace.go:171","msg":"trace[885994795] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"411.153666ms","start":"2026-03-20T05:32:37.866914Z","end":"2026-03-20T05:32:38.278068Z","steps":["trace[885994795] 'process raft request' (duration: 411.006912ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.27819Z","caller":"traceutil/trace.go:171","msg":"trace[792193473] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"409.796613ms","start":"2026-03-20T05:32:37.86837Z","end":"2026-03-20T05:32:38.278167Z","steps":["trace[792193473] 'process raft request' (duration: 409.646979ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.278218Z","caller":"traceutil/trace.go:171","msg":"trace[1841232199] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"325.533954ms","start":"2026-03-20T05:32:37.952667Z","end":"2026-03-20T05:32:38.278201Z","steps":["trace[1841232199] 'process raft request' (duration: 325.480753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.278281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.866865Z","time spent":"411.32743ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.278318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.952651Z","time spent":"325.611315ms","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:38.278395Z","caller":"traceutil/trace.go:171","msg":"trace[1807833828] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"411.933524ms","start":"2026-03-20T05:32:37.866401Z","end":"2026-03-20T05:32:38.278335Z","steps":["trace[1807833828] 'process raft request' (duration: 300.834632ms)","trace[1807833828] 'compare' (duration: 110.301893ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:38.278424Z","caller":"traceutil/trace.go:171","msg":"trace[70250414] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"410.238064ms","start":"2026-03-20T05:32:37.868083Z","end":"2026-03-20T05:32:38.278321Z","steps":["trace[70250414] 'process raft request' (duration: 409.902836ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.278591Z","caller":"traceutil/trace.go:171","msg":"trace[1996376795] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"410.018598ms","start":"2026-03-20T05:32:37.868555Z","end":"2026-03-20T05:32:38.278574Z","steps":["trace[1996376795] 'process raft request' (duration: 409.533747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.278598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.935786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:38.278577Z","caller":"traceutil/trace.go:171","msg":"trace[1977130824] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"410.052409ms","start":"2026-03-20T05:32:37.868509Z","end":"2026-03-20T05:32:38.278561Z","steps":["trace[1977130824] 'process raft request' (duration: 409.548927ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.278642Z","caller":"traceutil/trace.go:171","msg":"trace[943945676] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:30; }","duration":"409.992258ms","start":"2026-03-20T05:32:37.868639Z","end":"2026-03-20T05:32:38.278631Z","steps":["trace[943945676] 'agreement among raft nodes before linearized reading' (duration: 409.846714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.2786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.866373Z","time spent":"412.126638ms","remote":"127.0.0.1:53678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.278669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.868599Z","time spent":"410.062029ms","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"info","ts":"2026-03-20T05:32:38.278653Z","caller":"traceutil/trace.go:171","msg":"trace[1103563885] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"326.001545ms","start":"2026-03-20T05:32:37.952623Z","end":"2026-03-20T05:32:38.278624Z","steps":["trace[1103563885] 'process raft request' (duration: 325.498223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.278667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.868536Z","time spent":"410.09541ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:38.27844Z","caller":"traceutil/trace.go:171","msg":"trace[1340769276] linearizableReadLoop","detail":"{readStateIndex:32; appliedIndex:21; }","duration":"409.775172ms","start":"2026-03-20T05:32:37.868646Z","end":"2026-03-20T05:32:38.278421Z","steps":["trace[1340769276] 'read index received' (duration: 79.877465ms)","trace[1340769276] 'applied index is now lower than readState.Index' (duration: 329.895787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:38.278684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.86849Z","time spent":"410.163261ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.278762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.868054Z","time spent":"410.585551ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.278781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.952595Z","time spent":"326.108327ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:32:38.278498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:37.868331Z","time spent":"410.031349ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:32:38.385367Z","caller":"traceutil/trace.go:171","msg":"trace[1676785745] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"101.116076ms","start":"2026-03-20T05:32:38.284222Z","end":"2026-03-20T05:32:38.385338Z","steps":["trace[1676785745] 'process raft request' (duration: 100.296007ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.453723Z","caller":"traceutil/trace.go:171","msg":"trace[1119782976] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"169.02433ms","start":"2026-03-20T05:32:38.284656Z","end":"2026-03-20T05:32:38.45368Z","steps":["trace[1119782976] 'process raft request' (duration: 168.803655ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.453759Z","caller":"traceutil/trace.go:171","msg":"trace[100046175] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"168.816174ms","start":"2026-03-20T05:32:38.284904Z","end":"2026-03-20T05:32:38.45372Z","steps":["trace[100046175] 'process raft request' (duration: 168.681851ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.453839Z","caller":"traceutil/trace.go:171","msg":"trace[1698907099] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"166.316476ms","start":"2026-03-20T05:32:38.287504Z","end":"2026-03-20T05:32:38.45382Z","steps":["trace[1698907099] 'process raft request' (duration: 166.141282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.453834Z","caller":"traceutil/trace.go:171","msg":"trace[116756178] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"166.300426ms","start":"2026-03-20T05:32:38.287497Z","end":"2026-03-20T05:32:38.453797Z","steps":["trace[116756178] 'process raft request' (duration: 166.176153ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:38.453898Z","caller":"traceutil/trace.go:171","msg":"trace[129780710] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"166.1181ms","start":"2026-03-20T05:32:38.287742Z","end":"2026-03-20T05:32:38.45386Z","steps":["trace[129780710] 'process raft request' (duration: 165.953896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.453923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.114225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:38.45375Z","caller":"traceutil/trace.go:171","msg":"trace[1738283668] linearizableReadLoop","detail":"{readStateIndex:39; appliedIndex:36; }","duration":"166.945871ms","start":"2026-03-20T05:32:38.286779Z","end":"2026-03-20T05:32:38.453725Z","steps":["trace[1738283668] 'read index received' (duration: 97.753557ms)","trace[1738283668] 'applied index is now lower than readState.Index' (duration: 69.191164ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:38.453991Z","caller":"traceutil/trace.go:171","msg":"trace[745132125] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:38; }","duration":"167.200776ms","start":"2026-03-20T05:32:38.286763Z","end":"2026-03-20T05:32:38.453963Z","steps":["trace[745132125] 'agreement among raft nodes before linearized reading' (duration: 167.047023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.473499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.546203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:38.473564Z","caller":"traceutil/trace.go:171","msg":"trace[1945364673] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:39; }","duration":"183.635965ms","start":"2026-03-20T05:32:38.289912Z","end":"2026-03-20T05:32:38.473548Z","steps":["trace[1945364673] 'agreement among raft nodes before linearized reading' (duration: 183.491501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.473556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.216716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:38.473617Z","caller":"traceutil/trace.go:171","msg":"trace[1720823091] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:39; }","duration":"186.305048ms","start":"2026-03-20T05:32:38.287294Z","end":"2026-03-20T05:32:38.473599Z","steps":["trace[1720823091] 'agreement among raft nodes before linearized reading' (duration: 186.194415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:38.473745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.83602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-20T05:32:38.473781Z","caller":"traceutil/trace.go:171","msg":"trace[1096489054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39; }","duration":"136.914462ms","start":"2026-03-20T05:32:38.336858Z","end":"2026-03-20T05:32:38.473772Z","steps":["trace[1096489054] 'agreement among raft nodes before linearized reading' (duration: 136.856341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:39.08211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.333685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-20T05:32:39.082275Z","caller":"traceutil/trace.go:171","msg":"trace[1876684954] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"114.433611ms","start":"2026-03-20T05:32:38.967811Z","end":"2026-03-20T05:32:39.082245Z","steps":["trace[1876684954] 'process raft request' (duration: 11.85095ms)","trace[1876684954] 'compare' (duration: 102.163951ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:39.313334Z","caller":"traceutil/trace.go:171","msg":"trace[1963239815] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"156.148066ms","start":"2026-03-20T05:32:39.15714Z","end":"2026-03-20T05:32:39.313288Z","steps":["trace[1963239815] 'process raft request' (duration: 155.945391ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:39.355361Z","caller":"traceutil/trace.go:171","msg":"trace[1408498603] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"196.830756ms","start":"2026-03-20T05:32:39.158501Z","end":"2026-03-20T05:32:39.355331Z","steps":["trace[1408498603] 'process raft request' (duration: 196.725074ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:50.059148Z","caller":"traceutil/trace.go:171","msg":"trace[62351971] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"287.184369ms","start":"2026-03-20T05:32:49.771936Z","end":"2026-03-20T05:32:50.05912Z","steps":["trace[62351971] 'process raft request' (duration: 287.021685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:50.789313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:32:51.290474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:32:51.7912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:32:52.292173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:32:52.320959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.189435256s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:32:52.33829Z","caller":"traceutil/trace.go:171","msg":"trace[1235256120] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"2.049051037s","start":"2026-03-20T05:32:50.289199Z","end":"2026-03-20T05:32:52.33825Z","steps":["trace[1235256120] 'read index received' (duration: 2.031990808s)","trace[1235256120] 'applied index is now lower than readState.Index' (duration: 17.058899ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:52.33833Z","caller":"traceutil/trace.go:171","msg":"trace[1758249575] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"2.565493067s","start":"2026-03-20T05:32:49.772789Z","end":"2026-03-20T05:32:52.338282Z","steps":["trace[1758249575] 'process raft request' (duration: 2.548433719s)","trace[1758249575] 'compare' (duration: 15.860301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:52.33848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049257492s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:32:52.338606Z","caller":"traceutil/trace.go:171","msg":"trace[244248571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:407; }","duration":"2.049402485s","start":"2026-03-20T05:32:50.289187Z","end":"2026-03-20T05:32:52.338589Z","steps":["trace[244248571] 'agreement among raft nodes before linearized reading' (duration: 2.049228711s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.33879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:49.772758Z","time spent":"2.565791225s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:32:52.338996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799416004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:32:52.33904Z","caller":"traceutil/trace.go:171","msg":"trace[125353773] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:407; }","duration":"1.799515297s","start":"2026-03-20T05:32:50.539515Z","end":"2026-03-20T05:32:52.33903Z","steps":["trace[125353773] 'agreement among raft nodes before linearized reading' (duration: 1.799412664s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.339092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.195242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:32:52.339192Z","caller":"traceutil/trace.go:171","msg":"trace[863239583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"737.340136ms","start":"2026-03-20T05:32:51.60183Z","end":"2026-03-20T05:32:52.33917Z","steps":["trace[863239583] 'agreement among raft nodes before linearized reading' (duration: 737.150891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.339236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:51.601811Z","time spent":"737.416467ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:32:52.339221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412797628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:32:52.33931Z","caller":"traceutil/trace.go:171","msg":"trace[156101397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"1.412924212s","start":"2026-03-20T05:32:50.926353Z","end":"2026-03-20T05:32:52.339277Z","steps":["trace[156101397] 'agreement among raft nodes before linearized reading' (duration: 1.412724228s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.33937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:50.926324Z","time spent":"1.413032904s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:32:52.339388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711393188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:32:52.339416Z","caller":"traceutil/trace.go:171","msg":"trace[1117424484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"1.711461829s","start":"2026-03-20T05:32:50.627944Z","end":"2026-03-20T05:32:52.339406Z","steps":["trace[1117424484] 'agreement among raft nodes before linearized reading' (duration: 1.711421048s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.339444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:50.627911Z","time spent":"1.71152753s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:32:52.339555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.460995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:32:52.339669Z","caller":"traceutil/trace.go:171","msg":"trace[533914174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"275.630659ms","start":"2026-03-20T05:32:52.064013Z","end":"2026-03-20T05:32:52.339644Z","steps":["trace[533914174] 'agreement among raft nodes before linearized reading' (duration: 275.344131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:52.339079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:50.539484Z","time spent":"1.799585108s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-03-20T05:32:52.615774Z","caller":"traceutil/trace.go:171","msg":"trace[35594379] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"270.62989ms","start":"2026-03-20T05:32:52.345114Z","end":"2026-03-20T05:32:52.615744Z","steps":["trace[35594379] 'process raft request' (duration: 270.386035ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.616374Z","caller":"traceutil/trace.go:171","msg":"trace[93339892] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"271.078421ms","start":"2026-03-20T05:32:52.345273Z","end":"2026-03-20T05:32:52.616352Z","steps":["trace[93339892] 'process raft request' (duration: 270.411746ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.616656Z","caller":"traceutil/trace.go:171","msg":"trace[1189674732] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"271.047871ms","start":"2026-03-20T05:32:52.345575Z","end":"2026-03-20T05:32:52.616623Z","steps":["trace[1189674732] 'process raft request' (duration: 270.681492ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.6167Z","caller":"traceutil/trace.go:171","msg":"trace[1504916030] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:421; }","duration":"266.546826ms","start":"2026-03-20T05:32:52.350103Z","end":"2026-03-20T05:32:52.61665Z","steps":["trace[1504916030] 'read index received' (duration: 70.983519ms)","trace[1504916030] 'applied index is now lower than readState.Index' (duration: 195.561947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:52.617042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.898845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:32:52.617115Z","caller":"traceutil/trace.go:171","msg":"trace[793455293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"267.011078ms","start":"2026-03-20T05:32:52.350086Z","end":"2026-03-20T05:32:52.617097Z","steps":["trace[793455293] 'agreement among raft nodes before linearized reading' (duration: 266.759922ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.617776Z","caller":"traceutil/trace.go:171","msg":"trace[395102538] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"266.521435ms","start":"2026-03-20T05:32:52.350607Z","end":"2026-03-20T05:32:52.617129Z","steps":["trace[395102538] 'process raft request' (duration: 265.953691ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.67108Z","caller":"traceutil/trace.go:171","msg":"trace[1630025397] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"248.973756ms","start":"2026-03-20T05:32:52.422071Z","end":"2026-03-20T05:32:52.671045Z","steps":["trace[1630025397] 'process raft request' (duration: 248.789742ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.801688Z","caller":"traceutil/trace.go:171","msg":"trace[1213505014] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"128.535503ms","start":"2026-03-20T05:32:52.673119Z","end":"2026-03-20T05:32:52.801655Z","steps":["trace[1213505014] 'read index received' (duration: 66.148695ms)","trace[1213505014] 'applied index is now lower than readState.Index' (duration: 62.385368ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:32:52.801783Z","caller":"traceutil/trace.go:171","msg":"trace[1176733261] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"133.839917ms","start":"2026-03-20T05:32:52.6679Z","end":"2026-03-20T05:32:52.80174Z","steps":["trace[1176733261] 'process raft request' (duration: 71.450499ms)","trace[1176733261] 'compare' (duration: 62.162802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:52.801875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.733837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T05:32:52.801961Z","caller":"traceutil/trace.go:171","msg":"trace[1891385632] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:413; }","duration":"128.873871ms","start":"2026-03-20T05:32:52.673066Z","end":"2026-03-20T05:32:52.801939Z","steps":["trace[1891385632] 'agreement among raft nodes before linearized reading' (duration: 128.703597ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:52.802858Z","caller":"traceutil/trace.go:171","msg":"trace[874054639] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"123.391302ms","start":"2026-03-20T05:32:52.679444Z","end":"2026-03-20T05:32:52.802835Z","steps":["trace[874054639] 'process raft request' (duration: 123.250029ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:56.779388Z","caller":"traceutil/trace.go:171","msg":"trace[1211676666] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"153.435164ms","start":"2026-03-20T05:32:56.625926Z","end":"2026-03-20T05:32:56.779361Z","steps":["trace[1211676666] 'read index received' (duration: 153.176838ms)","trace[1211676666] 'applied index is now lower than readState.Index' (duration: 257.196µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:32:56.779594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.637329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:32:56.779611Z","caller":"traceutil/trace.go:171","msg":"trace[1076871945] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"421.804603ms","start":"2026-03-20T05:32:56.357754Z","end":"2026-03-20T05:32:56.779559Z","steps":["trace[1076871945] 'process raft request' (duration: 421.437944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:56.779716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.12842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:32:56.779755Z","caller":"traceutil/trace.go:171","msg":"trace[901173166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"148.184951ms","start":"2026-03-20T05:32:56.631561Z","end":"2026-03-20T05:32:56.779746Z","steps":["trace[901173166] 'agreement among raft nodes before linearized reading' (duration: 148.11933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:56.779747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.356226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:32:56.779794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:32:56.357737Z","time spent":"421.963047ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:32:56.779847Z","caller":"traceutil/trace.go:171","msg":"trace[1856058168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"151.511699ms","start":"2026-03-20T05:32:56.628313Z","end":"2026-03-20T05:32:56.779825Z","steps":["trace[1856058168] 'agreement among raft nodes before linearized reading' (duration: 151.357456ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:56.779647Z","caller":"traceutil/trace.go:171","msg":"trace[1433781535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"153.749282ms","start":"2026-03-20T05:32:56.62588Z","end":"2026-03-20T05:32:56.779629Z","steps":["trace[1433781535] 'agreement among raft nodes before linearized reading' (duration: 153.647968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:32:56.780005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.061992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:32:56.78003Z","caller":"traceutil/trace.go:171","msg":"trace[1672014425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"149.146745ms","start":"2026-03-20T05:32:56.630877Z","end":"2026-03-20T05:32:56.780024Z","steps":["trace[1672014425] 'agreement among raft nodes before linearized reading' (duration: 149.096634ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:57.008161Z","caller":"traceutil/trace.go:171","msg":"trace[320080245] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"223.724326ms","start":"2026-03-20T05:32:56.784409Z","end":"2026-03-20T05:32:57.008134Z","steps":["trace[320080245] 'process raft request' (duration: 223.681875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:57.008426Z","caller":"traceutil/trace.go:171","msg":"trace[946129827] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"224.34257ms","start":"2026-03-20T05:32:56.784057Z","end":"2026-03-20T05:32:57.0084Z","steps":["trace[946129827] 'process raft request' (duration: 223.953611ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:32:57.008524Z","caller":"traceutil/trace.go:171","msg":"trace[923709432] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"224.262119ms","start":"2026-03-20T05:32:56.783958Z","end":"2026-03-20T05:32:57.00822Z","steps":["trace[923709432] 'process raft request' (duration: 153.468466ms)","trace[923709432] 'compare' (duration: 70.293571ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:02.979866Z","caller":"traceutil/trace.go:171","msg":"trace[1865097547] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"130.588111ms","start":"2026-03-20T05:33:02.849258Z","end":"2026-03-20T05:33:02.979846Z","steps":["trace[1865097547] 'process raft request' (duration: 130.445837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:05.390868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.256503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-20T05:33:05.390917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.108814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:33:05.390976Z","caller":"traceutil/trace.go:171","msg":"trace[1385511712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"285.407266ms","start":"2026-03-20T05:33:05.105547Z","end":"2026-03-20T05:33:05.390954Z","steps":["trace[1385511712] 'range keys from in-memory index tree' (duration: 285.16154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:05.390953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.460608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:33:05.391005Z","caller":"traceutil/trace.go:171","msg":"trace[1399778683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"325.241038ms","start":"2026-03-20T05:33:05.065741Z","end":"2026-03-20T05:33:05.390982Z","steps":["trace[1399778683] 'range keys from in-memory index tree' (duration: 324.989081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:05.391054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:05.06573Z","time spent":"325.31499ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:33:05.391051Z","caller":"traceutil/trace.go:171","msg":"trace[424159358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"291.590472ms","start":"2026-03-20T05:33:05.099437Z","end":"2026-03-20T05:33:05.391028Z","steps":["trace[424159358] 'range keys from in-memory index tree' (duration: 291.376966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:11.011446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.996913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:11.01163Z","caller":"traceutil/trace.go:171","msg":"trace[855851530] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"430.887455ms","start":"2026-03-20T05:33:10.580723Z","end":"2026-03-20T05:33:11.01161Z","steps":["trace[855851530] 'process raft request' (duration: 182.641736ms)","trace[855851530] 'compare' (duration: 247.813009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:11.01175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:10.580705Z","time spent":"430.996598ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:17.208993Z","caller":"traceutil/trace.go:171","msg":"trace[1335153887] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"108.74539ms","start":"2026-03-20T05:33:17.100224Z","end":"2026-03-20T05:33:17.208969Z","steps":["trace[1335153887] 'process raft request' (duration: 108.594407ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:17.660257Z","caller":"traceutil/trace.go:171","msg":"trace[554599652] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:577; }","duration":"110.751557ms","start":"2026-03-20T05:33:17.549476Z","end":"2026-03-20T05:33:17.660228Z","steps":["trace[554599652] 'read index received' (duration: 88.845385ms)","trace[554599652] 'applied index is now lower than readState.Index' (duration: 21.905242ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:17.660298Z","caller":"traceutil/trace.go:171","msg":"trace[440728952] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"122.379088ms","start":"2026-03-20T05:33:17.537883Z","end":"2026-03-20T05:33:17.660262Z","steps":["trace[440728952] 'process raft request' (duration: 100.408815ms)","trace[440728952] 'compare' (duration: 21.728527ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:17.660332Z","caller":"traceutil/trace.go:171","msg":"trace[880036067] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"121.366615ms","start":"2026-03-20T05:33:17.538934Z","end":"2026-03-20T05:33:17.6603Z","steps":["trace[880036067] 'process raft request' (duration: 121.223921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:17.660371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.87898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:17.660494Z","caller":"traceutil/trace.go:171","msg":"trace[580591645] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"111.017933ms","start":"2026-03-20T05:33:17.549465Z","end":"2026-03-20T05:33:17.660483Z","steps":["trace[580591645] 'agreement among raft nodes before linearized reading' (duration: 110.857279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:18.553416Z","caller":"traceutil/trace.go:171","msg":"trace[1723608729] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"135.609978ms","start":"2026-03-20T05:33:18.417779Z","end":"2026-03-20T05:33:18.553389Z","steps":["trace[1723608729] 'process raft request' (duration: 79.521878ms)","trace[1723608729] 'compare' (duration: 55.956447ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:18.797895Z","caller":"traceutil/trace.go:171","msg":"trace[777086362] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"188.548514ms","start":"2026-03-20T05:33:18.609338Z","end":"2026-03-20T05:33:18.797886Z","steps":["trace[777086362] 'process raft request' (duration: 188.402191ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:18.797869Z","caller":"traceutil/trace.go:171","msg":"trace[2015531071] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"188.503713ms","start":"2026-03-20T05:33:18.609332Z","end":"2026-03-20T05:33:18.797835Z","steps":["trace[2015531071] 'process raft request' (duration: 92.420579ms)","trace[2015531071] 'compare' (duration: 95.785657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:18.798074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.283278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:18.798149Z","caller":"traceutil/trace.go:171","msg":"trace[494437997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"170.40518ms","start":"2026-03-20T05:33:18.627723Z","end":"2026-03-20T05:33:18.798129Z","steps":["trace[494437997] 'agreement among raft nodes before linearized reading' (duration: 170.231966ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:18.797866Z","caller":"traceutil/trace.go:171","msg":"trace[1868395681] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:584; }","duration":"170.061212ms","start":"2026-03-20T05:33:18.627773Z","end":"2026-03-20T05:33:18.797834Z","steps":["trace[1868395681] 'read index received' (duration: 73.993968ms)","trace[1868395681] 'applied index is now lower than readState.Index' (duration: 96.065964ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:18.797936Z","caller":"traceutil/trace.go:171","msg":"trace[372630565] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"188.125025ms","start":"2026-03-20T05:33:18.609783Z","end":"2026-03-20T05:33:18.797908Z","steps":["trace[372630565] 'process raft request' (duration: 188.007822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.16596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.232162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:19.166236Z","caller":"traceutil/trace.go:171","msg":"trace[408468083] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"392.004417ms","start":"2026-03-20T05:33:18.774188Z","end":"2026-03-20T05:33:19.166193Z","steps":["trace[408468083] 'process raft request' (duration: 258.455007ms)","trace[408468083] 'compare' (duration: 133.072719ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:19.166284Z","caller":"traceutil/trace.go:171","msg":"trace[1668399863] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"366.614184ms","start":"2026-03-20T05:33:18.799597Z","end":"2026-03-20T05:33:19.166211Z","steps":["trace[1668399863] 'read index received' (duration: 233.067485ms)","trace[1668399863] 'applied index is now lower than readState.Index' (duration: 133.541199ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:19.166359Z","caller":"traceutil/trace.go:171","msg":"trace[467303922] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"363.01761ms","start":"2026-03-20T05:33:18.803268Z","end":"2026-03-20T05:33:19.166286Z","steps":["trace[467303922] 'process raft request' (duration: 362.799785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.166407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:18.774158Z","time spent":"392.163651ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:19.16641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.813189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:19.166462Z","caller":"traceutil/trace.go:171","msg":"trace[160503873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"366.912411ms","start":"2026-03-20T05:33:18.799536Z","end":"2026-03-20T05:33:19.166449Z","steps":["trace[160503873] 'agreement among raft nodes before linearized reading' (duration: 366.818019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.16647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:18.803255Z","time spent":"363.169333ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:19.166494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:18.799521Z","time spent":"366.966772ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:33:19.504775Z","caller":"traceutil/trace.go:171","msg":"trace[537313973] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"328.047813ms","start":"2026-03-20T05:33:19.176705Z","end":"2026-03-20T05:33:19.504753Z","steps":["trace[537313973] 'process raft request' (duration: 327.92839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.504927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.176687Z","time spent":"328.173746ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:19.801127Z","caller":"traceutil/trace.go:171","msg":"trace[137534837] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"624.084807ms","start":"2026-03-20T05:33:19.177009Z","end":"2026-03-20T05:33:19.801093Z","steps":["trace[137534837] 'process raft request' (duration: 623.876592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.801293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.176977Z","time spent":"624.243681ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:19.801337Z","caller":"traceutil/trace.go:171","msg":"trace[255000084] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"623.910603ms","start":"2026-03-20T05:33:19.177315Z","end":"2026-03-20T05:33:19.801225Z","steps":["trace[255000084] 'process raft request' (duration: 623.692498ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:19.80142Z","caller":"traceutil/trace.go:171","msg":"trace[1714656309] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"610.675085ms","start":"2026-03-20T05:33:19.190717Z","end":"2026-03-20T05:33:19.801392Z","steps":["trace[1714656309] 'read index received' (duration: 314.033796ms)","trace[1714656309] 'applied index is now lower than readState.Index' (duration: 296.640159ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:19.8014Z","caller":"traceutil/trace.go:171","msg":"trace[718712266] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"617.463734ms","start":"2026-03-20T05:33:19.183905Z","end":"2026-03-20T05:33:19.801369Z","steps":["trace[718712266] 'process raft request' (duration: 617.163307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:19.801479Z","caller":"traceutil/trace.go:171","msg":"trace[47895599] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"611.084285ms","start":"2026-03-20T05:33:19.190361Z","end":"2026-03-20T05:33:19.801446Z","steps":["trace[47895599] 'process raft request' (duration: 610.965443ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:19.801442Z","caller":"traceutil/trace.go:171","msg":"trace[1597400755] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"615.083079ms","start":"2026-03-20T05:33:19.186331Z","end":"2026-03-20T05:33:19.801414Z","steps":["trace[1597400755] 'process raft request' (duration: 614.816451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.801613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.177307Z","time spent":"624.17824ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:19.801621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.88949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-20T05:33:19.801645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.19035Z","time spent":"611.204688ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:19.80168Z","caller":"traceutil/trace.go:171","msg":"trace[378080789] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:575; }","duration":"610.992702ms","start":"2026-03-20T05:33:19.190678Z","end":"2026-03-20T05:33:19.801671Z","steps":["trace[378080789] 'agreement among raft nodes before linearized reading' (duration: 610.831499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:19.801691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.18632Z","time spent":"615.339434ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:19.801734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.190664Z","time spent":"611.061504ms","remote":"127.0.0.1:53380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-20T05:33:19.801633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.183858Z","time spent":"617.70553ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.309752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.861148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:20.310041Z","caller":"traceutil/trace.go:171","msg":"trace[1410845329] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"798.709317ms","start":"2026-03-20T05:33:19.511293Z","end":"2026-03-20T05:33:20.310003Z","steps":["trace[1410845329] 'process raft request' (duration: 613.529572ms)","trace[1410845329] 'compare' (duration: 184.699864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:20.310186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.511272Z","time spent":"798.84507ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.310234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.848796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:20.31025Z","caller":"traceutil/trace.go:171","msg":"trace[975073036] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"798.703087ms","start":"2026-03-20T05:33:19.511533Z","end":"2026-03-20T05:33:20.310236Z","steps":["trace[975073036] 'process raft request' (duration: 798.327548ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310252Z","caller":"traceutil/trace.go:171","msg":"trace[1509308328] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"795.689106ms","start":"2026-03-20T05:33:19.514526Z","end":"2026-03-20T05:33:20.310215Z","steps":["trace[1509308328] 'process raft request' (duration: 795.423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.310408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.600497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T05:33:20.310388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.357818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:33:20.310415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.454585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8bkmx\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-20T05:33:20.310438Z","caller":"traceutil/trace.go:171","msg":"trace[1072592273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"775.657179ms","start":"2026-03-20T05:33:19.534772Z","end":"2026-03-20T05:33:20.310429Z","steps":["trace[1072592273] 'agreement among raft nodes before linearized reading' (duration: 775.552727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.310444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.514515Z","time spent":"795.8388ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:20.310478Z","caller":"traceutil/trace.go:171","msg":"trace[1954714138] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8bkmx; range_end:; response_count:1; response_revision:578; }","duration":"758.513917ms","start":"2026-03-20T05:33:19.551949Z","end":"2026-03-20T05:33:20.310463Z","steps":["trace[1954714138] 'agreement among raft nodes before linearized reading' (duration: 758.365703ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310471Z","caller":"traceutil/trace.go:171","msg":"trace[704321538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"682.499602ms","start":"2026-03-20T05:33:19.627954Z","end":"2026-03-20T05:33:20.310453Z","steps":["trace[704321538] 'agreement among raft nodes before linearized reading' (duration: 682.334958ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310508Z","caller":"traceutil/trace.go:171","msg":"trace[133861312] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"492.588857ms","start":"2026-03-20T05:33:19.817908Z","end":"2026-03-20T05:33:20.310497Z","steps":["trace[133861312] 'process raft request' (duration: 492.534325ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310521Z","caller":"traceutil/trace.go:171","msg":"trace[955110200] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"492.772141ms","start":"2026-03-20T05:33:19.817736Z","end":"2026-03-20T05:33:20.310508Z","steps":["trace[955110200] 'process raft request' (duration: 492.632478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.310535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.627935Z","time spent":"682.591694ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:33:20.310534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.551898Z","time spent":"758.621911ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-8bkmx\" "} {"level":"warn","ts":"2026-03-20T05:33:20.31048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.534758Z","time spent":"775.71498ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:20.31057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.817883Z","time spent":"492.653288ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.310576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.817713Z","time spent":"492.836342ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.310586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.413268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:33:20.310067Z","caller":"traceutil/trace.go:171","msg":"trace[1402883119] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:596; }","duration":"508.564029ms","start":"2026-03-20T05:33:19.801483Z","end":"2026-03-20T05:33:20.310047Z","steps":["trace[1402883119] 'read index received' (duration: 323.358333ms)","trace[1402883119] 'applied index is now lower than readState.Index' (duration: 185.204646ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:20.310561Z","caller":"traceutil/trace.go:171","msg":"trace[249267926] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"501.769231ms","start":"2026-03-20T05:33:19.808695Z","end":"2026-03-20T05:33:20.310465Z","steps":["trace[249267926] 'process raft request' (duration: 501.625318ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310645Z","caller":"traceutil/trace.go:171","msg":"trace[1235868190] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"492.693769ms","start":"2026-03-20T05:33:19.817908Z","end":"2026-03-20T05:33:20.310601Z","steps":["trace[1235868190] 'process raft request' (duration: 492.497324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.31028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097932807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:33:20.310808Z","caller":"traceutil/trace.go:171","msg":"trace[1017529139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"1.09850501s","start":"2026-03-20T05:33:19.212289Z","end":"2026-03-20T05:33:20.310794Z","steps":["trace[1017529139] 'agreement among raft nodes before linearized reading' (duration: 1.097812774s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.310843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.81789Z","time spent":"492.863602ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.310854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.212273Z","time spent":"1.098564911s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:20.310844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.80866Z","time spent":"502.044377ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.310288Z","caller":"traceutil/trace.go:171","msg":"trace[2031735133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:578; }","duration":"645.934577ms","start":"2026-03-20T05:33:19.664337Z","end":"2026-03-20T05:33:20.310271Z","steps":["trace[2031735133] 'agreement among raft nodes before linearized reading' (duration: 645.729463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.310935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.664326Z","time spent":"646.598112ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:33:20.310653Z","caller":"traceutil/trace.go:171","msg":"trace[697527577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"646.504241ms","start":"2026-03-20T05:33:19.664127Z","end":"2026-03-20T05:33:20.310631Z","steps":["trace[697527577] 'agreement among raft nodes before linearized reading' (duration: 646.293626ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310948Z","caller":"traceutil/trace.go:171","msg":"trace[283105175] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"492.959595ms","start":"2026-03-20T05:33:19.817925Z","end":"2026-03-20T05:33:20.310885Z","steps":["trace[283105175] 'process raft request' (duration: 492.544856ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.310993Z","caller":"traceutil/trace.go:171","msg":"trace[1600227440] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"492.983726ms","start":"2026-03-20T05:33:19.817998Z","end":"2026-03-20T05:33:20.310982Z","steps":["trace[1600227440] 'process raft request' (duration: 492.867343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.664116Z","time spent":"646.874409ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:33:20.311035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.817989Z","time spent":"493.024886ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.311041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.817909Z","time spent":"493.092028ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311016Z","caller":"traceutil/trace.go:171","msg":"trace[1433483221] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"492.950335ms","start":"2026-03-20T05:33:19.817994Z","end":"2026-03-20T05:33:20.310944Z","steps":["trace[1433483221] 'process raft request' (duration: 492.718799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.511505Z","time spent":"799.458194ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311091Z","caller":"traceutil/trace.go:171","msg":"trace[45878523] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"492.997735ms","start":"2026-03-20T05:33:19.818079Z","end":"2026-03-20T05:33:20.311077Z","steps":["trace[45878523] 'process raft request' (duration: 492.870432ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.311136Z","caller":"traceutil/trace.go:171","msg":"trace[596217535] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"492.876043ms","start":"2026-03-20T05:33:19.818236Z","end":"2026-03-20T05:33:20.311112Z","steps":["trace[596217535] 'process raft request' (duration: 492.746469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818054Z","time spent":"493.072048ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311199Z","caller":"traceutil/trace.go:171","msg":"trace[1817166789] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"492.845392ms","start":"2026-03-20T05:33:19.818345Z","end":"2026-03-20T05:33:20.311191Z","steps":["trace[1817166789] 'process raft request' (duration: 492.718909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.817928Z","time spent":"493.195772ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.311237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818216Z","time spent":"492.981186ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311246Z","caller":"traceutil/trace.go:171","msg":"trace[2019961872] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"492.863032ms","start":"2026-03-20T05:33:19.818368Z","end":"2026-03-20T05:33:20.311231Z","steps":["trace[2019961872] 'process raft request' (duration: 492.74061ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:20.311154Z","caller":"traceutil/trace.go:171","msg":"trace[817583903] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"493.115069ms","start":"2026-03-20T05:33:19.818027Z","end":"2026-03-20T05:33:20.311142Z","steps":["trace[817583903] 'process raft request' (duration: 492.883863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818336Z","time spent":"492.910314ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.311306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818353Z","time spent":"492.929095ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:20.311302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.359219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-20T05:33:20.311326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818017Z","time spent":"493.277213ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311157Z","caller":"traceutil/trace.go:171","msg":"trace[1558933381] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"492.836842ms","start":"2026-03-20T05:33:19.818306Z","end":"2026-03-20T05:33:20.311143Z","steps":["trace[1558933381] 'process raft request' (duration: 492.721979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.818297Z","time spent":"493.105418ms","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:20.311356Z","caller":"traceutil/trace.go:171","msg":"trace[260132247] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:591; }","duration":"503.45273ms","start":"2026-03-20T05:33:19.80789Z","end":"2026-03-20T05:33:20.311343Z","steps":["trace[260132247] 'agreement among raft nodes before linearized reading' (duration: 503.286786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:20.311677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:19.807871Z","time spent":"503.788598ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6553,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-03-20T05:33:20.87592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:33:22.628683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T05:33:22.628796Z","caller":"traceutil/trace.go:171","msg":"trace[219995401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126852s","start":"2026-03-20T05:33:20.628649Z","end":"2026-03-20T05:33:22.628776Z","steps":["trace[219995401] 'agreement among raft nodes before linearized reading' (duration: 1.999986149s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.628846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.628596Z","time spent":"2.000241234s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:33:22.807861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370647248s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:22.807988Z","caller":"traceutil/trace.go:171","msg":"trace[590525432] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:617; }","duration":"1.370790412s","start":"2026-03-20T05:33:21.437179Z","end":"2026-03-20T05:33:22.807969Z","steps":["trace[590525432] 'range keys from in-memory index tree' (duration: 1.370626958s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.808288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825947013s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:22.808352Z","caller":"traceutil/trace.go:171","msg":"trace[832989753] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"2.437308124s","start":"2026-03-20T05:33:20.371031Z","end":"2026-03-20T05:33:22.808339Z","steps":["trace[832989753] 'process raft request' (duration: 611.244148ms)","trace[832989753] 'compare' (duration: 1.825727639s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:22.808409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.371008Z","time spent":"2.437378615s","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:22.880934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.898503409s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:33:22.881325Z","caller":"traceutil/trace.go:171","msg":"trace[423211528] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.510057783s","start":"2026-03-20T05:33:20.371241Z","end":"2026-03-20T05:33:22.881299Z","steps":["trace[423211528] 'process raft request' (duration: 2.509864169s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.881494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.371217Z","time spent":"2.510215697s","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:22.881496Z","caller":"traceutil/trace.go:171","msg":"trace[1849039630] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.510076483s","start":"2026-03-20T05:33:20.371314Z","end":"2026-03-20T05:33:22.88139Z","steps":["trace[1849039630] 'process raft request' (duration: 2.50992381s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:22.881785Z","caller":"traceutil/trace.go:171","msg":"trace[61866621] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:640; }","duration":"2.506814508s","start":"2026-03-20T05:33:20.374954Z","end":"2026-03-20T05:33:22.881769Z","steps":["trace[61866621] 'read index received' (duration: 607.405309ms)","trace[61866621] 'applied index is now lower than readState.Index' (duration: 1.899407419s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:22.881781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.371306Z","time spent":"2.510393471s","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:22.881504Z","caller":"traceutil/trace.go:171","msg":"trace[1006753808] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.504838761s","start":"2026-03-20T05:33:20.376633Z","end":"2026-03-20T05:33:22.881472Z","steps":["trace[1006753808] 'process raft request' (duration: 2.504650657s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.376615Z","time spent":"2.505333652s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:22.882194Z","caller":"traceutil/trace.go:171","msg":"trace[691605469] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"2.497840187s","start":"2026-03-20T05:33:20.384331Z","end":"2026-03-20T05:33:22.882171Z","steps":["trace[691605469] 'process raft request' (duration: 2.4970685s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.384297Z","time spent":"2.49796045s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:22.882436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.885781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:33:22.882351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341719851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:33:22.882484Z","caller":"traceutil/trace.go:171","msg":"trace[959137480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"548.939443ms","start":"2026-03-20T05:33:22.333529Z","end":"2026-03-20T05:33:22.882468Z","steps":["trace[959137480] 'agreement among raft nodes before linearized reading' (duration: 548.853101ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:22.882496Z","caller":"traceutil/trace.go:171","msg":"trace[174968603] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:622; }","duration":"2.341912946s","start":"2026-03-20T05:33:20.540567Z","end":"2026-03-20T05:33:22.88248Z","steps":["trace[174968603] 'agreement among raft nodes before linearized reading' (duration: 2.34166471s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.333521Z","time spent":"548.994974ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:33:22.882546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.540539Z","time spent":"2.341992628s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-03-20T05:33:22.88256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.588704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:33:22.882605Z","caller":"traceutil/trace.go:171","msg":"trace[1768446167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:622; }","duration":"548.684376ms","start":"2026-03-20T05:33:22.333906Z","end":"2026-03-20T05:33:22.882591Z","steps":["trace[1768446167] 'agreement among raft nodes before linearized reading' (duration: 548.465311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.333871Z","time spent":"548.762758ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:22.882714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.22333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T05:33:22.882706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.096171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:33:22.882779Z","caller":"traceutil/trace.go:171","msg":"trace[2055394680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"549.351443ms","start":"2026-03-20T05:33:22.333419Z","end":"2026-03-20T05:33:22.88277Z","steps":["trace[2055394680] 'agreement among raft nodes before linearized reading' (duration: 549.23662ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:22.882799Z","caller":"traceutil/trace.go:171","msg":"trace[1206571295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"253.231156ms","start":"2026-03-20T05:33:22.629553Z","end":"2026-03-20T05:33:22.882784Z","steps":["trace[1206571295] 'agreement among raft nodes before linearized reading' (duration: 253.105622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.702037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:33:22.882909Z","caller":"traceutil/trace.go:171","msg":"trace[292114333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:622; }","duration":"548.757619ms","start":"2026-03-20T05:33:22.334142Z","end":"2026-03-20T05:33:22.8829Z","steps":["trace[292114333] 'agreement among raft nodes before linearized reading' (duration: 548.660597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.882936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.334131Z","time spent":"548.79914ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:22.882808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.333387Z","time spent":"549.414555ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:33:22.883064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508086278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-20T05:33:22.883159Z","caller":"traceutil/trace.go:171","msg":"trace[678341565] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:622; }","duration":"2.508238152s","start":"2026-03-20T05:33:20.374898Z","end":"2026-03-20T05:33:22.883136Z","steps":["trace[678341565] 'agreement among raft nodes before linearized reading' (duration: 2.507149566s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:22.883225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:20.374879Z","time spent":"2.508335483s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3966,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-03-20T05:33:23.156834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.450551ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T05:33:24.014125Z","caller":"traceutil/trace.go:171","msg":"trace[1435970688] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.127295122s","start":"2026-03-20T05:33:22.886791Z","end":"2026-03-20T05:33:24.014086Z","steps":["trace[1435970688] 'process raft request' (duration: 1.040147696s)","trace[1435970688] 'compare' (duration: 86.687396ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:24.014243Z","caller":"traceutil/trace.go:171","msg":"trace[1823455979] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.126621027s","start":"2026-03-20T05:33:22.887613Z","end":"2026-03-20T05:33:24.014234Z","steps":["trace[1823455979] 'process raft request' (duration: 1.126456063s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.014287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.886771Z","time spent":"1.127439316s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:24.014352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.887602Z","time spent":"1.126674909s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.014131Z","caller":"traceutil/trace.go:171","msg":"trace[1918656046] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.126671808s","start":"2026-03-20T05:33:22.887434Z","end":"2026-03-20T05:33:24.014106Z","steps":["trace[1918656046] 'process raft request' (duration: 1.126582936s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.014449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.887417Z","time spent":"1.126987126s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.014723Z","caller":"traceutil/trace.go:171","msg":"trace[2058576102] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:645; }","duration":"1.126255479s","start":"2026-03-20T05:33:22.888453Z","end":"2026-03-20T05:33:24.014708Z","steps":["trace[2058576102] 'read index received' (duration: 116.137352ms)","trace[2058576102] 'applied index is now lower than readState.Index' (duration: 1.010117337s)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:24.014782Z","caller":"traceutil/trace.go:171","msg":"trace[1411311238] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.126230138s","start":"2026-03-20T05:33:22.888528Z","end":"2026-03-20T05:33:24.014759Z","steps":["trace[1411311238] 'process raft request' (duration: 1.12593086s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:24.014838Z","caller":"traceutil/trace.go:171","msg":"trace[1199244278] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.11045524s","start":"2026-03-20T05:33:22.904374Z","end":"2026-03-20T05:33:24.014829Z","steps":["trace[1199244278] 'process raft request' (duration: 1.110174104s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:24.014881Z","caller":"traceutil/trace.go:171","msg":"trace[765763152] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.107056591s","start":"2026-03-20T05:33:22.907796Z","end":"2026-03-20T05:33:24.014853Z","steps":["trace[765763152] 'process raft request' (duration: 1.106852116s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.01491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126452073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"warn","ts":"2026-03-20T05:33:24.014931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.904334Z","time spent":"1.110554003s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:24.014946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.90778Z","time spent":"1.107131522s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:24.014948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.888513Z","time spent":"1.126335171s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.014959Z","caller":"traceutil/trace.go:171","msg":"trace[1664235911] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:629; }","duration":"1.126503834s","start":"2026-03-20T05:33:22.888443Z","end":"2026-03-20T05:33:24.014947Z","steps":["trace[1664235911] 'agreement among raft nodes before linearized reading' (duration: 1.126418182s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.015001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.888409Z","time spent":"1.126585916s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-20T05:33:24.0146Z","caller":"traceutil/trace.go:171","msg":"trace[1169345483] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.126029364s","start":"2026-03-20T05:33:22.888502Z","end":"2026-03-20T05:33:24.014531Z","steps":["trace[1169345483] 'process raft request' (duration: 1.125698035s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.015431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.888492Z","time spent":"1.126867553s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:33:24.054369Z","caller":"traceutil/trace.go:171","msg":"trace[1358286167] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"462.949234ms","start":"2026-03-20T05:33:23.591396Z","end":"2026-03-20T05:33:24.054345Z","steps":["trace[1358286167] 'process raft request' (duration: 462.805291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.054413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16269513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:33:24.054523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:23.59137Z","time spent":"463.064557ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.054539Z","caller":"traceutil/trace.go:171","msg":"trace[696217532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"1.162855273s","start":"2026-03-20T05:33:22.891653Z","end":"2026-03-20T05:33:24.054508Z","steps":["trace[696217532] 'agreement among raft nodes before linearized reading' (duration: 1.162617147s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:24.054485Z","caller":"traceutil/trace.go:171","msg":"trace[141394003] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"896.398839ms","start":"2026-03-20T05:33:23.158059Z","end":"2026-03-20T05:33:24.054458Z","steps":["trace[141394003] 'process raft request' (duration: 895.942788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.054597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:22.891645Z","time spent":"1.162942656s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:33:24.054841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:23.15803Z","time spent":"896.615574ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.493063Z","caller":"traceutil/trace.go:171","msg":"trace[313973192] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"476.530121ms","start":"2026-03-20T05:33:24.016454Z","end":"2026-03-20T05:33:24.492984Z","steps":["trace[313973192] 'process raft request' (duration: 475.079248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.4934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.016428Z","time spent":"476.823888ms","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71426,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:24.494473Z","caller":"traceutil/trace.go:171","msg":"trace[429133647] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"446.723665ms","start":"2026-03-20T05:33:24.047717Z","end":"2026-03-20T05:33:24.494441Z","steps":["trace[429133647] 'process raft request' (duration: 446.334027ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:24.494504Z","caller":"traceutil/trace.go:171","msg":"trace[271094236] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"438.729989ms","start":"2026-03-20T05:33:24.055699Z","end":"2026-03-20T05:33:24.494429Z","steps":["trace[271094236] 'read index received' (duration: 433.764613ms)","trace[271094236] 'applied index is now lower than readState.Index' (duration: 4.962776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:24.494701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.047705Z","time spent":"446.87576ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:24.494964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.252331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:33:24.495018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.868558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-20T05:33:24.495045Z","caller":"traceutil/trace.go:171","msg":"trace[391906075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"439.381854ms","start":"2026-03-20T05:33:24.055639Z","end":"2026-03-20T05:33:24.495021Z","steps":["trace[391906075] 'agreement among raft nodes before linearized reading' (duration: 439.22428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.495102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.055617Z","time spent":"439.477987ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:33:24.495112Z","caller":"traceutil/trace.go:171","msg":"trace[684878769] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:634; }","duration":"438.018581ms","start":"2026-03-20T05:33:24.057067Z","end":"2026-03-20T05:33:24.495085Z","steps":["trace[684878769] 'agreement among raft nodes before linearized reading' (duration: 437.773416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.495176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.057053Z","time spent":"438.111684ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-20T05:33:24.495553Z","caller":"traceutil/trace.go:171","msg":"trace[2006523556] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"450.957384ms","start":"2026-03-20T05:33:24.043435Z","end":"2026-03-20T05:33:24.494392Z","steps":["trace[2006523556] 'process raft request' (duration: 449.110251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:24.495744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.043399Z","time spent":"452.242094ms","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:24.996921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382489663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:33:26.321267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195099507s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:26.321667Z","caller":"traceutil/trace.go:171","msg":"trace[1211048553] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.82577961s","start":"2026-03-20T05:33:24.495821Z","end":"2026-03-20T05:33:26.321601Z","steps":["trace[1211048553] 'process raft request' (duration: 630.101569ms)","trace[1211048553] 'compare' (duration: 1.19476408s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:26.321773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.495799Z","time spent":"1.825936253s","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1402,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:33:26.502383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T05:33:26.502481Z","caller":"traceutil/trace.go:171","msg":"trace[855040379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656745s","start":"2026-03-20T05:33:24.501801Z","end":"2026-03-20T05:33:26.502458Z","steps":["trace[855040379] 'agreement among raft nodes before linearized reading' (duration: 2.000539002s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.502534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.501795Z","time spent":"2.000728556s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 05:33:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-20T05:33:26.555948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.557533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:33:26.55609Z","caller":"traceutil/trace.go:171","msg":"trace[363620050] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.034650179s","start":"2026-03-20T05:33:24.521413Z","end":"2026-03-20T05:33:26.556063Z","steps":["trace[363620050] 'process raft request' (duration: 1.908892561s)","trace[363620050] 'compare' (duration: 125.40201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:26.556176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.521378Z","time spent":"2.034761742s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:33:26.556243Z","caller":"traceutil/trace.go:171","msg":"trace[226362038] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"2.060001021s","start":"2026-03-20T05:33:24.496192Z","end":"2026-03-20T05:33:26.556193Z","steps":["trace[226362038] 'read index received' (duration: 629.799792ms)","trace[226362038] 'applied index is now lower than readState.Index' (duration: 1.430194239s)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:26.571377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075159934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:71440"} {"level":"info","ts":"2026-03-20T05:33:26.571457Z","caller":"traceutil/trace.go:171","msg":"trace[358281277] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:636; }","duration":"2.075319038s","start":"2026-03-20T05:33:24.496121Z","end":"2026-03-20T05:33:26.57144Z","steps":["trace[358281277] 'agreement among raft nodes before linearized reading' (duration: 2.060212986s)","trace[358281277] 'range keys from in-memory index tree' (duration: 14.885737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:26.571492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.496099Z","time spent":"2.075386329s","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":71462,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-20T05:33:26.571687Z","caller":"traceutil/trace.go:171","msg":"trace[1757718854] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"246.214721ms","start":"2026-03-20T05:33:26.325449Z","end":"2026-03-20T05:33:26.571664Z","steps":["trace[1757718854] 'process raft request' (duration: 245.653219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.57175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07461222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T05:33:26.571823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.338728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:33:26.571827Z","caller":"traceutil/trace.go:171","msg":"trace[1531813703] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:638; }","duration":"2.074715543s","start":"2026-03-20T05:33:24.497094Z","end":"2026-03-20T05:33:26.57181Z","steps":["trace[1531813703] 'agreement among raft nodes before linearized reading' (duration: 2.074244602s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:26.571845Z","caller":"traceutil/trace.go:171","msg":"trace[2050612291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"551.376078ms","start":"2026-03-20T05:33:26.020463Z","end":"2026-03-20T05:33:26.571839Z","steps":["trace[2050612291] 'agreement among raft nodes before linearized reading' (duration: 551.306277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.571864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:26.020457Z","time spent":"551.403559ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:33:26.571877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:24.497074Z","time spent":"2.074793395s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-20T05:33:26.572063Z","caller":"traceutil/trace.go:171","msg":"trace[1677973791] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"246.006755ms","start":"2026-03-20T05:33:26.326048Z","end":"2026-03-20T05:33:26.572055Z","steps":["trace[1677973791] 'process raft request' (duration: 245.219507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.572153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.762397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T05:33:26.572199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.62904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:26.572229Z","caller":"traceutil/trace.go:171","msg":"trace[706279002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"552.695831ms","start":"2026-03-20T05:33:26.019524Z","end":"2026-03-20T05:33:26.57222Z","steps":["trace[706279002] 'agreement among raft nodes before linearized reading' (duration: 552.552897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.57226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:26.019503Z","time spent":"552.750822ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:33:26.572222Z","caller":"traceutil/trace.go:171","msg":"trace[2124165754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"551.880141ms","start":"2026-03-20T05:33:26.020325Z","end":"2026-03-20T05:33:26.572206Z","steps":["trace[2124165754] 'agreement among raft nodes before linearized reading' (duration: 551.578843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.572352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:26.020306Z","time spent":"552.039705ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:26.572384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.382734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:33:26.572407Z","caller":"traceutil/trace.go:171","msg":"trace[569764871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"552.437575ms","start":"2026-03-20T05:33:26.019963Z","end":"2026-03-20T05:33:26.572401Z","steps":["trace[569764871] 'agreement among raft nodes before linearized reading' (duration: 552.373204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:26.572425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:26.019947Z","time spent":"552.472946ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:33:32.068673Z","caller":"traceutil/trace.go:171","msg":"trace[1783383251] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"116.057301ms","start":"2026-03-20T05:33:31.952594Z","end":"2026-03-20T05:33:32.068652Z","steps":["trace[1783383251] 'process raft request' (duration: 115.757073ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:32.750161Z","caller":"traceutil/trace.go:171","msg":"trace[2145198599] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"115.915308ms","start":"2026-03-20T05:33:32.634227Z","end":"2026-03-20T05:33:32.750142Z","steps":["trace[2145198599] 'process raft request' (duration: 115.697503ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:32.750273Z","caller":"traceutil/trace.go:171","msg":"trace[630235815] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"115.837466ms","start":"2026-03-20T05:33:32.634422Z","end":"2026-03-20T05:33:32.750259Z","steps":["trace[630235815] 'process raft request' (duration: 115.673492ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:32.750393Z","caller":"traceutil/trace.go:171","msg":"trace[631800035] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"115.890586ms","start":"2026-03-20T05:33:32.63444Z","end":"2026-03-20T05:33:32.750331Z","steps":["trace[631800035] 'process raft request' (duration: 115.744983ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:32.750453Z","caller":"traceutil/trace.go:171","msg":"trace[1144878831] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"112.885436ms","start":"2026-03-20T05:33:32.637537Z","end":"2026-03-20T05:33:32.750422Z","steps":["trace[1144878831] 'process raft request' (duration: 112.706122ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:32.750194Z","caller":"traceutil/trace.go:171","msg":"trace[1253459446] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"115.913839ms","start":"2026-03-20T05:33:32.634221Z","end":"2026-03-20T05:33:32.750135Z","steps":["trace[1253459446] 'process raft request' (duration: 115.825937ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:34.389123Z","caller":"traceutil/trace.go:171","msg":"trace[1352303987] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"159.500457ms","start":"2026-03-20T05:33:34.229579Z","end":"2026-03-20T05:33:34.38908Z","steps":["trace[1352303987] 'process raft request' (duration: 159.294812ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:40.864484Z","caller":"traceutil/trace.go:171","msg":"trace[2135805870] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"191.648206ms","start":"2026-03-20T05:33:40.672811Z","end":"2026-03-20T05:33:40.864459Z","steps":["trace[2135805870] 'read index received' (duration: 191.495883ms)","trace[2135805870] 'applied index is now lower than readState.Index' (duration: 151.063µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:33:40.864727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.874791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:33:40.864844Z","caller":"traceutil/trace.go:171","msg":"trace[1488363597] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:919; }","duration":"192.055967ms","start":"2026-03-20T05:33:40.672762Z","end":"2026-03-20T05:33:40.864818Z","steps":["trace[1488363597] 'agreement among raft nodes before linearized reading' (duration: 191.845331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:40.864774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.142894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:33:40.864922Z","caller":"traceutil/trace.go:171","msg":"trace[2022734559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:919; }","duration":"167.34727ms","start":"2026-03-20T05:33:40.69756Z","end":"2026-03-20T05:33:40.864907Z","steps":["trace[2022734559] 'agreement among raft nodes before linearized reading' (duration: 167.060702ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:41.10008Z","caller":"traceutil/trace.go:171","msg":"trace[215444640] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"234.343063ms","start":"2026-03-20T05:33:40.865702Z","end":"2026-03-20T05:33:41.100045Z","steps":["trace[215444640] 'process raft request' (duration: 170.448401ms)","trace[215444640] 'compare' (duration: 63.573345ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:41.100121Z","caller":"traceutil/trace.go:171","msg":"trace[1935788613] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"230.779722ms","start":"2026-03-20T05:33:40.869315Z","end":"2026-03-20T05:33:41.100095Z","steps":["trace[1935788613] 'process raft request' (duration: 230.695699ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:41.10018Z","caller":"traceutil/trace.go:171","msg":"trace[448444916] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"230.916865ms","start":"2026-03-20T05:33:40.869223Z","end":"2026-03-20T05:33:41.10014Z","steps":["trace[448444916] 'process raft request' (duration: 230.724539ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:41.100462Z","caller":"traceutil/trace.go:171","msg":"trace[1942939800] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"231.101578ms","start":"2026-03-20T05:33:40.869338Z","end":"2026-03-20T05:33:41.100439Z","steps":["trace[1942939800] 'process raft request' (duration: 230.713079ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:41.100587Z","caller":"traceutil/trace.go:171","msg":"trace[1675291394] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"230.73312ms","start":"2026-03-20T05:33:40.869833Z","end":"2026-03-20T05:33:41.100566Z","steps":["trace[1675291394] 'process raft request' (duration: 230.514955ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:43.928959Z","caller":"traceutil/trace.go:171","msg":"trace[306032891] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"189.991728ms","start":"2026-03-20T05:33:43.738945Z","end":"2026-03-20T05:33:43.928937Z","steps":["trace[306032891] 'process raft request' (duration: 188.114875ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:44.797761Z","caller":"traceutil/trace.go:171","msg":"trace[1808372536] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"118.471468ms","start":"2026-03-20T05:33:44.679263Z","end":"2026-03-20T05:33:44.797735Z","steps":["trace[1808372536] 'process raft request' (duration: 118.321544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:46.53903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.695756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-20T05:33:47.636526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382490194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:33:47.68881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068883018s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:33:47.689924Z","caller":"traceutil/trace.go:171","msg":"trace[1886213483] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:974; }","duration":"554.148695ms","start":"2026-03-20T05:33:47.135748Z","end":"2026-03-20T05:33:47.689897Z","steps":["trace[1886213483] 'read index received' (duration: 553.321156ms)","trace[1886213483] 'applied index is now lower than readState.Index' (duration: 826.059µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:33:47.689993Z","caller":"traceutil/trace.go:171","msg":"trace[259692546] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"1.070170779s","start":"2026-03-20T05:33:46.619792Z","end":"2026-03-20T05:33:47.689963Z","steps":["trace[259692546] 'process raft request' (duration: 1.069923133s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:47.690148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:46.619763Z","time spent":"1.070285072s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:33:47.6902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.24516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:33:47.69025Z","caller":"traceutil/trace.go:171","msg":"trace[466419410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"537.346772ms","start":"2026-03-20T05:33:47.152892Z","end":"2026-03-20T05:33:47.690239Z","steps":["trace[466419410] 'agreement among raft nodes before linearized reading' (duration: 537.182108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:47.690286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:47.152867Z","time spent":"537.409724ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:33:47.69032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.551634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:33:47.690407Z","caller":"traceutil/trace.go:171","msg":"trace[289868364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"554.662556ms","start":"2026-03-20T05:33:47.135726Z","end":"2026-03-20T05:33:47.690388Z","steps":["trace[289868364] 'agreement among raft nodes before linearized reading' (duration: 554.38078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:47.690439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.018035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-20T05:33:47.690455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:47.135697Z","time spent":"554.746459ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:33:47.690496Z","caller":"traceutil/trace.go:171","msg":"trace[1524763774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"531.091377ms","start":"2026-03-20T05:33:47.159392Z","end":"2026-03-20T05:33:47.690483Z","steps":["trace[1524763774] 'agreement among raft nodes before linearized reading' (duration: 530.911782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:47.690492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.169801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:33:47.690534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:47.159383Z","time spent":"531.138937ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:33:47.69055Z","caller":"traceutil/trace.go:171","msg":"trace[795662948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"532.247704ms","start":"2026-03-20T05:33:47.15829Z","end":"2026-03-20T05:33:47.690537Z","steps":["trace[795662948] 'agreement among raft nodes before linearized reading' (duration: 532.09785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:47.690595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:33:47.158281Z","time spent":"532.304495ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:33:49.908726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.791825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:33:49.908768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.605672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:33:49.908805Z","caller":"traceutil/trace.go:171","msg":"trace[564342376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:966; }","duration":"130.921769ms","start":"2026-03-20T05:33:49.777865Z","end":"2026-03-20T05:33:49.908787Z","steps":["trace[564342376] 'range keys from in-memory index tree' (duration: 130.618781ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:49.90883Z","caller":"traceutil/trace.go:171","msg":"trace[619879989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"130.670863ms","start":"2026-03-20T05:33:49.778143Z","end":"2026-03-20T05:33:49.908814Z","steps":["trace[619879989] 'range keys from in-memory index tree' (duration: 130.453748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:33:49.908889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.582051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T05:33:49.908922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.952909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:33:49.908972Z","caller":"traceutil/trace.go:171","msg":"trace[435302714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"163.718355ms","start":"2026-03-20T05:33:49.745237Z","end":"2026-03-20T05:33:49.908955Z","steps":["trace[435302714] 'range keys from in-memory index tree' (duration: 163.429587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:49.908996Z","caller":"traceutil/trace.go:171","msg":"trace[1281694944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"131.078012ms","start":"2026-03-20T05:33:49.777899Z","end":"2026-03-20T05:33:49.908977Z","steps":["trace[1281694944] 'range keys from in-memory index tree' (duration: 130.765816ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:33:52.884717Z","caller":"traceutil/trace.go:171","msg":"trace[505270335] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"140.683936ms","start":"2026-03-20T05:33:52.743999Z","end":"2026-03-20T05:33:52.884683Z","steps":["trace[505270335] 'process raft request' (duration: 140.513462ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:18.755127Z","caller":"traceutil/trace.go:171","msg":"trace[463692968] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1191; }","duration":"126.663118ms","start":"2026-03-20T05:34:18.628427Z","end":"2026-03-20T05:34:18.75509Z","steps":["trace[463692968] 'read index received' (duration: 126.377871ms)","trace[463692968] 'applied index is now lower than readState.Index' (duration: 283.547µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:18.755428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.969475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:18.755483Z","caller":"traceutil/trace.go:171","msg":"trace[106982976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"127.104038ms","start":"2026-03-20T05:34:18.628363Z","end":"2026-03-20T05:34:18.755467Z","steps":["trace[106982976] 'agreement among raft nodes before linearized reading' (duration: 126.882953ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:18.755477Z","caller":"traceutil/trace.go:171","msg":"trace[1493348558] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"191.539247ms","start":"2026-03-20T05:34:18.563889Z","end":"2026-03-20T05:34:18.755429Z","steps":["trace[1493348558] 'process raft request' (duration: 190.965294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.281918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.566996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-20T05:34:24.282025Z","caller":"traceutil/trace.go:171","msg":"trace[504788896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1261; }","duration":"100.721098ms","start":"2026-03-20T05:34:24.181277Z","end":"2026-03-20T05:34:24.281998Z","steps":["trace[504788896] 'range keys from in-memory index tree' (duration: 100.373711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.282075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.995856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:34:24.282221Z","caller":"traceutil/trace.go:171","msg":"trace[11096840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1261; }","duration":"127.19963ms","start":"2026-03-20T05:34:24.154992Z","end":"2026-03-20T05:34:24.282192Z","steps":["trace[11096840] 'range keys from in-memory index tree' (duration: 126.780711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.282391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.118186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:34:24.282438Z","caller":"traceutil/trace.go:171","msg":"trace[1338693542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1261; }","duration":"126.187817ms","start":"2026-03-20T05:34:24.156239Z","end":"2026-03-20T05:34:24.282427Z","steps":["trace[1338693542] 'range keys from in-memory index tree' (duration: 125.85327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.282553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.388874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:34:24.282589Z","caller":"traceutil/trace.go:171","msg":"trace[1577018236] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1261; }","duration":"104.428984ms","start":"2026-03-20T05:34:24.178148Z","end":"2026-03-20T05:34:24.282577Z","steps":["trace[1577018236] 'count revisions from in-memory index tree' (duration: 104.293911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.282796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.286447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:34:24.282847Z","caller":"traceutil/trace.go:171","msg":"trace[429680598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1261; }","duration":"135.374719ms","start":"2026-03-20T05:34:24.147456Z","end":"2026-03-20T05:34:24.28283Z","steps":["trace[429680598] 'range keys from in-memory index tree' (duration: 135.126533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:24.28305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.146421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:34:24.283106Z","caller":"traceutil/trace.go:171","msg":"trace[282619991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1261; }","duration":"131.226783ms","start":"2026-03-20T05:34:24.151867Z","end":"2026-03-20T05:34:24.283093Z","steps":["trace[282619991] 'range keys from in-memory index tree' (duration: 131.044289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:26.996017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.909794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:34:26.996111Z","caller":"traceutil/trace.go:171","msg":"trace[1734684457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1269; }","duration":"704.041756ms","start":"2026-03-20T05:34:26.292046Z","end":"2026-03-20T05:34:26.996088Z","steps":["trace[1734684457] 'range keys from in-memory index tree' (duration: 703.710899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:26.996164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.292025Z","time spent":"704.122999ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:34:26.996195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.293313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:34:26.996204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.671149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:34:26.996271Z","caller":"traceutil/trace.go:171","msg":"trace[118106057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1269; }","duration":"700.757641ms","start":"2026-03-20T05:34:26.2955Z","end":"2026-03-20T05:34:26.996258Z","steps":["trace[118106057] 'range keys from in-memory index tree' (duration: 700.574656ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:26.996269Z","caller":"traceutil/trace.go:171","msg":"trace[817815365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1269; }","duration":"701.390085ms","start":"2026-03-20T05:34:26.294862Z","end":"2026-03-20T05:34:26.996252Z","steps":["trace[817815365] 'range keys from in-memory index tree' (duration: 701.202551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:26.996314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.295488Z","time spent":"700.818852ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:34:26.996321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.294851Z","time spent":"701.461717ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:34:26.996439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.346955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:34:26.99648Z","caller":"traceutil/trace.go:171","msg":"trace[1555893565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1269; }","duration":"698.976189ms","start":"2026-03-20T05:34:26.29749Z","end":"2026-03-20T05:34:26.996466Z","steps":["trace[1555893565] 'range keys from in-memory index tree' (duration: 698.170091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:26.99651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:26.297473Z","time spent":"699.030621ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:34:27.138476Z","caller":"traceutil/trace.go:171","msg":"trace[1948531578] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"138.059293ms","start":"2026-03-20T05:34:27.000391Z","end":"2026-03-20T05:34:27.138451Z","steps":["trace[1948531578] 'process raft request' (duration: 137.91825ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:27.436145Z","caller":"traceutil/trace.go:171","msg":"trace[1279267755] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"435.257423ms","start":"2026-03-20T05:34:27.000864Z","end":"2026-03-20T05:34:27.436121Z","steps":["trace[1279267755] 'process raft request' (duration: 435.213132ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:27.43618Z","caller":"traceutil/trace.go:171","msg":"trace[390320334] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"435.406476ms","start":"2026-03-20T05:34:27.00075Z","end":"2026-03-20T05:34:27.436156Z","steps":["trace[390320334] 'process raft request' (duration: 435.119279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:27.436184Z","caller":"traceutil/trace.go:171","msg":"trace[1370581302] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"435.314024ms","start":"2026-03-20T05:34:27.000842Z","end":"2026-03-20T05:34:27.436156Z","steps":["trace[1370581302] 'process raft request' (duration: 435.16306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:27.436298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:27.000723Z","time spent":"435.509518ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:27.436294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:27.00085Z","time spent":"435.365015ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:27.436297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:27.00083Z","time spent":"435.405676ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:35.18474Z","caller":"traceutil/trace.go:171","msg":"trace[2084262976] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"235.878214ms","start":"2026-03-20T05:34:34.948827Z","end":"2026-03-20T05:34:35.184705Z","steps":["trace[2084262976] 'process raft request' (duration: 235.597817ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.39737Z","caller":"traceutil/trace.go:171","msg":"trace[1061970758] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"103.937512ms","start":"2026-03-20T05:34:35.293402Z","end":"2026-03-20T05:34:35.397339Z","steps":["trace[1061970758] 'process raft request' (duration: 103.81264ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.397466Z","caller":"traceutil/trace.go:171","msg":"trace[1146466591] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"103.741068ms","start":"2026-03-20T05:34:35.293697Z","end":"2026-03-20T05:34:35.397438Z","steps":["trace[1146466591] 'process raft request' (duration: 103.586964ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.397593Z","caller":"traceutil/trace.go:171","msg":"trace[720801580] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"104.190738ms","start":"2026-03-20T05:34:35.293384Z","end":"2026-03-20T05:34:35.397575Z","steps":["trace[720801580] 'process raft request' (duration: 64.596423ms)","trace[720801580] 'compare' (duration: 39.126224ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:35.397645Z","caller":"traceutil/trace.go:171","msg":"trace[1694672804] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"104.236729ms","start":"2026-03-20T05:34:35.293398Z","end":"2026-03-20T05:34:35.397635Z","steps":["trace[1694672804] 'process raft request' (duration: 103.85398ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.397648Z","caller":"traceutil/trace.go:171","msg":"trace[190138359] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"102.716955ms","start":"2026-03-20T05:34:35.294915Z","end":"2026-03-20T05:34:35.397632Z","steps":["trace[190138359] 'process raft request' (duration: 102.450679ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.39773Z","caller":"traceutil/trace.go:171","msg":"trace[1745628007] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"103.756798ms","start":"2026-03-20T05:34:35.293962Z","end":"2026-03-20T05:34:35.397719Z","steps":["trace[1745628007] 'process raft request' (duration: 103.350819ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.397659Z","caller":"traceutil/trace.go:171","msg":"trace[1374084313] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"102.801827ms","start":"2026-03-20T05:34:35.294827Z","end":"2026-03-20T05:34:35.397628Z","steps":["trace[1374084313] 'process raft request' (duration: 102.51418ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.962447Z","caller":"traceutil/trace.go:171","msg":"trace[888751006] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"221.922661ms","start":"2026-03-20T05:34:35.740498Z","end":"2026-03-20T05:34:35.96242Z","steps":["trace[888751006] 'process raft request' (duration: 212.629295ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.962653Z","caller":"traceutil/trace.go:171","msg":"trace[1079632879] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"219.503345ms","start":"2026-03-20T05:34:35.743133Z","end":"2026-03-20T05:34:35.962636Z","steps":["trace[1079632879] 'process raft request' (duration: 219.234109ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.962948Z","caller":"traceutil/trace.go:171","msg":"trace[272161964] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"219.573757ms","start":"2026-03-20T05:34:35.743357Z","end":"2026-03-20T05:34:35.962931Z","steps":["trace[272161964] 'process raft request' (duration: 219.235809ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.962988Z","caller":"traceutil/trace.go:171","msg":"trace[1959803568] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"218.87965ms","start":"2026-03-20T05:34:35.744093Z","end":"2026-03-20T05:34:35.962973Z","steps":["trace[1959803568] 'process raft request' (duration: 218.717926ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.963073Z","caller":"traceutil/trace.go:171","msg":"trace[1575848613] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1493; }","duration":"222.482214ms","start":"2026-03-20T05:34:35.740567Z","end":"2026-03-20T05:34:35.96305Z","steps":["trace[1575848613] 'read index received' (duration: 23.690889ms)","trace[1575848613] 'applied index is now lower than readState.Index' (duration: 198.789395ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:35.963104Z","caller":"traceutil/trace.go:171","msg":"trace[1889668430] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"218.969192ms","start":"2026-03-20T05:34:35.744122Z","end":"2026-03-20T05:34:35.963091Z","steps":["trace[1889668430] 'process raft request' (duration: 218.800358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:35.9633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.712699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-594fp\" ","response":"range_response_count:1 size:4799"} {"level":"info","ts":"2026-03-20T05:34:35.963335Z","caller":"traceutil/trace.go:171","msg":"trace[924232499] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-594fp; range_end:; response_count:1; response_revision:1438; }","duration":"222.807302ms","start":"2026-03-20T05:34:35.740516Z","end":"2026-03-20T05:34:35.963323Z","steps":["trace[924232499] 'agreement among raft nodes before linearized reading' (duration: 222.642238ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:35.970386Z","caller":"traceutil/trace.go:171","msg":"trace[2133975992] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"157.917581ms","start":"2026-03-20T05:34:35.812443Z","end":"2026-03-20T05:34:35.97036Z","steps":["trace[2133975992] 'process raft request' (duration: 157.670385ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:36.207114Z","caller":"traceutil/trace.go:171","msg":"trace[2113404494] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"236.57932ms","start":"2026-03-20T05:34:35.970495Z","end":"2026-03-20T05:34:36.207074Z","steps":["trace[2113404494] 'process raft request' (duration: 203.103706ms)","trace[2113404494] 'compare' (duration: 33.180147ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:36.207445Z","caller":"traceutil/trace.go:171","msg":"trace[1943587267] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1500; }","duration":"235.755751ms","start":"2026-03-20T05:34:35.971662Z","end":"2026-03-20T05:34:36.207418Z","steps":["trace[1943587267] 'read index received' (duration: 10.188076ms)","trace[1943587267] 'applied index is now lower than readState.Index' (duration: 225.566415ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:36.207468Z","caller":"traceutil/trace.go:171","msg":"trace[926113116] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"231.707927ms","start":"2026-03-20T05:34:35.97571Z","end":"2026-03-20T05:34:36.207418Z","steps":["trace[926113116] 'process raft request' (duration: 231.286307ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:36.207506Z","caller":"traceutil/trace.go:171","msg":"trace[2107989400] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"228.035311ms","start":"2026-03-20T05:34:35.979442Z","end":"2026-03-20T05:34:36.207478Z","steps":["trace[2107989400] 'process raft request' (duration: 227.847247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:36.207702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.010267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-d5lq5\" ","response":"range_response_count:1 size:4523"} {"level":"info","ts":"2026-03-20T05:34:36.207749Z","caller":"traceutil/trace.go:171","msg":"trace[183697923] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-d5lq5; range_end:; response_count:1; response_revision:1444; }","duration":"236.099958ms","start":"2026-03-20T05:34:35.971635Z","end":"2026-03-20T05:34:36.207735Z","steps":["trace[183697923] 'agreement among raft nodes before linearized reading' (duration: 235.919714ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:36.207999Z","caller":"traceutil/trace.go:171","msg":"trace[1879557788] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"171.531256ms","start":"2026-03-20T05:34:36.036449Z","end":"2026-03-20T05:34:36.20798Z","steps":["trace[1879557788] 'process raft request' (duration: 171.415263ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:36.208059Z","caller":"traceutil/trace.go:171","msg":"trace[954976503] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"189.249555ms","start":"2026-03-20T05:34:36.018795Z","end":"2026-03-20T05:34:36.208045Z","steps":["trace[954976503] 'process raft request' (duration: 188.987649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:36.2081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.706926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-20T05:34:36.208155Z","caller":"traceutil/trace.go:171","msg":"trace[250216084] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1446; }","duration":"189.827988ms","start":"2026-03-20T05:34:36.018309Z","end":"2026-03-20T05:34:36.208137Z","steps":["trace[250216084] 'agreement among raft nodes before linearized reading' (duration: 189.612883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:36.208174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.585711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133122"} {"level":"info","ts":"2026-03-20T05:34:36.208235Z","caller":"traceutil/trace.go:171","msg":"trace[2059588061] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1446; }","duration":"169.674412ms","start":"2026-03-20T05:34:36.038542Z","end":"2026-03-20T05:34:36.208216Z","steps":["trace[2059588061] 'agreement among raft nodes before linearized reading' (duration: 169.460697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.762782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382491665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:34:51.866785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.987941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"info","ts":"2026-03-20T05:34:51.866873Z","caller":"traceutil/trace.go:171","msg":"trace[1707109037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1658; }","duration":"853.154135ms","start":"2026-03-20T05:34:51.013693Z","end":"2026-03-20T05:34:51.866847Z","steps":["trace[1707109037] 'range keys from in-memory index tree' (duration: 852.824567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.866936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.013678Z","time spent":"853.242287ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10652,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-20T05:34:51.8671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.615273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:51.867302Z","caller":"traceutil/trace.go:171","msg":"trace[1673848771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1658; }","duration":"429.835318ms","start":"2026-03-20T05:34:51.437434Z","end":"2026-03-20T05:34:51.867269Z","steps":["trace[1673848771] 'range keys from in-memory index tree' (duration: 429.589431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.867365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.501039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-20T05:34:51.867765Z","caller":"traceutil/trace.go:171","msg":"trace[264318199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e; range_end:; response_count:1; response_revision:1658; }","duration":"884.638623ms","start":"2026-03-20T05:34:50.982804Z","end":"2026-03-20T05:34:51.867443Z","steps":["trace[264318199] 'range keys from in-memory index tree' (duration: 884.306566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.867833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:50.982784Z","time spent":"885.031481ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e\" "} {"level":"info","ts":"2026-03-20T05:34:51.960705Z","caller":"traceutil/trace.go:171","msg":"trace[532429468] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"698.889258ms","start":"2026-03-20T05:34:51.261782Z","end":"2026-03-20T05:34:51.960671Z","steps":["trace[532429468] 'read index received' (duration: 698.683313ms)","trace[532429468] 'applied index is now lower than readState.Index' (duration: 204.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:51.960764Z","caller":"traceutil/trace.go:171","msg":"trace[1106227890] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"713.784511ms","start":"2026-03-20T05:34:51.246938Z","end":"2026-03-20T05:34:51.960722Z","steps":["trace[1106227890] 'process raft request' (duration: 713.521785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.960965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.246914Z","time spent":"713.941316ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:51.96115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.328718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-20T05:34:51.961305Z","caller":"traceutil/trace.go:171","msg":"trace[2075867297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1659; }","duration":"699.537673ms","start":"2026-03-20T05:34:51.261735Z","end":"2026-03-20T05:34:51.961273Z","steps":["trace[2075867297] 'agreement among raft nodes before linearized reading' (duration: 699.072522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:51.961399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.261715Z","time spent":"699.668326ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T05:34:52.078112Z","caller":"traceutil/trace.go:171","msg":"trace[2097946421] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1730; }","duration":"117.280962ms","start":"2026-03-20T05:34:51.960795Z","end":"2026-03-20T05:34:52.078076Z","steps":["trace[2097946421] 'read index received' (duration: 116.999556ms)","trace[2097946421] 'applied index is now lower than readState.Index' (duration: 280.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:52.078369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.539538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:34:52.078415Z","caller":"traceutil/trace.go:171","msg":"trace[1404134779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1660; }","duration":"768.679961ms","start":"2026-03-20T05:34:51.309724Z","end":"2026-03-20T05:34:52.078404Z","steps":["trace[1404134779] 'agreement among raft nodes before linearized reading' (duration: 768.472186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.078392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.266408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:34:52.078438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.986659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:34:52.07847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.30971Z","time spent":"768.751473ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:34:52.078505Z","caller":"traceutil/trace.go:171","msg":"trace[858771980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1660; }","duration":"516.093712ms","start":"2026-03-20T05:34:51.562395Z","end":"2026-03-20T05:34:52.078488Z","steps":["trace[858771980] 'agreement among raft nodes before linearized reading' (duration: 515.888987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.078576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.562369Z","time spent":"516.182094ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:34:52.078539Z","caller":"traceutil/trace.go:171","msg":"trace[1826264224] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"199.160464ms","start":"2026-03-20T05:34:51.879281Z","end":"2026-03-20T05:34:52.078442Z","steps":["trace[1826264224] 'process raft request' (duration: 198.598322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.078687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.166871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:34:52.079214Z","caller":"traceutil/trace.go:171","msg":"trace[209448645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1660; }","duration":"512.750605ms","start":"2026-03-20T05:34:51.566444Z","end":"2026-03-20T05:34:52.079195Z","steps":["trace[209448645] 'agreement among raft nodes before linearized reading' (duration: 512.041587ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.078499Z","caller":"traceutil/trace.go:171","msg":"trace[1343585757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1660; }","duration":"504.408752ms","start":"2026-03-20T05:34:51.574059Z","end":"2026-03-20T05:34:52.078468Z","steps":["trace[1343585757] 'agreement among raft nodes before linearized reading' (duration: 504.075954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.078394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.246191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T05:34:52.079411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.566431Z","time spent":"512.909998ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:34:52.07953Z","caller":"traceutil/trace.go:171","msg":"trace[736311624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1660; }","duration":"516.4449ms","start":"2026-03-20T05:34:51.563069Z","end":"2026-03-20T05:34:52.079514Z","steps":["trace[736311624] 'agreement among raft nodes before linearized reading' (duration: 515.100288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.079478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.574049Z","time spent":"505.390775ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:34:52.079589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:51.563037Z","time spent":"516.536422ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:34:52.34756Z","caller":"traceutil/trace.go:171","msg":"trace[212121705] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"263.178114ms","start":"2026-03-20T05:34:52.084339Z","end":"2026-03-20T05:34:52.347517Z","steps":["trace[212121705] 'process raft request' (duration: 174.628487ms)","trace[212121705] 'compare' (duration: 88.340111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:52.609851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.49233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:34:52.610156Z","caller":"traceutil/trace.go:171","msg":"trace[1984717314] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"525.411787ms","start":"2026-03-20T05:34:52.084717Z","end":"2026-03-20T05:34:52.610129Z","steps":["trace[1984717314] 'process raft request' (duration: 422.478768ms)","trace[1984717314] 'compare' (duration: 101.790263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:34:52.610375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.084689Z","time spent":"525.642371ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:52.611255Z","caller":"traceutil/trace.go:171","msg":"trace[1250892908] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"526.494712ms","start":"2026-03-20T05:34:52.084729Z","end":"2026-03-20T05:34:52.611224Z","steps":["trace[1250892908] 'process raft request' (duration: 525.338464ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.611304Z","caller":"traceutil/trace.go:171","msg":"trace[21049637] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"526.350689ms","start":"2026-03-20T05:34:52.084912Z","end":"2026-03-20T05:34:52.611262Z","steps":["trace[21049637] 'process raft request' (duration: 526.207185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.611416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.084702Z","time spent":"526.626075ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:52.611423Z","caller":"traceutil/trace.go:171","msg":"trace[1117592403] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"526.358639ms","start":"2026-03-20T05:34:52.085044Z","end":"2026-03-20T05:34:52.611402Z","steps":["trace[1117592403] 'process raft request' (duration: 526.123353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.611456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.084881Z","time spent":"526.489272ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:52.611509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.085011Z","time spent":"526.454241ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:52.611651Z","caller":"traceutil/trace.go:171","msg":"trace[1273317007] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"526.065492ms","start":"2026-03-20T05:34:52.085565Z","end":"2026-03-20T05:34:52.61163Z","steps":["trace[1273317007] 'process raft request' (duration: 525.96039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.611799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.085552Z","time spent":"526.172335ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:52.611879Z","caller":"traceutil/trace.go:171","msg":"trace[1911792592] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"525.907188ms","start":"2026-03-20T05:34:52.085959Z","end":"2026-03-20T05:34:52.611866Z","steps":["trace[1911792592] 'process raft request' (duration: 525.737235ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.611909Z","caller":"traceutil/trace.go:171","msg":"trace[1006926116] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"524.052595ms","start":"2026-03-20T05:34:52.087843Z","end":"2026-03-20T05:34:52.611896Z","steps":["trace[1006926116] 'process raft request' (duration: 523.914202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.611956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.085945Z","time spent":"525.975881ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:52.611978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.087829Z","time spent":"524.111697ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:52.611983Z","caller":"traceutil/trace.go:171","msg":"trace[1541780915] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"194.847365ms","start":"2026-03-20T05:34:52.417103Z","end":"2026-03-20T05:34:52.61195Z","steps":["trace[1541780915] 'process raft request' (duration: 194.809414ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.612063Z","caller":"traceutil/trace.go:171","msg":"trace[1159935959] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1732; }","duration":"330.069222ms","start":"2026-03-20T05:34:52.281981Z","end":"2026-03-20T05:34:52.61205Z","steps":["trace[1159935959] 'read index received' (duration: 225.204277ms)","trace[1159935959] 'applied index is now lower than readState.Index' (duration: 104.863515ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:52.612116Z","caller":"traceutil/trace.go:171","msg":"trace[1702743827] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"526.311478ms","start":"2026-03-20T05:34:52.085794Z","end":"2026-03-20T05:34:52.612105Z","steps":["trace[1702743827] 'process raft request' (duration: 525.786166ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.612166Z","caller":"traceutil/trace.go:171","msg":"trace[692203143] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"321.569925ms","start":"2026-03-20T05:34:52.290583Z","end":"2026-03-20T05:34:52.612153Z","steps":["trace[692203143] 'process raft request' (duration: 321.290409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.612233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.290541Z","time spent":"321.663077ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:52.612169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.085783Z","time spent":"526.358749ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:52.612227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.253375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:34:52.612345Z","caller":"traceutil/trace.go:171","msg":"trace[1394910026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1672; }","duration":"330.419399ms","start":"2026-03-20T05:34:52.281911Z","end":"2026-03-20T05:34:52.61233Z","steps":["trace[1394910026] 'agreement among raft nodes before linearized reading' (duration: 330.191984ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:52.612359Z","caller":"traceutil/trace.go:171","msg":"trace[1141513952] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"521.898285ms","start":"2026-03-20T05:34:52.090448Z","end":"2026-03-20T05:34:52.612347Z","steps":["trace[1141513952] 'process raft request' (duration: 521.375283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:52.612433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.281883Z","time spent":"330.494161ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:34:52.612438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.090432Z","time spent":"521.964477ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:34:53.460834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.206389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-20T05:34:53.46095Z","caller":"traceutil/trace.go:171","msg":"trace[1772179011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e; range_end:; response_count:1; response_revision:1673; }","duration":"588.417374ms","start":"2026-03-20T05:34:52.872501Z","end":"2026-03-20T05:34:53.460918Z","steps":["trace[1772179011] 'range keys from in-memory index tree' (duration: 588.054446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:53.461034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.872477Z","time spent":"588.539786ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b1350df-2576-4b70-990f-6ec3d3c0db3e\" "} {"level":"warn","ts":"2026-03-20T05:34:53.461045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.267177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-20T05:34:53.461058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.247871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:34:53.461121Z","caller":"traceutil/trace.go:171","msg":"trace[1665159884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1673; }","duration":"491.39248ms","start":"2026-03-20T05:34:52.969709Z","end":"2026-03-20T05:34:53.461102Z","steps":["trace[1665159884] 'range keys from in-memory index tree' (duration: 490.960991ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:53.461139Z","caller":"traceutil/trace.go:171","msg":"trace[2049250467] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1673; }","duration":"611.394284ms","start":"2026-03-20T05:34:52.849722Z","end":"2026-03-20T05:34:53.461117Z","steps":["trace[2049250467] 'count revisions from in-memory index tree' (duration: 611.139789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:53.461157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.96968Z","time spent":"491.468602ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T05:34:53.461185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:52.849695Z","time spent":"611.480036ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:34:58.746256Z","caller":"traceutil/trace.go:171","msg":"trace[397236026] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"247.330979ms","start":"2026-03-20T05:34:58.498901Z","end":"2026-03-20T05:34:58.746232Z","steps":["trace[397236026] 'read index received' (duration: 247.216596ms)","trace[397236026] 'applied index is now lower than readState.Index' (duration: 112.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:34:58.746508Z","caller":"traceutil/trace.go:171","msg":"trace[199953683] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"372.334028ms","start":"2026-03-20T05:34:58.374144Z","end":"2026-03-20T05:34:58.746478Z","steps":["trace[199953683] 'process raft request' (duration: 371.94268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.746528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.615385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-20T05:34:58.746773Z","caller":"traceutil/trace.go:171","msg":"trace[1556491593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"247.902592ms","start":"2026-03-20T05:34:58.498856Z","end":"2026-03-20T05:34:58.746758Z","steps":["trace[1556491593] 'agreement among raft nodes before linearized reading' (duration: 247.536833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.746722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:34:58.374123Z","time spent":"372.517082ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:34:58.781566Z","caller":"traceutil/trace.go:171","msg":"trace[759459359] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"146.465555ms","start":"2026-03-20T05:34:58.635062Z","end":"2026-03-20T05:34:58.781527Z","steps":["trace[759459359] 'process raft request' (duration: 145.401711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.782102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.218746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:34:58.782188Z","caller":"traceutil/trace.go:171","msg":"trace[496271459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"154.350508ms","start":"2026-03-20T05:34:58.627816Z","end":"2026-03-20T05:34:58.782167Z","steps":["trace[496271459] 'agreement among raft nodes before linearized reading' (duration: 154.209915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.782545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:34:58.782602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.285651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:34:58.78265Z","caller":"traceutil/trace.go:171","msg":"trace[1962292467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"136.362633ms","start":"2026-03-20T05:34:58.646273Z","end":"2026-03-20T05:34:58.782636Z","steps":["trace[1962292467] 'agreement among raft nodes before linearized reading' (duration: 136.174378ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:58.782655Z","caller":"traceutil/trace.go:171","msg":"trace[1844116378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1718; }","duration":"140.553161ms","start":"2026-03-20T05:34:58.642078Z","end":"2026-03-20T05:34:58.782631Z","steps":["trace[1844116378] 'agreement among raft nodes before linearized reading' (duration: 140.267974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.782693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.675319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:34:58.782516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.523455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:34:58.782819Z","caller":"traceutil/trace.go:171","msg":"trace[1689840851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"139.830592ms","start":"2026-03-20T05:34:58.64297Z","end":"2026-03-20T05:34:58.7828Z","steps":["trace[1689840851] 'agreement among raft nodes before linearized reading' (duration: 139.496325ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:34:58.782838Z","caller":"traceutil/trace.go:171","msg":"trace[252127860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"142.863143ms","start":"2026-03-20T05:34:58.639952Z","end":"2026-03-20T05:34:58.782815Z","steps":["trace[252127860] 'agreement among raft nodes before linearized reading' (duration: 142.451663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:34:58.782537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.497829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:34:58.782938Z","caller":"traceutil/trace.go:171","msg":"trace[1094146327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"140.933929ms","start":"2026-03-20T05:34:58.641986Z","end":"2026-03-20T05:34:58.78292Z","steps":["trace[1094146327] 'agreement among raft nodes before linearized reading' (duration: 140.391457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:06.53695Z","caller":"traceutil/trace.go:171","msg":"trace[1634183330] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"176.124269ms","start":"2026-03-20T05:35:06.360798Z","end":"2026-03-20T05:35:06.536922Z","steps":["trace[1634183330] 'process raft request' (duration: 175.973515ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:06.669392Z","caller":"traceutil/trace.go:171","msg":"trace[1836200891] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"123.864083ms","start":"2026-03-20T05:35:06.545482Z","end":"2026-03-20T05:35:06.669346Z","steps":["trace[1836200891] 'process raft request' (duration: 91.429331ms)","trace[1836200891] 'compare' (duration: 32.173696ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:06.873018Z","caller":"traceutil/trace.go:171","msg":"trace[676588851] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"126.669937ms","start":"2026-03-20T05:35:06.7463Z","end":"2026-03-20T05:35:06.87297Z","steps":["trace[676588851] 'process raft request' (duration: 53.777721ms)","trace[676588851] 'compare' (duration: 72.763943ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:06.898677Z","caller":"traceutil/trace.go:171","msg":"trace[1794758660] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"151.933955ms","start":"2026-03-20T05:35:06.74671Z","end":"2026-03-20T05:35:06.898644Z","steps":["trace[1794758660] 'process raft request' (duration: 151.70793ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:06.898841Z","caller":"traceutil/trace.go:171","msg":"trace[1271259773] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1847; }","duration":"114.709103ms","start":"2026-03-20T05:35:06.784097Z","end":"2026-03-20T05:35:06.898806Z","steps":["trace[1271259773] 'read index received' (duration: 16.002506ms)","trace[1271259773] 'applied index is now lower than readState.Index' (duration: 98.703397ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:06.899024Z","caller":"traceutil/trace.go:171","msg":"trace[2115085835] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"149.964061ms","start":"2026-03-20T05:35:06.749034Z","end":"2026-03-20T05:35:06.898998Z","steps":["trace[2115085835] 'process raft request' (duration: 149.545491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:06.899199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.081322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:35:06.899255Z","caller":"traceutil/trace.go:171","msg":"trace[1675538110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"115.188105ms","start":"2026-03-20T05:35:06.784051Z","end":"2026-03-20T05:35:06.899239Z","steps":["trace[1675538110] 'agreement among raft nodes before linearized reading' (duration: 114.93571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:07.139966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.252212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:35:07.140011Z","caller":"traceutil/trace.go:171","msg":"trace[2039603597] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"326.515948ms","start":"2026-03-20T05:35:06.813384Z","end":"2026-03-20T05:35:07.1399Z","steps":["trace[2039603597] 'process raft request' (duration: 284.445396ms)","trace[2039603597] 'compare' (duration: 41.494759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:35:07.14008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.425139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-20T05:35:07.140079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.938818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:35:07.140155Z","caller":"traceutil/trace.go:171","msg":"trace[1730235002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1777; }","duration":"313.05443ms","start":"2026-03-20T05:35:06.827083Z","end":"2026-03-20T05:35:07.140137Z","steps":["trace[1730235002] 'agreement among raft nodes before linearized reading' (duration: 312.807144ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:07.140155Z","caller":"traceutil/trace.go:171","msg":"trace[442527560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1777; }","duration":"313.531261ms","start":"2026-03-20T05:35:06.8266Z","end":"2026-03-20T05:35:07.140131Z","steps":["trace[442527560] 'agreement among raft nodes before linearized reading' (duration: 313.332236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:07.140196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:06.827074Z","time spent":"313.109542ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:35:07.140222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:06.826587Z","time spent":"313.619143ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:35:07.140054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.433938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:35:07.140248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.85764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-20T05:35:07.140245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:06.813361Z","time spent":"326.756474ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:07.140302Z","caller":"traceutil/trace.go:171","msg":"trace[852650713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1777; }","duration":"299.720465ms","start":"2026-03-20T05:35:06.840563Z","end":"2026-03-20T05:35:07.140283Z","steps":["trace[852650713] 'agreement among raft nodes before linearized reading' (duration: 299.346527ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:07.140317Z","caller":"traceutil/trace.go:171","msg":"trace[1442428852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1777; }","duration":"338.985073ms","start":"2026-03-20T05:35:06.801311Z","end":"2026-03-20T05:35:07.140296Z","steps":["trace[1442428852] 'agreement among raft nodes before linearized reading' (duration: 338.728677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:07.14018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.055719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:35:07.140422Z","caller":"traceutil/trace.go:171","msg":"trace[49426579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1777; }","duration":"306.334896ms","start":"2026-03-20T05:35:06.83407Z","end":"2026-03-20T05:35:07.140405Z","steps":["trace[49426579] 'agreement among raft nodes before linearized reading' (duration: 305.780233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:07.140507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:06.834054Z","time spent":"306.440938ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:35:07.13972Z","caller":"traceutil/trace.go:171","msg":"trace[218049776] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"240.737535ms","start":"2026-03-20T05:35:06.898944Z","end":"2026-03-20T05:35:07.139682Z","steps":["trace[218049776] 'read index received' (duration: 198.868788ms)","trace[218049776] 'applied index is now lower than readState.Index' (duration: 41.867117ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:07.140068Z","caller":"traceutil/trace.go:171","msg":"trace[1096674521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1777; }","duration":"298.402976ms","start":"2026-03-20T05:35:06.841649Z","end":"2026-03-20T05:35:07.140052Z","steps":["trace[1096674521] 'agreement among raft nodes before linearized reading' (duration: 298.094909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:07.140358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:06.801289Z","time spent":"339.060764ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-20T05:35:07.140675Z","caller":"traceutil/trace.go:171","msg":"trace[1592133580] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"236.460748ms","start":"2026-03-20T05:35:06.904198Z","end":"2026-03-20T05:35:07.140659Z","steps":["trace[1592133580] 'process raft request' (duration: 235.931916ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:07.140952Z","caller":"traceutil/trace.go:171","msg":"trace[1250212684] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"232.660481ms","start":"2026-03-20T05:35:06.908209Z","end":"2026-03-20T05:35:07.140869Z","steps":["trace[1250212684] 'process raft request' (duration: 232.383205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.635195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.02325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:35:11.635303Z","caller":"traceutil/trace.go:171","msg":"trace[1467766638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1799; }","duration":"198.143422ms","start":"2026-03-20T05:35:11.437144Z","end":"2026-03-20T05:35:11.635287Z","steps":["trace[1467766638] 'range keys from in-memory index tree' (duration: 198.010229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.657479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382491955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:35:11.703385Z","caller":"traceutil/trace.go:171","msg":"trace[1824324862] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"546.593701ms","start":"2026-03-20T05:35:11.15677Z","end":"2026-03-20T05:35:11.703364Z","steps":["trace[1824324862] 'read index received' (duration: 546.381376ms)","trace[1824324862] 'applied index is now lower than readState.Index' (duration: 211.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:11.703446Z","caller":"traceutil/trace.go:171","msg":"trace[58356960] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"550.323156ms","start":"2026-03-20T05:35:11.153099Z","end":"2026-03-20T05:35:11.703422Z","steps":["trace[58356960] 'process raft request' (duration: 550.126702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.703571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.793306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:35:11.703598Z","caller":"traceutil/trace.go:171","msg":"trace[1714809673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1800; }","duration":"546.842837ms","start":"2026-03-20T05:35:11.156748Z","end":"2026-03-20T05:35:11.703591Z","steps":["trace[1714809673] 'agreement among raft nodes before linearized reading' (duration: 546.712634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.70362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.15668Z","time spent":"546.934299ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:11.703712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.897822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:35:11.703796Z","caller":"traceutil/trace.go:171","msg":"trace[881537871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1800; }","duration":"524.013785ms","start":"2026-03-20T05:35:11.179763Z","end":"2026-03-20T05:35:11.703776Z","steps":["trace[881537871] 'agreement among raft nodes before linearized reading' (duration: 523.7972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.703766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.153072Z","time spent":"550.562251ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:11.703851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.179755Z","time spent":"524.087477ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:35:11.703808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.084563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-20T05:35:11.70385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.659717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-20T05:35:11.703902Z","caller":"traceutil/trace.go:171","msg":"trace[1004801987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1800; }","duration":"526.192105ms","start":"2026-03-20T05:35:11.177696Z","end":"2026-03-20T05:35:11.703889Z","steps":["trace[1004801987] 'agreement among raft nodes before linearized reading' (duration: 526.059012ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:11.703923Z","caller":"traceutil/trace.go:171","msg":"trace[1956429459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1800; }","duration":"523.758509ms","start":"2026-03-20T05:35:11.180144Z","end":"2026-03-20T05:35:11.703903Z","steps":["trace[1956429459] 'agreement among raft nodes before linearized reading' (duration: 523.511364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.703912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.044922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-20T05:35:11.703945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.177668Z","time spent":"526.268817ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:35:11.703967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.180137Z","time spent":"523.82131ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:35:11.703712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.647408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T05:35:11.703994Z","caller":"traceutil/trace.go:171","msg":"trace[111551358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1800; }","duration":"526.150314ms","start":"2026-03-20T05:35:11.177819Z","end":"2026-03-20T05:35:11.70397Z","steps":["trace[111551358] 'agreement among raft nodes before linearized reading' (duration: 525.892508ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:11.704015Z","caller":"traceutil/trace.go:171","msg":"trace[818730957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1800; }","duration":"528.004425ms","start":"2026-03-20T05:35:11.175999Z","end":"2026-03-20T05:35:11.704004Z","steps":["trace[818730957] 'agreement among raft nodes before linearized reading' (duration: 527.521825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.704046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.175987Z","time spent":"528.051747ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:11.704047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.177814Z","time spent":"526.224226ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T05:35:11.703754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.587598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-20T05:35:11.704155Z","caller":"traceutil/trace.go:171","msg":"trace[429705554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1800; }","duration":"524.998687ms","start":"2026-03-20T05:35:11.179143Z","end":"2026-03-20T05:35:11.704142Z","steps":["trace[429705554] 'agreement among raft nodes before linearized reading' (duration: 524.570348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:11.7042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:11.179134Z","time spent":"525.054499ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:35:15.995094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.37019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:35:15.995234Z","caller":"traceutil/trace.go:171","msg":"trace[22655568] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"230.109013ms","start":"2026-03-20T05:35:15.765104Z","end":"2026-03-20T05:35:15.995213Z","steps":["trace[22655568] 'process raft request' (duration: 44.521389ms)","trace[22655568] 'compare' (duration: 185.200285ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:16.092007Z","caller":"traceutil/trace.go:171","msg":"trace[260280040] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"326.523029ms","start":"2026-03-20T05:35:15.765452Z","end":"2026-03-20T05:35:16.091975Z","steps":["trace[260280040] 'process raft request' (duration: 326.232861ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:16.092096Z","caller":"traceutil/trace.go:171","msg":"trace[260184696] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"325.961316ms","start":"2026-03-20T05:35:15.76611Z","end":"2026-03-20T05:35:16.092072Z","steps":["trace[260184696] 'process raft request' (duration: 325.914115ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:16.092167Z","caller":"traceutil/trace.go:171","msg":"trace[1093722851] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"326.695012ms","start":"2026-03-20T05:35:15.765449Z","end":"2026-03-20T05:35:16.092144Z","steps":["trace[1093722851] 'process raft request' (duration: 326.496058ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:16.092178Z","caller":"traceutil/trace.go:171","msg":"trace[487228234] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"326.670132ms","start":"2026-03-20T05:35:15.765447Z","end":"2026-03-20T05:35:16.092117Z","steps":["trace[487228234] 'process raft request' (duration: 326.395075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:16.09228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:15.76542Z","time spent":"326.796264ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:16.092356Z","caller":"traceutil/trace.go:171","msg":"trace[393573369] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"326.794094ms","start":"2026-03-20T05:35:15.765479Z","end":"2026-03-20T05:35:16.092273Z","steps":["trace[393573369] 'process raft request' (duration: 326.505438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:16.092243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:15.766097Z","time spent":"326.060608ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:16.092555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:15.765424Z","time spent":"326.896256ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:16.092602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:15.765438Z","time spent":"326.652311ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:16.092587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:15.765463Z","time spent":"326.994369ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:35:44.323583Z","caller":"traceutil/trace.go:171","msg":"trace[1393807053] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"332.057154ms","start":"2026-03-20T05:35:43.99151Z","end":"2026-03-20T05:35:44.323568Z","steps":["trace[1393807053] 'read index received' (duration: 331.954771ms)","trace[1393807053] 'applied index is now lower than readState.Index' (duration: 101.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:35:44.323637Z","caller":"traceutil/trace.go:171","msg":"trace[933242249] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"428.358488ms","start":"2026-03-20T05:35:43.89525Z","end":"2026-03-20T05:35:44.323608Z","steps":["trace[933242249] 'process raft request' (duration: 428.212214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.323747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.233678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-20T05:35:44.323783Z","caller":"traceutil/trace.go:171","msg":"trace[855356479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"332.315419ms","start":"2026-03-20T05:35:43.991458Z","end":"2026-03-20T05:35:44.323774Z","steps":["trace[855356479] 'agreement among raft nodes before linearized reading' (duration: 332.205177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.323776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:43.895223Z","time spent":"428.47624ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:35:44.323806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:35:43.991438Z","time spent":"332.362191ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-20T05:35:44.349368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.081942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-20T05:35:44.349417Z","caller":"traceutil/trace.go:171","msg":"trace[122049295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1961; }","duration":"223.133013ms","start":"2026-03-20T05:35:44.126272Z","end":"2026-03-20T05:35:44.349405Z","steps":["trace[122049295] 'agreement among raft nodes before linearized reading' (duration: 223.003279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.350022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.362501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T05:35:44.350056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.185043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-20T05:35:44.350115Z","caller":"traceutil/trace.go:171","msg":"trace[868822212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1961; }","duration":"123.502475ms","start":"2026-03-20T05:35:44.226591Z","end":"2026-03-20T05:35:44.350094Z","steps":["trace[868822212] 'agreement among raft nodes before linearized reading' (duration: 123.246029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.350128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.031336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-20T05:35:44.350136Z","caller":"traceutil/trace.go:171","msg":"trace[722170913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1961; }","duration":"125.328656ms","start":"2026-03-20T05:35:44.224787Z","end":"2026-03-20T05:35:44.350116Z","steps":["trace[722170913] 'agreement among raft nodes before linearized reading' (duration: 125.06781ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.350167Z","caller":"traceutil/trace.go:171","msg":"trace[1553083461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1961; }","duration":"117.067377ms","start":"2026-03-20T05:35:44.23309Z","end":"2026-03-20T05:35:44.350158Z","steps":["trace[1553083461] 'agreement among raft nodes before linearized reading' (duration: 116.992406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.350062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.011295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-20T05:35:44.350266Z","caller":"traceutil/trace.go:171","msg":"trace[1863761718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"120.23845ms","start":"2026-03-20T05:35:44.230016Z","end":"2026-03-20T05:35:44.350255Z","steps":["trace[1863761718] 'agreement among raft nodes before linearized reading' (duration: 119.987485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:35:44.350338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.912025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-20T05:35:44.350423Z","caller":"traceutil/trace.go:171","msg":"trace[315549173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1961; }","duration":"120.991367ms","start":"2026-03-20T05:35:44.229406Z","end":"2026-03-20T05:35:44.350398Z","steps":["trace[315549173] 'agreement among raft nodes before linearized reading' (duration: 120.815303ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.494337Z","caller":"traceutil/trace.go:171","msg":"trace[1034551433] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"140.139945ms","start":"2026-03-20T05:35:44.354176Z","end":"2026-03-20T05:35:44.494316Z","steps":["trace[1034551433] 'process raft request' (duration: 139.91969ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.494635Z","caller":"traceutil/trace.go:171","msg":"trace[113602880] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"140.190106ms","start":"2026-03-20T05:35:44.354414Z","end":"2026-03-20T05:35:44.494604Z","steps":["trace[113602880] 'process raft request' (duration: 139.862169ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.494868Z","caller":"traceutil/trace.go:171","msg":"trace[1719819735] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"140.382481ms","start":"2026-03-20T05:35:44.354471Z","end":"2026-03-20T05:35:44.494853Z","steps":["trace[1719819735] 'process raft request' (duration: 140.048703ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.494974Z","caller":"traceutil/trace.go:171","msg":"trace[138339127] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"139.915869ms","start":"2026-03-20T05:35:44.355036Z","end":"2026-03-20T05:35:44.494952Z","steps":["trace[138339127] 'process raft request' (duration: 139.809877ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.494904Z","caller":"traceutil/trace.go:171","msg":"trace[965564946] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"139.979382ms","start":"2026-03-20T05:35:44.354905Z","end":"2026-03-20T05:35:44.494884Z","steps":["trace[965564946] 'process raft request' (duration: 139.89905ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:35:44.495043Z","caller":"traceutil/trace.go:171","msg":"trace[1268829684] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"140.183457ms","start":"2026-03-20T05:35:44.354849Z","end":"2026-03-20T05:35:44.495032Z","steps":["trace[1268829684] 'process raft request' (duration: 139.851308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:27.240426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.218666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:27.240517Z","caller":"traceutil/trace.go:171","msg":"trace[441510207] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2345; }","duration":"161.362609ms","start":"2026-03-20T05:36:27.079135Z","end":"2026-03-20T05:36:27.240498Z","steps":["trace[441510207] 'count revisions from in-memory index tree' (duration: 161.126813ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:30.358597Z","caller":"traceutil/trace.go:171","msg":"trace[570767450] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"126.734824ms","start":"2026-03-20T05:36:30.231814Z","end":"2026-03-20T05:36:30.358549Z","steps":["trace[570767450] 'process raft request' (duration: 126.54499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.128519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382493237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:36:31.428906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.553989Z","time spent":"874.912871ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T05:36:31.429838Z","caller":"traceutil/trace.go:171","msg":"trace[1702605815] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"857.363114ms","start":"2026-03-20T05:36:30.572452Z","end":"2026-03-20T05:36:31.429815Z","steps":["trace[1702605815] 'process raft request' (duration: 857.174359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.42999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.572421Z","time spent":"857.486076ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:36:31.430236Z","caller":"traceutil/trace.go:171","msg":"trace[166693528] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2459; }","duration":"801.762132ms","start":"2026-03-20T05:36:30.628444Z","end":"2026-03-20T05:36:31.430206Z","steps":["trace[166693528] 'read index received' (duration: 800.37427ms)","trace[166693528] 'applied index is now lower than readState.Index' (duration: 1.385942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:31.430337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.903585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:31.430376Z","caller":"traceutil/trace.go:171","msg":"trace[752473661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2362; }","duration":"801.985637ms","start":"2026-03-20T05:36:30.62838Z","end":"2026-03-20T05:36:31.430365Z","steps":["trace[752473661] 'agreement among raft nodes before linearized reading' (duration: 801.931436ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.430334Z","caller":"traceutil/trace.go:171","msg":"trace[2031077911] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"857.831494ms","start":"2026-03-20T05:36:30.572451Z","end":"2026-03-20T05:36:31.430283Z","steps":["trace[2031077911] 'process raft request' (duration: 857.327823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.430416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.628363Z","time spent":"802.047009ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:36:31.43057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.572418Z","time spent":"858.039568ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:36:31.431239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.299769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:36:31.431278Z","caller":"traceutil/trace.go:171","msg":"trace[1093182386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2363; }","duration":"718.381471ms","start":"2026-03-20T05:36:30.712887Z","end":"2026-03-20T05:36:31.431269Z","steps":["trace[1093182386] 'agreement among raft nodes before linearized reading' (duration: 718.254308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.712874Z","time spent":"718.419732ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:36:31.431367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.970483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:31.431533Z","caller":"traceutil/trace.go:171","msg":"trace[398719229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2363; }","duration":"143.193037ms","start":"2026-03-20T05:36:31.288308Z","end":"2026-03-20T05:36:31.431501Z","steps":["trace[398719229] 'agreement among raft nodes before linearized reading' (duration: 142.902951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.518749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:36:31.431545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.760154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:31.431613Z","caller":"traceutil/trace.go:171","msg":"trace[136049457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2363; }","duration":"518.643851ms","start":"2026-03-20T05:36:30.91295Z","end":"2026-03-20T05:36:31.431593Z","steps":["trace[136049457] 'agreement among raft nodes before linearized reading' (duration: 518.233512ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.431635Z","caller":"traceutil/trace.go:171","msg":"trace[1707514305] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2363; }","duration":"529.899207ms","start":"2026-03-20T05:36:30.901715Z","end":"2026-03-20T05:36:31.431615Z","steps":["trace[1707514305] 'agreement among raft nodes before linearized reading' (duration: 529.716313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.901702Z","time spent":"529.958848ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:36:31.431671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.912925Z","time spent":"518.729134ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.431699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.119803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:36:31.43173Z","caller":"traceutil/trace.go:171","msg":"trace[1715114884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2363; }","duration":"523.173054ms","start":"2026-03-20T05:36:30.908546Z","end":"2026-03-20T05:36:31.431719Z","steps":["trace[1715114884] 'agreement among raft nodes before linearized reading' (duration: 523.094482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.908535Z","time spent":"523.211835ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:36:31.431729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.468285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:36:31.431798Z","caller":"traceutil/trace.go:171","msg":"trace[982582432] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2363; }","duration":"106.556357ms","start":"2026-03-20T05:36:31.325221Z","end":"2026-03-20T05:36:31.431777Z","steps":["trace[982582432] 'agreement among raft nodes before linearized reading' (duration: 106.429114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.690173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:36:31.431884Z","caller":"traceutil/trace.go:171","msg":"trace[1054424581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2363; }","duration":"518.862586ms","start":"2026-03-20T05:36:30.912996Z","end":"2026-03-20T05:36:31.431859Z","steps":["trace[1054424581] 'agreement among raft nodes before linearized reading' (duration: 518.55999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.551933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:36:31.431954Z","caller":"traceutil/trace.go:171","msg":"trace[60539158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2363; }","duration":"523.596863ms","start":"2026-03-20T05:36:30.90835Z","end":"2026-03-20T05:36:31.431947Z","steps":["trace[60539158] 'agreement among raft nodes before linearized reading' (duration: 523.506201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.431955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.912974Z","time spent":"518.967489ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.431973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.908339Z","time spent":"523.628874ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:36:31.432062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.59137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:36:31.432113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.348698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:36:31.432121Z","caller":"traceutil/trace.go:171","msg":"trace[1931599997] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2363; }","duration":"551.678881ms","start":"2026-03-20T05:36:30.880426Z","end":"2026-03-20T05:36:31.432105Z","steps":["trace[1931599997] 'agreement among raft nodes before linearized reading' (duration: 551.597489ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:31.432146Z","caller":"traceutil/trace.go:171","msg":"trace[1120349656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2363; }","duration":"590.404709ms","start":"2026-03-20T05:36:30.841727Z","end":"2026-03-20T05:36:31.432132Z","steps":["trace[1120349656] 'agreement among raft nodes before linearized reading' (duration: 590.069551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.432165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.841712Z","time spent":"590.448ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:36:31.432161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.880408Z","time spent":"551.743203ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:36:31.432162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.558696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:31.432201Z","caller":"traceutil/trace.go:171","msg":"trace[1434626635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2363; }","duration":"703.629788ms","start":"2026-03-20T05:36:30.728561Z","end":"2026-03-20T05:36:31.432191Z","steps":["trace[1434626635] 'agreement among raft nodes before linearized reading' (duration: 703.551876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:31.432236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:36:30.728549Z","time spent":"703.677579ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:36:31.432417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.243125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:36:31.432457Z","caller":"traceutil/trace.go:171","msg":"trace[1134237291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2363; }","duration":"201.418849ms","start":"2026-03-20T05:36:31.23103Z","end":"2026-03-20T05:36:31.432449Z","steps":["trace[1134237291] 'agreement among raft nodes before linearized reading' (duration: 201.237254ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:43.606809Z","caller":"traceutil/trace.go:171","msg":"trace[1390915169] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2535; }","duration":"109.545185ms","start":"2026-03-20T05:36:43.497239Z","end":"2026-03-20T05:36:43.606784Z","steps":["trace[1390915169] 'read index received' (duration: 27.961654ms)","trace[1390915169] 'applied index is now lower than readState.Index' (duration: 81.575091ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:43.606922Z","caller":"traceutil/trace.go:171","msg":"trace[698613283] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"110.775323ms","start":"2026-03-20T05:36:43.496135Z","end":"2026-03-20T05:36:43.606911Z","steps":["trace[698613283] 'process raft request' (duration: 64.125874ms)","trace[698613283] 'compare' (duration: 46.415812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:36:43.607111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.856902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:36:43.607139Z","caller":"traceutil/trace.go:171","msg":"trace[1538769467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"109.909624ms","start":"2026-03-20T05:36:43.497223Z","end":"2026-03-20T05:36:43.607132Z","steps":["trace[1538769467] 'agreement among raft nodes before linearized reading' (duration: 109.802721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:43.607238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.634116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-20T05:36:43.607305Z","caller":"traceutil/trace.go:171","msg":"trace[919633941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"109.720118ms","start":"2026-03-20T05:36:43.497564Z","end":"2026-03-20T05:36:43.607284Z","steps":["trace[919633941] 'agreement among raft nodes before linearized reading' (duration: 109.513793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:43.607301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.623923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:36:43.607358Z","caller":"traceutil/trace.go:171","msg":"trace[1672935978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2435; }","duration":"108.691765ms","start":"2026-03-20T05:36:43.498648Z","end":"2026-03-20T05:36:43.60734Z","steps":["trace[1672935978] 'agreement among raft nodes before linearized reading' (duration: 108.547572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:36:43.607442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.534141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:36:43.607616Z","caller":"traceutil/trace.go:171","msg":"trace[1367936371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"108.756167ms","start":"2026-03-20T05:36:43.498832Z","end":"2026-03-20T05:36:43.607588Z","steps":["trace[1367936371] 'agreement among raft nodes before linearized reading' (duration: 108.316927ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:43.736805Z","caller":"traceutil/trace.go:171","msg":"trace[497424028] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"125.286071ms","start":"2026-03-20T05:36:43.611483Z","end":"2026-03-20T05:36:43.736769Z","steps":["trace[497424028] 'process raft request' (duration: 101.033611ms)","trace[497424028] 'compare' (duration: 24.047936ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:36:43.737117Z","caller":"traceutil/trace.go:171","msg":"trace[1725035049] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"125.559057ms","start":"2026-03-20T05:36:43.611532Z","end":"2026-03-20T05:36:43.737091Z","steps":["trace[1725035049] 'process raft request' (duration: 125.191189ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:43.737226Z","caller":"traceutil/trace.go:171","msg":"trace[281522281] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"125.640409ms","start":"2026-03-20T05:36:43.611546Z","end":"2026-03-20T05:36:43.737186Z","steps":["trace[281522281] 'process raft request' (duration: 125.435805ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:36:43.737311Z","caller":"traceutil/trace.go:171","msg":"trace[1706142021] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"125.615889ms","start":"2026-03-20T05:36:43.611678Z","end":"2026-03-20T05:36:43.737293Z","steps":["trace[1706142021] 'process raft request' (duration: 125.455135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.373787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.606188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e75f8fee99614\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-20T05:37:06.373881Z","caller":"traceutil/trace.go:171","msg":"trace[2054013942] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e75f8fee99614; range_end:; response_count:1; response_revision:2551; }","duration":"942.74026ms","start":"2026-03-20T05:37:05.431114Z","end":"2026-03-20T05:37:06.373854Z","steps":["trace[2054013942] 'range keys from in-memory index tree' (duration: 942.405153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.373855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.542938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-20T05:37:06.373927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.43109Z","time spent":"942.828063ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e75f8fee99614\" "} {"level":"info","ts":"2026-03-20T05:37:06.374109Z","caller":"traceutil/trace.go:171","msg":"trace[1482473091] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2658; }","duration":"745.731963ms","start":"2026-03-20T05:37:05.628356Z","end":"2026-03-20T05:37:06.374088Z","steps":["trace[1482473091] 'read index received' (duration: 100.868649ms)","trace[1482473091] 'applied index is now lower than readState.Index' (duration: 644.862244ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:37:06.374148Z","caller":"traceutil/trace.go:171","msg":"trace[1582156833] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"765.830488ms","start":"2026-03-20T05:37:05.608262Z","end":"2026-03-20T05:37:06.374093Z","steps":["trace[1582156833] 'process raft request' (duration: 120.942543ms)","trace[1582156833] 'compare' (duration: 644.288411ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:37:06.374239Z","caller":"traceutil/trace.go:171","msg":"trace[1887560405] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"750.968881ms","start":"2026-03-20T05:37:05.623254Z","end":"2026-03-20T05:37:06.374223Z","steps":["trace[1887560405] 'process raft request' (duration: 750.720636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.374336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.623236Z","time spent":"751.050473ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:37:06.374351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.608241Z","time spent":"766.011443ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:37:06.396259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.886096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:37:06.396358Z","caller":"traceutil/trace.go:171","msg":"trace[1605436855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2553; }","duration":"767.996179ms","start":"2026-03-20T05:37:05.628321Z","end":"2026-03-20T05:37:06.396317Z","steps":["trace[1605436855] 'agreement among raft nodes before linearized reading' (duration: 746.068931ms)","trace[1605436855] 'range keys from in-memory index tree' (duration: 21.816066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:37:06.396355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.321624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T05:37:06.396426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.628309Z","time spent":"768.098841ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:37:06.396446Z","caller":"traceutil/trace.go:171","msg":"trace[1389043193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2553; }","duration":"764.477667ms","start":"2026-03-20T05:37:05.631946Z","end":"2026-03-20T05:37:06.396423Z","steps":["trace[1389043193] 'agreement among raft nodes before linearized reading' (duration: 764.215181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.39651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.631936Z","time spent":"764.55263ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:37:06.396772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.417703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:37:06.397394Z","caller":"traceutil/trace.go:171","msg":"trace[2031825453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2553; }","duration":"458.074369ms","start":"2026-03-20T05:37:05.939292Z","end":"2026-03-20T05:37:06.397367Z","steps":["trace[2031825453] 'agreement among raft nodes before linearized reading' (duration: 457.307462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.397475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.939272Z","time spent":"458.182171ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:37:06.396813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.369327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:37:06.397698Z","caller":"traceutil/trace.go:171","msg":"trace[567959155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2553; }","duration":"534.381819ms","start":"2026-03-20T05:37:05.863301Z","end":"2026-03-20T05:37:06.397683Z","steps":["trace[567959155] 'agreement among raft nodes before linearized reading' (duration: 533.310595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.397745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.863282Z","time spent":"534.44928ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:37:06.396821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.923286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:37:06.397857Z","caller":"traceutil/trace.go:171","msg":"trace[274457974] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2553; }","duration":"672.00273ms","start":"2026-03-20T05:37:05.725843Z","end":"2026-03-20T05:37:06.397846Z","steps":["trace[274457974] 'agreement among raft nodes before linearized reading' (duration: 670.921176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.396882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.500681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:37:06.397899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.725804Z","time spent":"672.081502ms","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:37:06.396881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.622244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-20T05:37:06.397922Z","caller":"traceutil/trace.go:171","msg":"trace[538645244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2553; }","duration":"460.586855ms","start":"2026-03-20T05:37:05.937309Z","end":"2026-03-20T05:37:06.397896Z","steps":["trace[538645244] 'agreement among raft nodes before linearized reading' (duration: 459.46438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.398055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.937286Z","time spent":"460.748999ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:37:06.398077Z","caller":"traceutil/trace.go:171","msg":"trace[1888623049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2553; }","duration":"456.81197ms","start":"2026-03-20T05:37:05.941209Z","end":"2026-03-20T05:37:06.398021Z","steps":["trace[1888623049] 'agreement among raft nodes before linearized reading' (duration: 455.513111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.397216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.450357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:37:06.398144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.941198Z","time spent":"456.922932ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:37:06.398189Z","caller":"traceutil/trace.go:171","msg":"trace[1807195065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2553; }","duration":"530.46295ms","start":"2026-03-20T05:37:05.867696Z","end":"2026-03-20T05:37:06.398159Z","steps":["trace[1807195065] 'agreement among raft nodes before linearized reading' (duration: 528.887445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:06.398279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:37:05.867677Z","time spent":"530.569423ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:37:11.790253Z","caller":"traceutil/trace.go:171","msg":"trace[793489104] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"165.438774ms","start":"2026-03-20T05:37:11.624798Z","end":"2026-03-20T05:37:11.790237Z","steps":["trace[793489104] 'read index received' (duration: 165.305251ms)","trace[793489104] 'applied index is now lower than readState.Index' (duration: 132.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:37:11.790284Z","caller":"traceutil/trace.go:171","msg":"trace[1599517467] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"168.990053ms","start":"2026-03-20T05:37:11.621272Z","end":"2026-03-20T05:37:11.790262Z","steps":["trace[1599517467] 'process raft request' (duration: 168.85425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:37:11.790357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.545816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:37:11.790374Z","caller":"traceutil/trace.go:171","msg":"trace[66789121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2582; }","duration":"165.577247ms","start":"2026-03-20T05:37:11.624792Z","end":"2026-03-20T05:37:11.790369Z","steps":["trace[66789121] 'agreement among raft nodes before linearized reading' (duration: 165.510535ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:38:56.909221Z","caller":"traceutil/trace.go:171","msg":"trace[1871445303] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"110.343071ms","start":"2026-03-20T05:38:56.798844Z","end":"2026-03-20T05:38:56.909187Z","steps":["trace[1871445303] 'process raft request' (duration: 106.890303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:15.509369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.343944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1490b3b5-d17f-4534-b3fd-e7f55600c67d\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-20T05:41:15.509447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.231022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189e76353ad6b2a4\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-20T05:41:15.509482Z","caller":"traceutil/trace.go:171","msg":"trace[1392101917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1490b3b5-d17f-4534-b3fd-e7f55600c67d; range_end:; response_count:1; response_revision:4472; }","duration":"268.512948ms","start":"2026-03-20T05:41:15.240947Z","end":"2026-03-20T05:41:15.50946Z","steps":["trace[1392101917] 'range keys from in-memory index tree' (duration: 268.18295ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:15.509527Z","caller":"traceutil/trace.go:171","msg":"trace[1127180091] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189e76353ad6b2a4; range_end:; response_count:1; response_revision:4472; }","duration":"353.346455ms","start":"2026-03-20T05:41:15.156155Z","end":"2026-03-20T05:41:15.509501Z","steps":["trace[1127180091] 'range keys from in-memory index tree' (duration: 352.836323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:15.509585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:15.156128Z","time spent":"353.446627ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1201,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189e76353ad6b2a4\" "} {"level":"warn","ts":"2026-03-20T05:41:15.509369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.116282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76047"} {"level":"info","ts":"2026-03-20T05:41:15.510199Z","caller":"traceutil/trace.go:171","msg":"trace[796602666] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4472; }","duration":"551.985521ms","start":"2026-03-20T05:41:14.958191Z","end":"2026-03-20T05:41:15.510177Z","steps":["trace[796602666] 'range keys from in-memory index tree' (duration: 550.840076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:15.510261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:14.95818Z","time spent":"552.059843ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":76069,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-20T05:41:15.535136Z","caller":"traceutil/trace.go:171","msg":"trace[223977859] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"192.15723ms","start":"2026-03-20T05:41:15.342958Z","end":"2026-03-20T05:41:15.535115Z","steps":["trace[223977859] 'process raft request' (duration: 192.052817ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:15.535839Z","caller":"traceutil/trace.go:171","msg":"trace[1361159047] linearizableReadLoop","detail":"{readStateIndex:4657; appliedIndex:4657; }","duration":"172.931148ms","start":"2026-03-20T05:41:15.362608Z","end":"2026-03-20T05:41:15.535539Z","steps":["trace[1361159047] 'read index received' (duration: 172.912837ms)","trace[1361159047] 'applied index is now lower than readState.Index' (duration: 17.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:15.535882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.256485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:41:15.535969Z","caller":"traceutil/trace.go:171","msg":"trace[1817779790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:4473; }","duration":"173.403538ms","start":"2026-03-20T05:41:15.362542Z","end":"2026-03-20T05:41:15.535946Z","steps":["trace[1817779790] 'agreement among raft nodes before linearized reading' (duration: 173.124512ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:15.54737Z","caller":"traceutil/trace.go:171","msg":"trace[1576349842] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"135.922127ms","start":"2026-03-20T05:41:15.411364Z","end":"2026-03-20T05:41:15.547286Z","steps":["trace[1576349842] 'process raft request' (duration: 135.64641ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:15.989024Z","caller":"traceutil/trace.go:171","msg":"trace[1095360308] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"125.793959ms","start":"2026-03-20T05:41:15.863202Z","end":"2026-03-20T05:41:15.988996Z","steps":["trace[1095360308] 'process raft request' (duration: 125.593904ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:17.368117Z","caller":"traceutil/trace.go:171","msg":"trace[1564756790] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"102.569656ms","start":"2026-03-20T05:41:17.265517Z","end":"2026-03-20T05:41:17.368086Z","steps":["trace[1564756790] 'process raft request' (duration: 102.093415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:19.444231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.769724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:19.444405Z","caller":"traceutil/trace.go:171","msg":"trace[1763731781] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"201.259956ms","start":"2026-03-20T05:41:19.243109Z","end":"2026-03-20T05:41:19.444369Z","steps":["trace[1763731781] 'process raft request' (duration: 77.248247ms)","trace[1763731781] 'compare' (duration: 123.639411ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:19.444362Z","caller":"traceutil/trace.go:171","msg":"trace[961972066] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4728; }","duration":"188.978409ms","start":"2026-03-20T05:41:19.255362Z","end":"2026-03-20T05:41:19.444341Z","steps":["trace[961972066] 'read index received' (duration: 65.072403ms)","trace[961972066] 'applied index is now lower than readState.Index' (duration: 123.904346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:19.444694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.313557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-03-20T05:41:19.444783Z","caller":"traceutil/trace.go:171","msg":"trace[1236168947] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4542; }","duration":"189.450801ms","start":"2026-03-20T05:41:19.255309Z","end":"2026-03-20T05:41:19.444759Z","steps":["trace[1236168947] 'agreement among raft nodes before linearized reading' (duration: 189.201515ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:21.658129Z","caller":"traceutil/trace.go:171","msg":"trace[132998188] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"103.139969ms","start":"2026-03-20T05:41:21.554969Z","end":"2026-03-20T05:41:21.658109Z","steps":["trace[132998188] 'process raft request' (duration: 102.993896ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.01829Z","caller":"traceutil/trace.go:171","msg":"trace[599898427] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"149.127772ms","start":"2026-03-20T05:41:21.869132Z","end":"2026-03-20T05:41:22.01826Z","steps":["trace[599898427] 'process raft request' (duration: 98.459023ms)","trace[599898427] 'compare' (duration: 50.502406ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:22.055304Z","caller":"traceutil/trace.go:171","msg":"trace[39571513] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4827; }","duration":"185.667796ms","start":"2026-03-20T05:41:21.869616Z","end":"2026-03-20T05:41:22.055284Z","steps":["trace[39571513] 'read index received' (duration: 97.985784ms)","trace[39571513] 'applied index is now lower than readState.Index' (duration: 87.680942ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:22.055398Z","caller":"traceutil/trace.go:171","msg":"trace[1102739481] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"185.907571ms","start":"2026-03-20T05:41:21.86946Z","end":"2026-03-20T05:41:22.055368Z","steps":["trace[1102739481] 'process raft request' (duration: 185.613714ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.05541Z","caller":"traceutil/trace.go:171","msg":"trace[331542158] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"183.414765ms","start":"2026-03-20T05:41:21.871969Z","end":"2026-03-20T05:41:22.055384Z","steps":["trace[331542158] 'process raft request' (duration: 183.221981ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.055427Z","caller":"traceutil/trace.go:171","msg":"trace[339545029] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"134.73721ms","start":"2026-03-20T05:41:21.920677Z","end":"2026-03-20T05:41:22.055414Z","steps":["trace[339545029] 'process raft request' (duration: 134.565956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.055662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.364116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-20T05:41:22.055818Z","caller":"traceutil/trace.go:171","msg":"trace[770479195] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7; range_end:; response_count:1; response_revision:4640; }","duration":"136.566701ms","start":"2026-03-20T05:41:21.919227Z","end":"2026-03-20T05:41:22.055794Z","steps":["trace[770479195] 'agreement among raft nodes before linearized reading' (duration: 136.206113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.056237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.485204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-20T05:41:22.056963Z","caller":"traceutil/trace.go:171","msg":"trace[1751126865] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4640; }","duration":"187.343922ms","start":"2026-03-20T05:41:21.869594Z","end":"2026-03-20T05:41:22.056938Z","steps":["trace[1751126865] 'agreement among raft nodes before linearized reading' (duration: 185.85979ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.307065Z","caller":"traceutil/trace.go:171","msg":"trace[82025585] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"139.21472ms","start":"2026-03-20T05:41:22.167829Z","end":"2026-03-20T05:41:22.307043Z","steps":["trace[82025585] 'process raft request' (duration: 138.820431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.307639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.801679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T05:41:22.307696Z","caller":"traceutil/trace.go:171","msg":"trace[1799376406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4653; }","duration":"141.870981ms","start":"2026-03-20T05:41:22.165811Z","end":"2026-03-20T05:41:22.307682Z","steps":["trace[1799376406] 'agreement among raft nodes before linearized reading' (duration: 141.508003ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.350269Z","caller":"traceutil/trace.go:171","msg":"trace[174685392] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"105.921641ms","start":"2026-03-20T05:41:22.24432Z","end":"2026-03-20T05:41:22.350241Z","steps":["trace[174685392] 'process raft request' (duration: 105.679946ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.350302Z","caller":"traceutil/trace.go:171","msg":"trace[615189929] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"105.231646ms","start":"2026-03-20T05:41:22.24504Z","end":"2026-03-20T05:41:22.350272Z","steps":["trace[615189929] 'process raft request' (duration: 105.088593ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.350408Z","caller":"traceutil/trace.go:171","msg":"trace[559314824] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"103.556048ms","start":"2026-03-20T05:41:22.246797Z","end":"2026-03-20T05:41:22.350353Z","steps":["trace[559314824] 'process raft request' (duration: 103.382464ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.350607Z","caller":"traceutil/trace.go:171","msg":"trace[232319803] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"103.093928ms","start":"2026-03-20T05:41:22.247497Z","end":"2026-03-20T05:41:22.350591Z","steps":["trace[232319803] 'process raft request' (duration: 102.71589ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.350631Z","caller":"traceutil/trace.go:171","msg":"trace[642791190] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"102.531534ms","start":"2026-03-20T05:41:22.248074Z","end":"2026-03-20T05:41:22.350606Z","steps":["trace[642791190] 'process raft request' (duration: 102.193247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.350662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.532948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-03-20T05:41:22.350705Z","caller":"traceutil/trace.go:171","msg":"trace[755791854] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4658; }","duration":"103.624059ms","start":"2026-03-20T05:41:22.24707Z","end":"2026-03-20T05:41:22.350694Z","steps":["trace[755791854] 'agreement among raft nodes before linearized reading' (duration: 103.428225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.350861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.716058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-20T05:41:22.350919Z","caller":"traceutil/trace.go:171","msg":"trace[426634803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4658; }","duration":"105.818479ms","start":"2026-03-20T05:41:22.245084Z","end":"2026-03-20T05:41:22.350903Z","steps":["trace[426634803] 'agreement among raft nodes before linearized reading' (duration: 105.591044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.856044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.164865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:41:22.856095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.62467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-20T05:41:22.856137Z","caller":"traceutil/trace.go:171","msg":"trace[1990099460] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4690; }","duration":"282.300948ms","start":"2026-03-20T05:41:22.573811Z","end":"2026-03-20T05:41:22.856111Z","steps":["trace[1990099460] 'count revisions from in-memory index tree' (duration: 282.077412ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.856155Z","caller":"traceutil/trace.go:171","msg":"trace[913688903] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"248.717302ms","start":"2026-03-20T05:41:22.607423Z","end":"2026-03-20T05:41:22.856141Z","steps":["trace[913688903] 'range keys from in-memory index tree' (duration: 248.487787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.856193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.274592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-20T05:41:22.856202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.751504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-20T05:41:22.856264Z","caller":"traceutil/trace.go:171","msg":"trace[72165959] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"248.371785ms","start":"2026-03-20T05:41:22.607878Z","end":"2026-03-20T05:41:22.85625Z","steps":["trace[72165959] 'range keys from in-memory index tree' (duration: 248.13282ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.856289Z","caller":"traceutil/trace.go:171","msg":"trace[1973246882] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4690; }","duration":"341.875927ms","start":"2026-03-20T05:41:22.514389Z","end":"2026-03-20T05:41:22.856265Z","steps":["trace[1973246882] 'range keys from in-memory index tree' (duration: 341.5968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.856333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:22.514376Z","time spent":"341.948019ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-20T05:41:22.856425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.69907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:22.856483Z","caller":"traceutil/trace.go:171","msg":"trace[754060842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4690; }","duration":"227.799383ms","start":"2026-03-20T05:41:22.62867Z","end":"2026-03-20T05:41:22.856469Z","steps":["trace[754060842] 'range keys from in-memory index tree' (duration: 227.581278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.856503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.924224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-20T05:41:22.856531Z","caller":"traceutil/trace.go:171","msg":"trace[361176777] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4690; }","duration":"247.986326ms","start":"2026-03-20T05:41:22.608536Z","end":"2026-03-20T05:41:22.856522Z","steps":["trace[361176777] 'range keys from in-memory index tree' (duration: 247.815283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.85685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.546314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-20T05:41:22.856934Z","caller":"traceutil/trace.go:171","msg":"trace[1615540561] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4690; }","duration":"254.670117ms","start":"2026-03-20T05:41:22.602244Z","end":"2026-03-20T05:41:22.856914Z","steps":["trace[1615540561] 'range keys from in-memory index tree' (duration: 254.129505ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:22.957553Z","caller":"traceutil/trace.go:171","msg":"trace[1893996032] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"128.5354ms","start":"2026-03-20T05:41:22.82899Z","end":"2026-03-20T05:41:22.957526Z","steps":["trace[1893996032] 'process raft request' (duration: 128.299705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.957605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.06806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:22.957678Z","caller":"traceutil/trace.go:171","msg":"trace[597068419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4691; }","duration":"100.181473ms","start":"2026-03-20T05:41:22.857476Z","end":"2026-03-20T05:41:22.957658Z","steps":["trace[597068419] 'agreement among raft nodes before linearized reading' (duration: 100.04752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.972277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.534995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-qxzr2\" ","response":"range_response_count:1 size:4444"} {"level":"info","ts":"2026-03-20T05:41:22.972329Z","caller":"traceutil/trace.go:171","msg":"trace[372700332] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-qxzr2; range_end:; response_count:1; response_revision:4692; }","duration":"114.613077ms","start":"2026-03-20T05:41:22.857704Z","end":"2026-03-20T05:41:22.972318Z","steps":["trace[372700332] 'agreement among raft nodes before linearized reading' (duration: 114.450954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.972331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.133703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3074d7f7-8c7e-464c-ba99-2f2c48953171\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-20T05:41:22.972394Z","caller":"traceutil/trace.go:171","msg":"trace[1975448204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3074d7f7-8c7e-464c-ba99-2f2c48953171; range_end:; response_count:1; response_revision:4692; }","duration":"113.226486ms","start":"2026-03-20T05:41:22.859153Z","end":"2026-03-20T05:41:22.972379Z","steps":["trace[1975448204] 'agreement among raft nodes before linearized reading' (duration: 113.023011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.972391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.618888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-03-20T05:41:22.972444Z","caller":"traceutil/trace.go:171","msg":"trace[1368996360] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4692; }","duration":"114.692669ms","start":"2026-03-20T05:41:22.857742Z","end":"2026-03-20T05:41:22.972435Z","steps":["trace[1368996360] 'agreement among raft nodes before linearized reading' (duration: 114.533515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:22.97235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.616347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-03-20T05:41:22.972483Z","caller":"traceutil/trace.go:171","msg":"trace[722586563] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4692; }","duration":"114.767991ms","start":"2026-03-20T05:41:22.857704Z","end":"2026-03-20T05:41:22.972472Z","steps":["trace[722586563] 'agreement among raft nodes before linearized reading' (duration: 114.584817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:23.368109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.669765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:23.368322Z","caller":"traceutil/trace.go:171","msg":"trace[1359219406] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"208.365604ms","start":"2026-03-20T05:41:23.159938Z","end":"2026-03-20T05:41:23.368304Z","steps":["trace[1359219406] 'process raft request' (duration: 208.286093ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:23.368937Z","caller":"traceutil/trace.go:171","msg":"trace[1025725971] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"385.402275ms","start":"2026-03-20T05:41:22.98295Z","end":"2026-03-20T05:41:23.368353Z","steps":["trace[1025725971] 'process raft request' (duration: 78.407454ms)","trace[1025725971] 'compare' (duration: 306.513451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:23.369147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:22.982926Z","time spent":"386.102371ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:24.042556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.408384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:24.042658Z","caller":"traceutil/trace.go:171","msg":"trace[2145957772] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4888; }","duration":"293.818847ms","start":"2026-03-20T05:41:23.748822Z","end":"2026-03-20T05:41:24.042641Z","steps":["trace[2145957772] 'read index received' (duration: 110.26337ms)","trace[2145957772] 'applied index is now lower than readState.Index' (duration: 183.554237ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:24.042776Z","caller":"traceutil/trace.go:171","msg":"trace[2014951035] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"293.955899ms","start":"2026-03-20T05:41:23.74875Z","end":"2026-03-20T05:41:24.042706Z","steps":["trace[2014951035] 'process raft request' (duration: 110.30304ms)","trace[2014951035] 'compare' (duration: 183.276641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:24.042898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.071692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-03-20T05:41:24.042929Z","caller":"traceutil/trace.go:171","msg":"trace[1268405405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4697; }","duration":"294.137884ms","start":"2026-03-20T05:41:23.748782Z","end":"2026-03-20T05:41:24.04292Z","steps":["trace[1268405405] 'agreement among raft nodes before linearized reading' (duration: 293.934219ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:24.360402Z","caller":"traceutil/trace.go:171","msg":"trace[115861210] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4889; }","duration":"317.684243ms","start":"2026-03-20T05:41:24.042691Z","end":"2026-03-20T05:41:24.360375Z","steps":["trace[115861210] 'read index received' (duration: 317.552289ms)","trace[115861210] 'applied index is now lower than readState.Index' (duration: 131.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:24.360508Z","caller":"traceutil/trace.go:171","msg":"trace[63126107] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"471.145365ms","start":"2026-03-20T05:41:23.88933Z","end":"2026-03-20T05:41:24.360475Z","steps":["trace[63126107] 'process raft request' (duration: 470.934719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.360562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.646323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:41:24.360585Z","caller":"traceutil/trace.go:171","msg":"trace[887062091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4698; }","duration":"611.708065ms","start":"2026-03-20T05:41:23.74887Z","end":"2026-03-20T05:41:24.360578Z","steps":["trace[887062091] 'agreement among raft nodes before linearized reading' (duration: 611.592532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.360611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.748856Z","time spent":"611.749846ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:24.360611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.950771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:41:24.360658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.889304Z","time spent":"471.275657ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:24.360754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.866948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:41:24.360791Z","caller":"traceutil/trace.go:171","msg":"trace[879755563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4698; }","duration":"571.925229ms","start":"2026-03-20T05:41:23.788857Z","end":"2026-03-20T05:41:24.360783Z","steps":["trace[879755563] 'agreement among raft nodes before linearized reading' (duration: 571.829887ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:24.360666Z","caller":"traceutil/trace.go:171","msg":"trace[423649452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4698; }","duration":"572.064774ms","start":"2026-03-20T05:41:23.788588Z","end":"2026-03-20T05:41:24.360652Z","steps":["trace[423649452] 'agreement among raft nodes before linearized reading' (duration: 571.873219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.360776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.81041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:41:24.360828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.788739Z","time spent":"572.081353ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:24.360842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.788575Z","time spent":"572.259038ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:41:24.360871Z","caller":"traceutil/trace.go:171","msg":"trace[1399146500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"572.962353ms","start":"2026-03-20T05:41:23.787884Z","end":"2026-03-20T05:41:24.360847Z","steps":["trace[1399146500] 'agreement among raft nodes before linearized reading' (duration: 572.655146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.360933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.78786Z","time spent":"573.060495ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:41:24.360979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.45122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7.189e76374205b206\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-20T05:41:24.361007Z","caller":"traceutil/trace.go:171","msg":"trace[474082490] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7.189e76374205b206; range_end:; response_count:1; response_revision:4698; }","duration":"418.518231ms","start":"2026-03-20T05:41:23.94248Z","end":"2026-03-20T05:41:24.360998Z","steps":["trace[474082490] 'agreement among raft nodes before linearized reading' (duration: 418.436679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.361041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.942458Z","time spent":"418.576632ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":943,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7.189e76374205b206\" "} {"level":"warn","ts":"2026-03-20T05:41:24.361129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.814623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:41:24.361301Z","caller":"traceutil/trace.go:171","msg":"trace[1778859909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4698; }","duration":"566.090838ms","start":"2026-03-20T05:41:23.795184Z","end":"2026-03-20T05:41:24.361275Z","steps":["trace[1778859909] 'agreement among raft nodes before linearized reading' (duration: 565.229639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:24.361438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:23.795174Z","time spent":"566.248292ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:41:26.129986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.706574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-20T05:41:26.130108Z","caller":"traceutil/trace.go:171","msg":"trace[2142246310] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tp8d7-tls; range_end:; response_count:1; response_revision:4725; }","duration":"192.887398ms","start":"2026-03-20T05:41:25.937203Z","end":"2026-03-20T05:41:26.13009Z","steps":["trace[2142246310] 'range keys from in-memory index tree' (duration: 192.538319ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:26.951116Z","caller":"traceutil/trace.go:171","msg":"trace[1342488390] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"544.481442ms","start":"2026-03-20T05:41:26.406602Z","end":"2026-03-20T05:41:26.951084Z","steps":["trace[1342488390] 'process raft request' (duration: 544.333279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:26.951209Z","caller":"traceutil/trace.go:171","msg":"trace[642334671] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"544.060523ms","start":"2026-03-20T05:41:26.407107Z","end":"2026-03-20T05:41:26.951168Z","steps":["trace[642334671] 'process raft request' (duration: 543.92933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:26.951251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.406594Z","time spent":"544.600684ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:41:26.951272Z","caller":"traceutil/trace.go:171","msg":"trace[1318556095] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"543.040309ms","start":"2026-03-20T05:41:26.408165Z","end":"2026-03-20T05:41:26.951205Z","steps":["trace[1318556095] 'process raft request' (duration: 542.981397ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:26.951342Z","caller":"traceutil/trace.go:171","msg":"trace[1158430249] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"543.692464ms","start":"2026-03-20T05:41:26.407624Z","end":"2026-03-20T05:41:26.951316Z","steps":["trace[1158430249] 'process raft request' (duration: 543.452809ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:26.951346Z","caller":"traceutil/trace.go:171","msg":"trace[834388527] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"543.327596ms","start":"2026-03-20T05:41:26.407997Z","end":"2026-03-20T05:41:26.951325Z","steps":["trace[834388527] 'process raft request' (duration: 543.114862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:26.951373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.407099Z","time spent":"544.194366ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:26.95137Z","caller":"traceutil/trace.go:171","msg":"trace[1158126190] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"544.37747ms","start":"2026-03-20T05:41:26.406961Z","end":"2026-03-20T05:41:26.951339Z","steps":["trace[1158126190] 'process raft request' (duration: 544.021742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:26.951446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.407614Z","time spent":"543.775556ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:26.951507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.40695Z","time spent":"544.478642ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:26.951436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.407992Z","time spent":"543.405218ms","remote":"127.0.0.1:53754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:41:26.951579Z","caller":"traceutil/trace.go:171","msg":"trace[1779622167] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"545.148637ms","start":"2026-03-20T05:41:26.406416Z","end":"2026-03-20T05:41:26.951564Z","steps":["trace[1779622167] 'process raft request' (duration: 544.371689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:26.951623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.406395Z","time spent":"545.212899ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:41:26.951658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:26.408158Z","time spent":"543.224203ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:28.566102Z","caller":"traceutil/trace.go:171","msg":"trace[212656455] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"413.463487ms","start":"2026-03-20T05:41:28.152615Z","end":"2026-03-20T05:41:28.566079Z","steps":["trace[212656455] 'read index received' (duration: 413.316493ms)","trace[212656455] 'applied index is now lower than readState.Index' (duration: 145.754µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:28.566387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.755903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-03-20T05:41:28.566442Z","caller":"traceutil/trace.go:171","msg":"trace[397324502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4760; }","duration":"413.829374ms","start":"2026-03-20T05:41:28.152602Z","end":"2026-03-20T05:41:28.566431Z","steps":["trace[397324502] 'agreement among raft nodes before linearized reading' (duration: 413.611739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:28.566445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.553213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:41:28.566484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:28.152566Z","time spent":"413.909046ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T05:41:28.566488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.200852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3a103ce-815b-48ab-b4c7-bb1f5af4a8fe\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-20T05:41:28.566526Z","caller":"traceutil/trace.go:171","msg":"trace[29786158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4760; }","duration":"141.671056ms","start":"2026-03-20T05:41:28.424835Z","end":"2026-03-20T05:41:28.566506Z","steps":["trace[29786158] 'agreement among raft nodes before linearized reading' (duration: 141.435481ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:28.566541Z","caller":"traceutil/trace.go:171","msg":"trace[1540092816] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3a103ce-815b-48ab-b4c7-bb1f5af4a8fe; range_end:; response_count:1; response_revision:4760; }","duration":"148.312094ms","start":"2026-03-20T05:41:28.418217Z","end":"2026-03-20T05:41:28.566529Z","steps":["trace[1540092816] 'agreement among raft nodes before linearized reading' (duration: 148.09111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:28.566706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.969083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-20T05:41:28.566214Z","caller":"traceutil/trace.go:171","msg":"trace[1046537838] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"422.436149ms","start":"2026-03-20T05:41:28.143748Z","end":"2026-03-20T05:41:28.566184Z","steps":["trace[1046537838] 'process raft request' (duration: 422.165223ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:28.566815Z","caller":"traceutil/trace.go:171","msg":"trace[672170553] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4760; }","duration":"368.130436ms","start":"2026-03-20T05:41:28.198664Z","end":"2026-03-20T05:41:28.566795Z","steps":["trace[672170553] 'agreement among raft nodes before linearized reading' (duration: 367.593624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:28.566867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:28.198646Z","time spent":"368.208059ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777487,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-20T05:41:28.566931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:28.143723Z","time spent":"423.118953ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:29.241646Z","caller":"traceutil/trace.go:171","msg":"trace[237425110] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"285.67532ms","start":"2026-03-20T05:41:28.955951Z","end":"2026-03-20T05:41:29.241626Z","steps":["trace[237425110] 'read index received' (duration: 209.13432ms)","trace[237425110] 'applied index is now lower than readState.Index' (duration: 76.54029ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:29.241677Z","caller":"traceutil/trace.go:171","msg":"trace[531529939] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"671.327492ms","start":"2026-03-20T05:41:28.570315Z","end":"2026-03-20T05:41:29.241643Z","steps":["trace[531529939] 'process raft request' (duration: 594.741391ms)","trace[531529939] 'compare' (duration: 76.480188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:29.241835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:28.570298Z","time spent":"671.452274ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:29.24184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.867774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:41:29.24187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.951634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:41:29.241916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.041616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:41:29.241915Z","caller":"traceutil/trace.go:171","msg":"trace[673968563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4761; }","duration":"285.984067ms","start":"2026-03-20T05:41:28.955908Z","end":"2026-03-20T05:41:29.241892Z","steps":["trace[673968563] 'agreement among raft nodes before linearized reading' (duration: 285.781633ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:29.241938Z","caller":"traceutil/trace.go:171","msg":"trace[1502135125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4761; }","duration":"285.101977ms","start":"2026-03-20T05:41:28.95683Z","end":"2026-03-20T05:41:29.241932Z","steps":["trace[1502135125] 'agreement among raft nodes before linearized reading' (duration: 284.986075ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:29.241927Z","caller":"traceutil/trace.go:171","msg":"trace[956739067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4761; }","duration":"285.029386ms","start":"2026-03-20T05:41:28.956881Z","end":"2026-03-20T05:41:29.241911Z","steps":["trace[956739067] 'agreement among raft nodes before linearized reading' (duration: 284.891953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:29.24192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.492786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:41:29.241994Z","caller":"traceutil/trace.go:171","msg":"trace[1703619945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4761; }","duration":"285.632789ms","start":"2026-03-20T05:41:28.956344Z","end":"2026-03-20T05:41:29.241977Z","steps":["trace[1703619945] 'agreement among raft nodes before linearized reading' (duration: 285.417074ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:29.3678Z","caller":"traceutil/trace.go:171","msg":"trace[995347754] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"120.915997ms","start":"2026-03-20T05:41:29.24686Z","end":"2026-03-20T05:41:29.367776Z","steps":["trace[995347754] 'process raft request' (duration: 114.072074ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:29.368077Z","caller":"traceutil/trace.go:171","msg":"trace[843622696] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4955; }","duration":"111.792012ms","start":"2026-03-20T05:41:29.256223Z","end":"2026-03-20T05:41:29.368015Z","steps":["trace[843622696] 'read index received' (duration: 19.853986ms)","trace[843622696] 'applied index is now lower than readState.Index' (duration: 91.937046ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:29.368248Z","caller":"traceutil/trace.go:171","msg":"trace[1352530157] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"121.06448ms","start":"2026-03-20T05:41:29.247167Z","end":"2026-03-20T05:41:29.368232Z","steps":["trace[1352530157] 'process raft request' (duration: 120.568669ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:29.368541Z","caller":"traceutil/trace.go:171","msg":"trace[1145248089] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"121.322986ms","start":"2026-03-20T05:41:29.247206Z","end":"2026-03-20T05:41:29.368529Z","steps":["trace[1145248089] 'process raft request' (duration: 120.707842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:29.368843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.565829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-20T05:41:29.368918Z","caller":"traceutil/trace.go:171","msg":"trace[2055454643] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4765; }","duration":"112.689193ms","start":"2026-03-20T05:41:29.256189Z","end":"2026-03-20T05:41:29.368878Z","steps":["trace[2055454643] 'agreement among raft nodes before linearized reading' (duration: 111.982397ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:30.051084Z","caller":"traceutil/trace.go:171","msg":"trace[1562908708] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"267.481642ms","start":"2026-03-20T05:41:29.783581Z","end":"2026-03-20T05:41:30.051062Z","steps":["trace[1562908708] 'process raft request' (duration: 210.176443ms)","trace[1562908708] 'compare' (duration: 57.168876ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:30.051253Z","caller":"traceutil/trace.go:171","msg":"trace[501898661] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"267.524223ms","start":"2026-03-20T05:41:29.783712Z","end":"2026-03-20T05:41:30.051236Z","steps":["trace[501898661] 'process raft request' (duration: 267.326909ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:30.051426Z","caller":"traceutil/trace.go:171","msg":"trace[1192285311] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"267.201385ms","start":"2026-03-20T05:41:29.784215Z","end":"2026-03-20T05:41:30.051416Z","steps":["trace[1192285311] 'process raft request' (duration: 266.98226ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:30.055967Z","caller":"traceutil/trace.go:171","msg":"trace[859493197] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"239.395381ms","start":"2026-03-20T05:41:29.816546Z","end":"2026-03-20T05:41:30.055942Z","steps":["trace[859493197] 'process raft request' (duration: 239.194866ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:30.448973Z","caller":"traceutil/trace.go:171","msg":"trace[1213207185] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"130.79212ms","start":"2026-03-20T05:41:30.318157Z","end":"2026-03-20T05:41:30.44895Z","steps":["trace[1213207185] 'process raft request' (duration: 125.807447ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:30.44962Z","caller":"traceutil/trace.go:171","msg":"trace[1215733544] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4985; }","duration":"117.884379ms","start":"2026-03-20T05:41:30.331717Z","end":"2026-03-20T05:41:30.449602Z","steps":["trace[1215733544] 'read index received' (duration: 112.325574ms)","trace[1215733544] 'applied index is now lower than readState.Index' (duration: 5.558145ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:30.449692Z","caller":"traceutil/trace.go:171","msg":"trace[1335794852] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"131.376312ms","start":"2026-03-20T05:41:30.318296Z","end":"2026-03-20T05:41:30.449673Z","steps":["trace[1335794852] 'process raft request' (duration: 131.205589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:30.449994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.270898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"info","ts":"2026-03-20T05:41:30.450019Z","caller":"traceutil/trace.go:171","msg":"trace[1940440236] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4792; }","duration":"118.35341ms","start":"2026-03-20T05:41:30.331659Z","end":"2026-03-20T05:41:30.450013Z","steps":["trace[1940440236] 'agreement among raft nodes before linearized reading' (duration: 118.007602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:32.522691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382499427,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:41:32.601906Z","caller":"traceutil/trace.go:171","msg":"trace[251595918] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"787.79764ms","start":"2026-03-20T05:41:31.814085Z","end":"2026-03-20T05:41:32.601883Z","steps":["trace[251595918] 'process raft request' (duration: 787.648375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:32.602053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:31.814055Z","time spent":"787.917734ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:33.019655Z","caller":"traceutil/trace.go:171","msg":"trace[807823777] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"958.704636ms","start":"2026-03-20T05:41:32.060924Z","end":"2026-03-20T05:41:33.019629Z","steps":["trace[807823777] 'process raft request' (duration: 958.47157ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:33.019784Z","caller":"traceutil/trace.go:171","msg":"trace[499511155] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5032; }","duration":"997.569361ms","start":"2026-03-20T05:41:32.022187Z","end":"2026-03-20T05:41:33.019756Z","steps":["trace[499511155] 'read index received' (duration: 579.617952ms)","trace[499511155] 'applied index is now lower than readState.Index' (duration: 417.949579ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:33.019844Z","caller":"traceutil/trace.go:171","msg":"trace[1946752318] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"654.294138ms","start":"2026-03-20T05:41:32.365522Z","end":"2026-03-20T05:41:33.019816Z","steps":["trace[1946752318] 'process raft request' (duration: 654.0232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.019805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.060908Z","time spent":"958.8161ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:33.019974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.365499Z","time spent":"654.420312ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:33.020037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.828478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"warn","ts":"2026-03-20T05:41:33.020102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.866602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7d58964f78-s4tzr.189e76392336a823\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-20T05:41:33.020172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.241683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:33.02017Z","caller":"traceutil/trace.go:171","msg":"trace[1467935644] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4838; }","duration":"997.998023ms","start":"2026-03-20T05:41:32.02215Z","end":"2026-03-20T05:41:33.020148Z","steps":["trace[1467935644] 'agreement among raft nodes before linearized reading' (duration: 997.705955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.996352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T05:41:33.020176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.065953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:33.02022Z","caller":"traceutil/trace.go:171","msg":"trace[989757165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"392.323075ms","start":"2026-03-20T05:41:32.627882Z","end":"2026-03-20T05:41:33.020206Z","steps":["trace[989757165] 'agreement among raft nodes before linearized reading' (duration: 392.246033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.168348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T05:41:33.020252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.022134Z","time spent":"998.100616ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-20T05:41:33.020242Z","caller":"traceutil/trace.go:171","msg":"trace[1400166544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4838; }","duration":"466.145416ms","start":"2026-03-20T05:41:32.554086Z","end":"2026-03-20T05:41:33.020232Z","steps":["trace[1400166544] 'agreement among raft nodes before linearized reading' (duration: 465.891629ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:33.02028Z","caller":"traceutil/trace.go:171","msg":"trace[736470811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4838; }","duration":"432.2604ms","start":"2026-03-20T05:41:32.588007Z","end":"2026-03-20T05:41:33.020268Z","steps":["trace[736470811] 'agreement among raft nodes before linearized reading' (duration: 432.123166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.627866Z","time spent":"392.401067ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:41:33.020276Z","caller":"traceutil/trace.go:171","msg":"trace[1746717470] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4838; }","duration":"961.200866ms","start":"2026-03-20T05:41:32.059053Z","end":"2026-03-20T05:41:33.020254Z","steps":["trace[1746717470] 'agreement among raft nodes before linearized reading' (duration: 961.033241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.592719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-20T05:41:33.020324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.554017Z","time spent":"466.29047ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T05:41:33.020339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.059041Z","time spent":"961.283009ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:41:33.020364Z","caller":"traceutil/trace.go:171","msg":"trace[1988931681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:4838; }","duration":"433.689691ms","start":"2026-03-20T05:41:32.58666Z","end":"2026-03-20T05:41:33.02035Z","steps":["trace[1988931681] 'agreement among raft nodes before linearized reading' (duration: 433.538187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.586641Z","time spent":"433.756253ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"info","ts":"2026-03-20T05:41:33.020195Z","caller":"traceutil/trace.go:171","msg":"trace[1609615216] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7d58964f78-s4tzr.189e76392336a823; range_end:; response_count:1; response_revision:4838; }","duration":"996.993346ms","start":"2026-03-20T05:41:32.023181Z","end":"2026-03-20T05:41:33.020174Z","steps":["trace[1609615216] 'agreement among raft nodes before linearized reading' (duration: 996.77789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.02032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.587984Z","time spent":"432.325662ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:41:33.020621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.712736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"info","ts":"2026-03-20T05:41:33.020786Z","caller":"traceutil/trace.go:171","msg":"trace[928486793] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4838; }","duration":"628.928573ms","start":"2026-03-20T05:41:32.391843Z","end":"2026-03-20T05:41:33.020771Z","steps":["trace[928486793] 'agreement among raft nodes before linearized reading' (duration: 628.255394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.020839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.391822Z","time spent":"629.001836ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787723,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-20T05:41:33.020466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.023161Z","time spent":"997.292203ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7d58964f78-s4tzr.189e76392336a823\" "} {"level":"warn","ts":"2026-03-20T05:41:33.105024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027599407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-20T05:41:33.105114Z","caller":"traceutil/trace.go:171","msg":"trace[707330977] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4838; }","duration":"1.02770703s","start":"2026-03-20T05:41:32.077381Z","end":"2026-03-20T05:41:33.105088Z","steps":["trace[707330977] 'agreement among raft nodes before linearized reading' (duration: 943.298902ms)","trace[707330977] 'range keys from in-memory index tree' (duration: 84.177192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:33.105162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:32.077359Z","time spent":"1.027793803s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-20T05:41:33.434961Z","caller":"traceutil/trace.go:171","msg":"trace[1713819699] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"409.399657ms","start":"2026-03-20T05:41:33.025504Z","end":"2026-03-20T05:41:33.434904Z","steps":["trace[1713819699] 'process raft request' (duration: 403.545042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.435139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.025484Z","time spent":"409.556072ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:33.435238Z","caller":"traceutil/trace.go:171","msg":"trace[999075901] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"409.16891ms","start":"2026-03-20T05:41:33.026046Z","end":"2026-03-20T05:41:33.435214Z","steps":["trace[999075901] 'process raft request' (duration: 408.715258ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:33.435264Z","caller":"traceutil/trace.go:171","msg":"trace[782596794] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5035; }","duration":"408.426299ms","start":"2026-03-20T05:41:33.026819Z","end":"2026-03-20T05:41:33.435245Z","steps":["trace[782596794] 'read index received' (duration: 42.755754ms)","trace[782596794] 'applied index is now lower than readState.Index' (duration: 365.669565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:33.43536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.026016Z","time spent":"409.289004ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:41:33.435341Z","caller":"traceutil/trace.go:171","msg":"trace[2106034420] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"401.997919ms","start":"2026-03-20T05:41:33.033311Z","end":"2026-03-20T05:41:33.435309Z","steps":["trace[2106034420] 'process raft request' (duration: 401.575927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.435507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.677087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T05:41:33.435787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.033268Z","time spent":"402.462632ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:33.435858Z","caller":"traceutil/trace.go:171","msg":"trace[1373113228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4842; }","duration":"409.061388ms","start":"2026-03-20T05:41:33.026774Z","end":"2026-03-20T05:41:33.435835Z","steps":["trace[1373113228] 'agreement among raft nodes before linearized reading' (duration: 408.617205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.435964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.026762Z","time spent":"409.182731ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T05:41:33.446213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.031799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:41:33.446328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.918629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:41:33.446379Z","caller":"traceutil/trace.go:171","msg":"trace[907256776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4843; }","duration":"148.029122ms","start":"2026-03-20T05:41:33.298337Z","end":"2026-03-20T05:41:33.446366Z","steps":["trace[907256776] 'agreement among raft nodes before linearized reading' (duration: 147.855247ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:33.446347Z","caller":"traceutil/trace.go:171","msg":"trace[176354600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4843; }","duration":"161.170163ms","start":"2026-03-20T05:41:33.285163Z","end":"2026-03-20T05:41:33.446333Z","steps":["trace[176354600] 'agreement among raft nodes before linearized reading' (duration: 160.942026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.446546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.531209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-82d048fc-28e5-4d70-805b-408e0f4615de\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-20T05:41:33.44657Z","caller":"traceutil/trace.go:171","msg":"trace[361878379] range","detail":"{range_begin:/registry/persistentvolumes/pvc-82d048fc-28e5-4d70-805b-408e0f4615de; range_end:; response_count:1; response_revision:4843; }","duration":"338.584691ms","start":"2026-03-20T05:41:33.107978Z","end":"2026-03-20T05:41:33.446563Z","steps":["trace[361878379] 'agreement among raft nodes before linearized reading' (duration: 338.512969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.446592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.107964Z","time spent":"338.621793ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-82d048fc-28e5-4d70-805b-408e0f4615de\" "} {"level":"warn","ts":"2026-03-20T05:41:33.446714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.328698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-03-20T05:41:33.446789Z","caller":"traceutil/trace.go:171","msg":"trace[544772190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4843; }","duration":"418.441671ms","start":"2026-03-20T05:41:33.028335Z","end":"2026-03-20T05:41:33.446776Z","steps":["trace[544772190] 'agreement among raft nodes before linearized reading' (duration: 418.240285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:33.446838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:33.028317Z","time spent":"418.512063ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T05:41:34.363207Z","caller":"traceutil/trace.go:171","msg":"trace[1376483679] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5082; }","duration":"180.046293ms","start":"2026-03-20T05:41:34.183135Z","end":"2026-03-20T05:41:34.363181Z","steps":["trace[1376483679] 'read index received' (duration: 18.516162ms)","trace[1376483679] 'applied index is now lower than readState.Index' (duration: 161.529151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:34.363458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.305281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-20T05:41:34.3635Z","caller":"traceutil/trace.go:171","msg":"trace[1118467426] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4886; }","duration":"180.388552ms","start":"2026-03-20T05:41:34.183099Z","end":"2026-03-20T05:41:34.363487Z","steps":["trace[1118467426] 'agreement among raft nodes before linearized reading' (duration: 180.216688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:34.363504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.810513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-20T05:41:34.36357Z","caller":"traceutil/trace.go:171","msg":"trace[1747486791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4886; }","duration":"104.927166ms","start":"2026-03-20T05:41:34.258629Z","end":"2026-03-20T05:41:34.363556Z","steps":["trace[1747486791] 'agreement among raft nodes before linearized reading' (duration: 104.715711ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:34.363905Z","caller":"traceutil/trace.go:171","msg":"trace[32362960] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"190.327104ms","start":"2026-03-20T05:41:34.172946Z","end":"2026-03-20T05:41:34.363273Z","steps":["trace[32362960] 'process raft request' (duration: 187.264977ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:39.026948Z","caller":"traceutil/trace.go:171","msg":"trace[1808373165] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"131.417103ms","start":"2026-03-20T05:41:38.895508Z","end":"2026-03-20T05:41:39.026925Z","steps":["trace[1808373165] 'process raft request' (duration: 131.214198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.431187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.165032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:39.431705Z","caller":"traceutil/trace.go:171","msg":"trace[1582583337] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"403.297844ms","start":"2026-03-20T05:41:39.028366Z","end":"2026-03-20T05:41:39.431664Z","steps":["trace[1582583337] 'process raft request' (duration: 27.541586ms)","trace[1582583337] 'compare' (duration: 375.030488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:39.431867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.028345Z","time spent":"403.451789ms","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:41:39.431885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.78745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:39.431922Z","caller":"traceutil/trace.go:171","msg":"trace[400564849] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4948; }","duration":"364.862832ms","start":"2026-03-20T05:41:39.067046Z","end":"2026-03-20T05:41:39.431909Z","steps":["trace[400564849] 'agreement among raft nodes before linearized reading' (duration: 364.762639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.431958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.06703Z","time spent":"364.920664ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:41:39.43177Z","caller":"traceutil/trace.go:171","msg":"trace[269100913] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5147; }","duration":"364.663827ms","start":"2026-03-20T05:41:39.067084Z","end":"2026-03-20T05:41:39.431747Z","steps":["trace[269100913] 'read index received' (duration: 32.541µs)","trace[269100913] 'applied index is now lower than readState.Index' (duration: 364.627365ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:39.43237Z","caller":"traceutil/trace.go:171","msg":"trace[1775236105] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"336.978746ms","start":"2026-03-20T05:41:39.095365Z","end":"2026-03-20T05:41:39.432344Z","steps":["trace[1775236105] 'process raft request' (duration: 336.311567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.432465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.346889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kwmrs\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-20T05:41:39.432515Z","caller":"traceutil/trace.go:171","msg":"trace[749205362] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-kwmrs; range_end:; response_count:1; response_revision:4949; }","duration":"352.420212ms","start":"2026-03-20T05:41:39.080081Z","end":"2026-03-20T05:41:39.432501Z","steps":["trace[749205362] 'agreement among raft nodes before linearized reading' (duration: 352.250747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.432551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.080069Z","time spent":"352.473003ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-kwmrs\" "} {"level":"warn","ts":"2026-03-20T05:41:39.432537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.095347Z","time spent":"337.08486ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:39.716721Z","caller":"traceutil/trace.go:171","msg":"trace[1270862425] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"281.090771ms","start":"2026-03-20T05:41:39.435601Z","end":"2026-03-20T05:41:39.716692Z","steps":["trace[1270862425] 'process raft request' (duration: 262.790055ms)","trace[1270862425] 'compare' (duration: 18.149951ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:39.934538Z","caller":"traceutil/trace.go:171","msg":"trace[1082081356] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5149; }","duration":"479.408459ms","start":"2026-03-20T05:41:39.455106Z","end":"2026-03-20T05:41:39.934514Z","steps":["trace[1082081356] 'read index received' (duration: 243.296576ms)","trace[1082081356] 'applied index is now lower than readState.Index' (duration: 236.110763ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:39.934587Z","caller":"traceutil/trace.go:171","msg":"trace[599154820] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"492.555411ms","start":"2026-03-20T05:41:39.44201Z","end":"2026-03-20T05:41:39.934565Z","steps":["trace[599154820] 'process raft request' (duration: 492.438447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.934708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.441999Z","time spent":"492.630702ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:39.934774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.667127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T05:41:39.934808Z","caller":"traceutil/trace.go:171","msg":"trace[2041919811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4952; }","duration":"479.734589ms","start":"2026-03-20T05:41:39.455063Z","end":"2026-03-20T05:41:39.934798Z","steps":["trace[2041919811] 'agreement among raft nodes before linearized reading' (duration: 479.581285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.934845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.455049Z","time spent":"479.78887ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:41:39.934928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.969629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:41:39.934983Z","caller":"traceutil/trace.go:171","msg":"trace[2000299291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:4952; }","duration":"467.033951ms","start":"2026-03-20T05:41:39.467921Z","end":"2026-03-20T05:41:39.934955Z","steps":["trace[2000299291] 'agreement among raft nodes before linearized reading' (duration: 466.934649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.935016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.467868Z","time spent":"467.141454ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"warn","ts":"2026-03-20T05:41:39.935119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.473532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:39.935153Z","caller":"traceutil/trace.go:171","msg":"trace[1510674808] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4952; }","duration":"182.547564ms","start":"2026-03-20T05:41:39.752597Z","end":"2026-03-20T05:41:39.935144Z","steps":["trace[1510674808] 'agreement among raft nodes before linearized reading' (duration: 182.491542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.935195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.371239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:41:39.935226Z","caller":"traceutil/trace.go:171","msg":"trace[1165364888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4952; }","duration":"446.40347ms","start":"2026-03-20T05:41:39.488814Z","end":"2026-03-20T05:41:39.935217Z","steps":["trace[1165364888] 'agreement among raft nodes before linearized reading' (duration: 446.318187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.935255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.488747Z","time spent":"446.501503ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:41:39.935416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.072527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-20T05:41:39.935366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.860532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:41:39.935442Z","caller":"traceutil/trace.go:171","msg":"trace[532072147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4952; }","duration":"250.138989ms","start":"2026-03-20T05:41:39.685294Z","end":"2026-03-20T05:41:39.935433Z","steps":["trace[532072147] 'agreement among raft nodes before linearized reading' (duration: 250.066117ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:39.935449Z","caller":"traceutil/trace.go:171","msg":"trace[2100174758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4952; }","duration":"446.960415ms","start":"2026-03-20T05:41:39.488479Z","end":"2026-03-20T05:41:39.935439Z","steps":["trace[2100174758] 'agreement among raft nodes before linearized reading' (duration: 446.825401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.93548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.488471Z","time spent":"447.000626ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:39.935607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.901749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:41:39.935631Z","caller":"traceutil/trace.go:171","msg":"trace[1602822461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4952; }","duration":"448.956061ms","start":"2026-03-20T05:41:39.486667Z","end":"2026-03-20T05:41:39.935623Z","steps":["trace[1602822461] 'agreement among raft nodes before linearized reading' (duration: 448.879729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.935648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.323107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:41:39.935657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.486646Z","time spent":"449.005433ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:41:39.935636Z","caller":"traceutil/trace.go:171","msg":"trace[285337338] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"500.010859ms","start":"2026-03-20T05:41:39.435595Z","end":"2026-03-20T05:41:39.935606Z","steps":["trace[285337338] 'process raft request' (duration: 426.093057ms)","trace[285337338] 'compare' (duration: 72.632907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:39.935775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.466581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:41:39.935771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.43556Z","time spent":"500.146673ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-20T05:41:39.935807Z","caller":"traceutil/trace.go:171","msg":"trace[54249269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4952; }","duration":"457.538273ms","start":"2026-03-20T05:41:39.478258Z","end":"2026-03-20T05:41:39.935796Z","steps":["trace[54249269] 'agreement among raft nodes before linearized reading' (duration: 457.45053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.935832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.47822Z","time spent":"457.606865ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:41:39.935675Z","caller":"traceutil/trace.go:171","msg":"trace[160008713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4952; }","duration":"446.369838ms","start":"2026-03-20T05:41:39.489297Z","end":"2026-03-20T05:41:39.935667Z","steps":["trace[160008713] 'agreement among raft nodes before linearized reading' (duration: 446.293786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:39.93606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.489257Z","time spent":"446.793881ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:40.249296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.83687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:40.249423Z","caller":"traceutil/trace.go:171","msg":"trace[799294866] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"309.040258ms","start":"2026-03-20T05:41:39.940363Z","end":"2026-03-20T05:41:40.249403Z","steps":["trace[799294866] 'process raft request' (duration: 130.017333ms)","trace[799294866] 'compare' (duration: 178.659275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:40.249482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940351Z","time spent":"309.104181ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.377835Z","caller":"traceutil/trace.go:171","msg":"trace[1025522994] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"437.244821ms","start":"2026-03-20T05:41:39.940579Z","end":"2026-03-20T05:41:40.377824Z","steps":["trace[1025522994] 'process raft request' (duration: 437.185609ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:40.377828Z","caller":"traceutil/trace.go:171","msg":"trace[1255811708] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"437.302692ms","start":"2026-03-20T05:41:39.940498Z","end":"2026-03-20T05:41:40.377801Z","steps":["trace[1255811708] 'process raft request' (duration: 435.925654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.377951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940576Z","time spent":"437.312553ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:40.377951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940478Z","time spent":"437.417486ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.378051Z","caller":"traceutil/trace.go:171","msg":"trace[397855922] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"437.492908ms","start":"2026-03-20T05:41:39.940552Z","end":"2026-03-20T05:41:40.378045Z","steps":["trace[397855922] 'process raft request' (duration: 437.132628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.378088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940547Z","time spent":"437.522949ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.378172Z","caller":"traceutil/trace.go:171","msg":"trace[1016530544] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"437.536599ms","start":"2026-03-20T05:41:39.940606Z","end":"2026-03-20T05:41:40.378143Z","steps":["trace[1016530544] 'process raft request' (duration: 437.188109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.378315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940603Z","time spent":"437.637843ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.378426Z","caller":"traceutil/trace.go:171","msg":"trace[774808483] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"437.770906ms","start":"2026-03-20T05:41:39.940631Z","end":"2026-03-20T05:41:40.378402Z","steps":["trace[774808483] 'process raft request' (duration: 437.463228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.378579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940628Z","time spent":"437.872839ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.378638Z","caller":"traceutil/trace.go:171","msg":"trace[2054216833] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"437.963872ms","start":"2026-03-20T05:41:39.94066Z","end":"2026-03-20T05:41:40.378623Z","steps":["trace[2054216833] 'process raft request' (duration: 437.702064ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:40.378704Z","caller":"traceutil/trace.go:171","msg":"trace[3255621] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"437.315004ms","start":"2026-03-20T05:41:39.941366Z","end":"2026-03-20T05:41:40.378681Z","steps":["trace[3255621] 'process raft request' (duration: 437.153698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.378854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.941359Z","time spent":"437.442557ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:40.378842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.940656Z","time spent":"438.130307ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.379088Z","caller":"traceutil/trace.go:171","msg":"trace[1969211038] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"437.396096ms","start":"2026-03-20T05:41:39.941676Z","end":"2026-03-20T05:41:40.379072Z","steps":["trace[1969211038] 'process raft request' (duration: 436.945303ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:40.37911Z","caller":"traceutil/trace.go:171","msg":"trace[10340807] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"437.296343ms","start":"2026-03-20T05:41:39.941786Z","end":"2026-03-20T05:41:40.379082Z","steps":["trace[10340807] 'process raft request' (duration: 437.1819ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:40.379183Z","caller":"traceutil/trace.go:171","msg":"trace[306613841] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"433.973829ms","start":"2026-03-20T05:41:39.945195Z","end":"2026-03-20T05:41:40.379169Z","steps":["trace[306613841] 'process raft request' (duration: 433.878527ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:40.379231Z","caller":"traceutil/trace.go:171","msg":"trace[1611904200] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"437.136588ms","start":"2026-03-20T05:41:39.942077Z","end":"2026-03-20T05:41:40.379214Z","steps":["trace[1611904200] 'process raft request' (duration: 436.954353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.379256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.945186Z","time spent":"434.036841ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:40.379265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.941776Z","time spent":"437.397496ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:40.37918Z","caller":"traceutil/trace.go:171","msg":"trace[1441887228] linearizableReadLoop","detail":"{readStateIndex:5159; appliedIndex:5152; }","duration":"437.9087ms","start":"2026-03-20T05:41:39.941257Z","end":"2026-03-20T05:41:40.379165Z","steps":["trace[1441887228] 'read index received' (duration: 129.135319ms)","trace[1441887228] 'applied index is now lower than readState.Index' (duration: 308.772601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:40.37918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.941656Z","time spent":"437.478397ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:40.379323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.942059Z","time spent":"437.220191ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:40.379397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.128856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70914"} {"level":"info","ts":"2026-03-20T05:41:40.379446Z","caller":"traceutil/trace.go:171","msg":"trace[1258861105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4965; }","duration":"438.181968ms","start":"2026-03-20T05:41:39.941253Z","end":"2026-03-20T05:41:40.379435Z","steps":["trace[1258861105] 'agreement among raft nodes before linearized reading' (duration: 437.960202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.379478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.94123Z","time spent":"438.24003ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T05:41:40.379337Z","caller":"traceutil/trace.go:171","msg":"trace[639910928] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"382.364546ms","start":"2026-03-20T05:41:39.996952Z","end":"2026-03-20T05:41:40.379317Z","steps":["trace[639910928] 'process raft request' (duration: 382.16729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:40.380913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:39.996935Z","time spent":"383.919468ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:46.718119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.365685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:41:46.718158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.933613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:41:46.718206Z","caller":"traceutil/trace.go:171","msg":"trace[313499914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:5029; }","duration":"310.035127ms","start":"2026-03-20T05:41:46.408159Z","end":"2026-03-20T05:41:46.718194Z","steps":["trace[313499914] 'range keys from in-memory index tree' (duration: 309.79778ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:46.718199Z","caller":"traceutil/trace.go:171","msg":"trace[1912056593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5029; }","duration":"310.50414ms","start":"2026-03-20T05:41:46.407677Z","end":"2026-03-20T05:41:46.718181Z","steps":["trace[1912056593] 'range keys from in-memory index tree' (duration: 310.18759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.718227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.408151Z","time spent":"310.071848ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"warn","ts":"2026-03-20T05:41:46.718251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.407657Z","time spent":"310.579523ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:46.71828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.398572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:46.718329Z","caller":"traceutil/trace.go:171","msg":"trace[540635584] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5029; }","duration":"143.472834ms","start":"2026-03-20T05:41:46.574838Z","end":"2026-03-20T05:41:46.718311Z","steps":["trace[540635584] 'range keys from in-memory index tree' (duration: 143.293399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.718133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.451946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:46.718518Z","caller":"traceutil/trace.go:171","msg":"trace[1044332939] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5029; }","duration":"201.892319ms","start":"2026-03-20T05:41:46.516618Z","end":"2026-03-20T05:41:46.71851Z","steps":["trace[1044332939] 'count revisions from in-memory index tree' (duration: 201.374204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.718797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.807218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:41:46.718835Z","caller":"traceutil/trace.go:171","msg":"trace[1891717699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5029; }","duration":"382.88226ms","start":"2026-03-20T05:41:46.335942Z","end":"2026-03-20T05:41:46.718825Z","steps":["trace[1891717699] 'range keys from in-memory index tree' (duration: 382.664994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.718865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.335888Z","time spent":"382.969573ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:46.719488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.996899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:41:46.71954Z","caller":"traceutil/trace.go:171","msg":"trace[896096892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5029; }","duration":"314.085141ms","start":"2026-03-20T05:41:46.405442Z","end":"2026-03-20T05:41:46.719527Z","steps":["trace[896096892] 'range keys from in-memory index tree' (duration: 313.877835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.719617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.405416Z","time spent":"314.190884ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:41:46.719677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.781734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T05:41:46.719705Z","caller":"traceutil/trace.go:171","msg":"trace[768161145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5029; }","duration":"312.821306ms","start":"2026-03-20T05:41:46.406876Z","end":"2026-03-20T05:41:46.719697Z","steps":["trace[768161145] 'range keys from in-memory index tree' (duration: 312.732754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.71971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.533806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:41:46.719731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.406871Z","time spent":"312.854567ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:41:46.719757Z","caller":"traceutil/trace.go:171","msg":"trace[192819995] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5029; }","duration":"313.598877ms","start":"2026-03-20T05:41:46.406143Z","end":"2026-03-20T05:41:46.719742Z","steps":["trace[192819995] 'range keys from in-memory index tree' (duration: 313.415953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.719794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.406136Z","time spent":"313.649279ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:41:46.719787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.933959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:41:46.719851Z","caller":"traceutil/trace.go:171","msg":"trace[1671599660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5029; }","duration":"313.015261ms","start":"2026-03-20T05:41:46.406823Z","end":"2026-03-20T05:41:46.719839Z","steps":["trace[1671599660] 'range keys from in-memory index tree' (duration: 312.840177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:46.719895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:46.406817Z","time spent":"313.070472ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:48.715241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382500010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:41:49.215674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382500010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:41:49.461014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283073857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:41:49.461698Z","caller":"traceutil/trace.go:171","msg":"trace[363296482] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"1.283850188s","start":"2026-03-20T05:41:48.17782Z","end":"2026-03-20T05:41:49.46167Z","steps":["trace[363296482] 'process raft request' (duration: 1.283644873s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:49.461986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.177803Z","time spent":"1.283966101s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:50.23342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.202707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:50.233494Z","caller":"traceutil/trace.go:171","msg":"trace[2005632046] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5296; }","duration":"2.018603733s","start":"2026-03-20T05:41:48.214879Z","end":"2026-03-20T05:41:50.233483Z","steps":["trace[2005632046] 'read index received' (duration: 1.246501206s)","trace[2005632046] 'applied index is now lower than readState.Index' (duration: 772.101807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:50.233557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018681095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:50.233527Z","caller":"traceutil/trace.go:171","msg":"trace[330799220] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"1.508511969s","start":"2026-03-20T05:41:48.724986Z","end":"2026-03-20T05:41:50.233498Z","steps":["trace[330799220] 'process raft request' (duration: 817.174608ms)","trace[330799220] 'compare' (duration: 690.880478ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:50.233581Z","caller":"traceutil/trace.go:171","msg":"trace[138409309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5096; }","duration":"2.018708966s","start":"2026-03-20T05:41:48.214866Z","end":"2026-03-20T05:41:50.233575Z","steps":["trace[138409309] 'agreement among raft nodes before linearized reading' (duration: 2.018661155s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:50.233601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.214833Z","time spent":"2.018762477s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:41:50.233673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.724958Z","time spent":"1.508635772s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:50.628532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-20T05:41:50.628624Z","caller":"traceutil/trace.go:171","msg":"trace[689304546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154744s","start":"2026-03-20T05:41:48.628449Z","end":"2026-03-20T05:41:50.628604Z","steps":["trace[689304546] 'agreement among raft nodes before linearized reading' (duration: 2.00003018s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:50.628677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.628421Z","time spent":"2.000243256s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:41:50.734174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382500014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:41:51.018287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476167867s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-20T05:41:51.441248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.506626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:41:51.441509Z","caller":"traceutil/trace.go:171","msg":"trace[1316316082] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"1.947553592s","start":"2026-03-20T05:41:49.493926Z","end":"2026-03-20T05:41:51.441479Z","steps":["trace[1316316082] 'process raft request' (duration: 1.524683176s)","trace[1316316082] 'compare' (duration: 422.378902ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:51.441523Z","caller":"traceutil/trace.go:171","msg":"trace[840372327] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5298; }","duration":"1.207986492s","start":"2026-03-20T05:41:50.233509Z","end":"2026-03-20T05:41:51.441496Z","steps":["trace[840372327] 'read index received' (duration: 785.102715ms)","trace[840372327] 'applied index is now lower than readState.Index' (duration: 422.881987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:51.441653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:49.493885Z","time spent":"1.947689056s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:51.441838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712492588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T05:41:51.441827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655356787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T05:41:51.441862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711833859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:41:51.441909Z","caller":"traceutil/trace.go:171","msg":"trace[742767619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5098; }","duration":"2.655514252s","start":"2026-03-20T05:41:48.786375Z","end":"2026-03-20T05:41:51.441889Z","steps":["trace[742767619] 'agreement among raft nodes before linearized reading' (duration: 2.655247554s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.441898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34635649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:51.443245Z","caller":"traceutil/trace.go:171","msg":"trace[413139114] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5098; }","duration":"2.347718568s","start":"2026-03-20T05:41:49.095468Z","end":"2026-03-20T05:41:51.443186Z","steps":["trace[413139114] 'agreement among raft nodes before linearized reading' (duration: 2.346310539s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.443324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:49.095451Z","time spent":"2.347854222s","remote":"127.0.0.1:53678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:41:51.441905Z","caller":"traceutil/trace.go:171","msg":"trace[21692632] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"984.503344ms","start":"2026-03-20T05:41:50.457365Z","end":"2026-03-20T05:41:51.441868Z","steps":["trace[21692632] 'process raft request' (duration: 984.036021ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.441943Z","caller":"traceutil/trace.go:171","msg":"trace[243245529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.711954393s","start":"2026-03-20T05:41:48.729968Z","end":"2026-03-20T05:41:51.441923Z","steps":["trace[243245529] 'agreement among raft nodes before linearized reading' (duration: 2.711656324s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.443646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:50.45734Z","time spent":"986.127209ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:51.443733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.729963Z","time spent":"2.71364388s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:41:51.44189Z","caller":"traceutil/trace.go:171","msg":"trace[724913735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5098; }","duration":"2.71255873s","start":"2026-03-20T05:41:48.729316Z","end":"2026-03-20T05:41:51.441875Z","steps":["trace[724913735] 'agreement among raft nodes before linearized reading' (duration: 2.712318254s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.444048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.729309Z","time spent":"2.714544865s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:41:51.441954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.786352Z","time spent":"2.655594104s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T05:41:51.441946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711482359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:41:51.444254Z","caller":"traceutil/trace.go:171","msg":"trace[1619239105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5098; }","duration":"2.713778414s","start":"2026-03-20T05:41:48.730445Z","end":"2026-03-20T05:41:51.444223Z","steps":["trace[1619239105] 'agreement among raft nodes before linearized reading' (duration: 2.711391876s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.441933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128376387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:41:51.444354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.730441Z","time spent":"2.713862117s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:41:51.444392Z","caller":"traceutil/trace.go:171","msg":"trace[540657613] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5098; }","duration":"3.130871968s","start":"2026-03-20T05:41:48.313491Z","end":"2026-03-20T05:41:51.444363Z","steps":["trace[540657613] 'agreement among raft nodes before linearized reading' (duration: 3.128330546s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.441963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711130479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-20T05:41:51.444463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.313479Z","time spent":"3.13096017s","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:41:51.444507Z","caller":"traceutil/trace.go:171","msg":"trace[2067405346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:5098; }","duration":"2.713693822s","start":"2026-03-20T05:41:48.730789Z","end":"2026-03-20T05:41:51.444482Z","steps":["trace[2067405346] 'agreement among raft nodes before linearized reading' (duration: 2.711035987s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.442018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.747662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:41:51.444577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.730776Z","time spent":"2.713786034s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"info","ts":"2026-03-20T05:41:51.444578Z","caller":"traceutil/trace.go:171","msg":"trace[1199206717] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5098; }","duration":"305.333465ms","start":"2026-03-20T05:41:51.139224Z","end":"2026-03-20T05:41:51.444558Z","steps":["trace[1199206717] 'agreement among raft nodes before linearized reading' (duration: 302.766933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.444629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.139202Z","time spent":"305.410166ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:41:51.442028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.447654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:51.44472Z","caller":"traceutil/trace.go:171","msg":"trace[923945489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"815.13104ms","start":"2026-03-20T05:41:50.629573Z","end":"2026-03-20T05:41:51.444704Z","steps":["trace[923945489] 'agreement among raft nodes before linearized reading' (duration: 812.430594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.444761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:50.629506Z","time spent":"815.244763ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:41:51.442044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411351451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6143a25a-083f-4b9e-9dc4-2365ce11ef75\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-20T05:41:51.444901Z","caller":"traceutil/trace.go:171","msg":"trace[629853817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6143a25a-083f-4b9e-9dc4-2365ce11ef75; range_end:; response_count:1; response_revision:5098; }","duration":"2.414229603s","start":"2026-03-20T05:41:49.03064Z","end":"2026-03-20T05:41:51.44487Z","steps":["trace[629853817] 'agreement among raft nodes before linearized reading' (duration: 2.411340461s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.442012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713391524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:41:51.442029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.105437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-20T05:41:51.442078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429974897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-20T05:41:51.442081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.96183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:41:51.442092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637245967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:41:51.442183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066941816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-20T05:41:51.4422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708608419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:41:51.442011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71292051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:41:51.445054Z","caller":"traceutil/trace.go:171","msg":"trace[533348662] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:5098; }","duration":"874.152473ms","start":"2026-03-20T05:41:50.570877Z","end":"2026-03-20T05:41:51.445029Z","steps":["trace[533348662] 'agreement among raft nodes before linearized reading' (duration: 871.056786ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.445183Z","caller":"traceutil/trace.go:171","msg":"trace[991377007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5098; }","duration":"2.069976992s","start":"2026-03-20T05:41:49.375194Z","end":"2026-03-20T05:41:51.445171Z","steps":["trace[991377007] 'agreement among raft nodes before linearized reading' (duration: 2.066868335s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.445195Z","caller":"traceutil/trace.go:171","msg":"trace[1702971418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.716173431s","start":"2026-03-20T05:41:48.729013Z","end":"2026-03-20T05:41:51.445186Z","steps":["trace[1702971418] 'agreement among raft nodes before linearized reading' (duration: 2.712843648s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.445236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:49.375171Z","time spent":"2.070051803s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-20T05:41:51.445248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.728992Z","time spent":"2.716238194s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:41:51.445263Z","caller":"traceutil/trace.go:171","msg":"trace[1107573975] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5098; }","duration":"2.640456758s","start":"2026-03-20T05:41:48.804797Z","end":"2026-03-20T05:41:51.445254Z","steps":["trace[1107573975] 'agreement among raft nodes before linearized reading' (duration: 2.637267879s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.4451Z","caller":"traceutil/trace.go:171","msg":"trace[174924039] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5098; }","duration":"2.433032223s","start":"2026-03-20T05:41:49.012054Z","end":"2026-03-20T05:41:51.445086Z","steps":["trace[174924039] 'agreement among raft nodes before linearized reading' (duration: 2.429957106s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.445314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.804779Z","time spent":"2.640519129s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:41:51.445328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:49.01204Z","time spent":"2.433280779s","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-20T05:41:51.44536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:50.570862Z","time spent":"874.38271ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-03-20T05:41:51.445313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:49.030616Z","time spent":"2.414642993s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6143a25a-083f-4b9e-9dc4-2365ce11ef75\" "} {"level":"info","ts":"2026-03-20T05:41:51.445145Z","caller":"traceutil/trace.go:171","msg":"trace[1069368618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5098; }","duration":"871.040056ms","start":"2026-03-20T05:41:50.57409Z","end":"2026-03-20T05:41:51.44513Z","steps":["trace[1069368618] 'agreement among raft nodes before linearized reading' (duration: 867.966649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.44565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:50.574082Z","time spent":"871.530009ms","remote":"127.0.0.1:50630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:41:51.445182Z","caller":"traceutil/trace.go:171","msg":"trace[657125212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"2.711653824s","start":"2026-03-20T05:41:48.73352Z","end":"2026-03-20T05:41:51.445173Z","steps":["trace[657125212] 'agreement among raft nodes before linearized reading' (duration: 2.708469044s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.445797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.7335Z","time spent":"2.712282961s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:41:51.445087Z","caller":"traceutil/trace.go:171","msg":"trace[611062759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5098; }","duration":"2.71647368s","start":"2026-03-20T05:41:48.7286Z","end":"2026-03-20T05:41:51.445073Z","steps":["trace[611062759] 'agreement among raft nodes before linearized reading' (duration: 2.71325546s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.44666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:48.728546Z","time spent":"2.718087255s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:41:51.956088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.568297ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-20T05:41:51.956196Z","caller":"traceutil/trace.go:171","msg":"trace[133724089] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"507.506281ms","start":"2026-03-20T05:41:51.448669Z","end":"2026-03-20T05:41:51.956176Z","steps":["trace[133724089] 'read index received' (duration: 287.924864ms)","trace[133724089] 'applied index is now lower than readState.Index' (duration: 219.579567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:51.956223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.446949Z","time spent":"509.26488ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T05:41:51.956394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.714067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-20T05:41:51.956432Z","caller":"traceutil/trace.go:171","msg":"trace[2018752209] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b; range_end:; response_count:1; response_revision:5098; }","duration":"507.784539ms","start":"2026-03-20T05:41:51.448637Z","end":"2026-03-20T05:41:51.956421Z","steps":["trace[2018752209] 'agreement among raft nodes before linearized reading' (duration: 507.619305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.956465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.44862Z","time spent":"507.8372ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b\" "} {"level":"info","ts":"2026-03-20T05:41:51.956928Z","caller":"traceutil/trace.go:171","msg":"trace[2055731444] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"505.958639ms","start":"2026-03-20T05:41:51.450949Z","end":"2026-03-20T05:41:51.956908Z","steps":["trace[2055731444] 'process raft request' (duration: 505.897457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.45094Z","time spent":"506.046371ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:51.957074Z","caller":"traceutil/trace.go:171","msg":"trace[1265687034] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"507.41884ms","start":"2026-03-20T05:41:51.449583Z","end":"2026-03-20T05:41:51.957002Z","steps":["trace[1265687034] 'process raft request' (duration: 506.850714ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.957268Z","caller":"traceutil/trace.go:171","msg":"trace[198121522] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"506.312768ms","start":"2026-03-20T05:41:51.450942Z","end":"2026-03-20T05:41:51.957255Z","steps":["trace[198121522] 'process raft request' (duration: 505.935288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.450933Z","time spent":"506.39463ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:51.957433Z","caller":"traceutil/trace.go:171","msg":"trace[97776093] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"506.204885ms","start":"2026-03-20T05:41:51.451194Z","end":"2026-03-20T05:41:51.957399Z","steps":["trace[97776093] 'process raft request' (duration: 506.054451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.49855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T05:41:51.957554Z","caller":"traceutil/trace.go:171","msg":"trace[375734697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5105; }","duration":"508.570901ms","start":"2026-03-20T05:41:51.448972Z","end":"2026-03-20T05:41:51.957543Z","steps":["trace[375734697] 'agreement among raft nodes before linearized reading' (duration: 508.425827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.448961Z","time spent":"508.624534ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T05:41:51.957598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.45118Z","time spent":"506.330588ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:41:51.957683Z","caller":"traceutil/trace.go:171","msg":"trace[1405665809] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"506.556085ms","start":"2026-03-20T05:41:51.451107Z","end":"2026-03-20T05:41:51.957663Z","steps":["trace[1405665809] 'process raft request' (duration: 506.03822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.451102Z","time spent":"506.639617ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:51.957907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.8865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80095"} {"level":"warn","ts":"2026-03-20T05:41:51.957913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.904882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-20T05:41:51.957979Z","caller":"traceutil/trace.go:171","msg":"trace[1279421707] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5105; }","duration":"507.987665ms","start":"2026-03-20T05:41:51.449979Z","end":"2026-03-20T05:41:51.957967Z","steps":["trace[1279421707] 'agreement among raft nodes before linearized reading' (duration: 507.777189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.957892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.60859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-20T05:41:51.958018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.449971Z","time spent":"508.039116ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-20T05:41:51.957938Z","caller":"traceutil/trace.go:171","msg":"trace[1146179492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5105; }","duration":"508.936552ms","start":"2026-03-20T05:41:51.448993Z","end":"2026-03-20T05:41:51.957929Z","steps":["trace[1146179492] 'agreement among raft nodes before linearized reading' (duration: 508.772357ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.958156Z","caller":"traceutil/trace.go:171","msg":"trace[787471403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5105; }","duration":"218.813956ms","start":"2026-03-20T05:41:51.739212Z","end":"2026-03-20T05:41:51.958026Z","steps":["trace[787471403] 'agreement among raft nodes before linearized reading' (duration: 218.25497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.958175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.44898Z","time spent":"509.184379ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80117,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T05:41:51.95817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.588154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:51.958248Z","caller":"traceutil/trace.go:171","msg":"trace[1054157233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"507.693956ms","start":"2026-03-20T05:41:51.450537Z","end":"2026-03-20T05:41:51.958231Z","steps":["trace[1054157233] 'agreement among raft nodes before linearized reading' (duration: 507.522402ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.958265Z","caller":"traceutil/trace.go:171","msg":"trace[463823784] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"506.819502ms","start":"2026-03-20T05:41:51.451406Z","end":"2026-03-20T05:41:51.958226Z","steps":["trace[463823784] 'process raft request' (duration: 505.880406ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:51.958332Z","caller":"traceutil/trace.go:171","msg":"trace[126527878] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"506.906145ms","start":"2026-03-20T05:41:51.451412Z","end":"2026-03-20T05:41:51.958318Z","steps":["trace[126527878] 'process raft request' (duration: 505.908457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:51.958294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.450533Z","time spent":"507.752168ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:41:51.958427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.451406Z","time spent":"506.956466ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:51.957896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.449566Z","time spent":"507.727228ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:51.959202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:51.451399Z","time spent":"506.953796ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:53.21386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.965515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-20T05:41:53.21394Z","caller":"traceutil/trace.go:171","msg":"trace[685003655] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5142; }","duration":"134.104549ms","start":"2026-03-20T05:41:53.07982Z","end":"2026-03-20T05:41:53.213924Z","steps":["trace[685003655] 'range keys from in-memory index tree' (duration: 133.870572ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:53.214056Z","caller":"traceutil/trace.go:171","msg":"trace[2118426090] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"127.096711ms","start":"2026-03-20T05:41:53.086947Z","end":"2026-03-20T05:41:53.214044Z","steps":["trace[2118426090] 'process raft request' (duration: 121.39601ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:53.232418Z","caller":"traceutil/trace.go:171","msg":"trace[1972386097] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5346; }","duration":"136.551148ms","start":"2026-03-20T05:41:53.095842Z","end":"2026-03-20T05:41:53.232393Z","steps":["trace[1972386097] 'read index received' (duration: 112.585523ms)","trace[1972386097] 'applied index is now lower than readState.Index' (duration: 23.964465ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:53.232446Z","caller":"traceutil/trace.go:171","msg":"trace[1666116589] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5143; }","duration":"143.113253ms","start":"2026-03-20T05:41:53.089301Z","end":"2026-03-20T05:41:53.232415Z","steps":["trace[1666116589] 'process raft request' (duration: 142.956539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.232633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.784515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:41:53.232699Z","caller":"traceutil/trace.go:171","msg":"trace[1082385559] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5143; }","duration":"136.926518ms","start":"2026-03-20T05:41:53.095758Z","end":"2026-03-20T05:41:53.232684Z","steps":["trace[1082385559] 'agreement among raft nodes before linearized reading' (duration: 136.738473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.313301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.381793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:41:53.313411Z","caller":"traceutil/trace.go:171","msg":"trace[836061047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5144; }","duration":"169.61262ms","start":"2026-03-20T05:41:53.143776Z","end":"2026-03-20T05:41:53.313389Z","steps":["trace[836061047] 'agreement among raft nodes before linearized reading' (duration: 169.326372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.31345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.554838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-20T05:41:53.313617Z","caller":"traceutil/trace.go:171","msg":"trace[415595348] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5144; }","duration":"202.726574ms","start":"2026-03-20T05:41:53.110837Z","end":"2026-03-20T05:41:53.313564Z","steps":["trace[415595348] 'agreement among raft nodes before linearized reading' (duration: 202.386324ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:53.723621Z","caller":"traceutil/trace.go:171","msg":"trace[625351453] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"473.994766ms","start":"2026-03-20T05:41:53.249593Z","end":"2026-03-20T05:41:53.723588Z","steps":["trace[625351453] 'process raft request' (duration: 470.463867ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:53.723663Z","caller":"traceutil/trace.go:171","msg":"trace[230359059] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5349; }","duration":"410.580089ms","start":"2026-03-20T05:41:53.313056Z","end":"2026-03-20T05:41:53.723636Z","steps":["trace[230359059] 'read index received' (duration: 406.970417ms)","trace[230359059] 'applied index is now lower than readState.Index' (duration: 3.607262ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:41:53.723757Z","caller":"traceutil/trace.go:171","msg":"trace[1271243186] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5146; }","duration":"409.176081ms","start":"2026-03-20T05:41:53.314562Z","end":"2026-03-20T05:41:53.723738Z","steps":["trace[1271243186] 'process raft request' (duration: 409.031517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.723827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.249567Z","time spent":"474.145781ms","remote":"127.0.0.1:49696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:53.723972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.31454Z","time spent":"409.279493ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-20T05:41:53.72452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.529096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-20T05:41:53.724594Z","caller":"traceutil/trace.go:171","msg":"trace[1066710710] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5148; }","duration":"401.666099ms","start":"2026-03-20T05:41:53.322908Z","end":"2026-03-20T05:41:53.724574Z","steps":["trace[1066710710] 'agreement among raft nodes before linearized reading' (duration: 401.38018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.724695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.322887Z","time spent":"401.792193ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-20T05:41:53.724356Z","caller":"traceutil/trace.go:171","msg":"trace[1095345656] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"336.706567ms","start":"2026-03-20T05:41:53.387631Z","end":"2026-03-20T05:41:53.724338Z","steps":["trace[1095345656] 'process raft request' (duration: 336.08661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.724835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.387609Z","time spent":"337.138581ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:41:53.724329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.049816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-qxzr2\" ","response":"range_response_count:1 size:4760"} {"level":"info","ts":"2026-03-20T05:41:53.725308Z","caller":"traceutil/trace.go:171","msg":"trace[14849651] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-qxzr2; range_end:; response_count:1; response_revision:5146; }","duration":"465.078525ms","start":"2026-03-20T05:41:53.260194Z","end":"2026-03-20T05:41:53.725273Z","steps":["trace[14849651] 'agreement among raft nodes before linearized reading' (duration: 463.572542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.725372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.260181Z","time spent":"465.173818ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-qxzr2\" "} {"level":"info","ts":"2026-03-20T05:41:53.724416Z","caller":"traceutil/trace.go:171","msg":"trace[883471253] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"276.384107ms","start":"2026-03-20T05:41:53.448023Z","end":"2026-03-20T05:41:53.724407Z","steps":["trace[883471253] 'process raft request' (duration: 276.174891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.724437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.854134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6143a25a-083f-4b9e-9dc4-2365ce11ef75\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-20T05:41:53.725638Z","caller":"traceutil/trace.go:171","msg":"trace[1667256505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6143a25a-083f-4b9e-9dc4-2365ce11ef75; range_end:; response_count:1; response_revision:5148; }","duration":"271.051929ms","start":"2026-03-20T05:41:53.454565Z","end":"2026-03-20T05:41:53.725617Z","steps":["trace[1667256505] 'agreement among raft nodes before linearized reading' (duration: 269.758132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.724478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.770579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-20T05:41:53.725747Z","caller":"traceutil/trace.go:171","msg":"trace[1431807121] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5148; }","duration":"383.062065ms","start":"2026-03-20T05:41:53.342654Z","end":"2026-03-20T05:41:53.725716Z","steps":["trace[1431807121] 'agreement among raft nodes before linearized reading' (duration: 381.671955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:41:53.725823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:41:53.342637Z","time spent":"383.165957ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-20T05:41:56.107344Z","caller":"traceutil/trace.go:171","msg":"trace[2129933343] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"127.575005ms","start":"2026-03-20T05:41:55.979744Z","end":"2026-03-20T05:41:56.107319Z","steps":["trace[2129933343] 'process raft request' (duration: 127.332078ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:56.107653Z","caller":"traceutil/trace.go:171","msg":"trace[1292092867] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"127.356768ms","start":"2026-03-20T05:41:55.980259Z","end":"2026-03-20T05:41:56.107616Z","steps":["trace[1292092867] 'process raft request' (duration: 127.213034ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:56.107653Z","caller":"traceutil/trace.go:171","msg":"trace[814825632] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"127.821101ms","start":"2026-03-20T05:41:55.979799Z","end":"2026-03-20T05:41:56.10762Z","steps":["trace[814825632] 'process raft request' (duration: 127.434381ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:56.107923Z","caller":"traceutil/trace.go:171","msg":"trace[180954858] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"126.921776ms","start":"2026-03-20T05:41:55.980957Z","end":"2026-03-20T05:41:56.107878Z","steps":["trace[180954858] 'process raft request' (duration: 126.637469ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:56.107938Z","caller":"traceutil/trace.go:171","msg":"trace[9485156] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"127.126682ms","start":"2026-03-20T05:41:55.980786Z","end":"2026-03-20T05:41:56.107913Z","steps":["trace[9485156] 'process raft request' (duration: 126.762062ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:41:56.108111Z","caller":"traceutil/trace.go:171","msg":"trace[380298028] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5396; }","duration":"124.877349ms","start":"2026-03-20T05:41:55.983221Z","end":"2026-03-20T05:41:56.108098Z","steps":["trace[380298028] 'read index received' (duration: 89.711068ms)","trace[380298028] 'applied index is now lower than readState.Index' (duration: 35.165171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:41:56.108888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.503367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81310"} {"level":"info","ts":"2026-03-20T05:41:56.108952Z","caller":"traceutil/trace.go:171","msg":"trace[1832868079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5196; }","duration":"125.717373ms","start":"2026-03-20T05:41:55.983218Z","end":"2026-03-20T05:41:56.108936Z","steps":["trace[1832868079] 'agreement among raft nodes before linearized reading' (duration: 124.92098ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:06.336376Z","caller":"traceutil/trace.go:171","msg":"trace[430870819] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5508; }","duration":"175.59005ms","start":"2026-03-20T05:42:06.160762Z","end":"2026-03-20T05:42:06.336352Z","steps":["trace[430870819] 'read index received' (duration: 20.247481ms)","trace[430870819] 'applied index is now lower than readState.Index' (duration: 155.341139ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:06.336503Z","caller":"traceutil/trace.go:171","msg":"trace[24365417] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"174.752612ms","start":"2026-03-20T05:42:06.161736Z","end":"2026-03-20T05:42:06.336488Z","steps":["trace[24365417] 'process raft request' (duration: 174.563908ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:06.336548Z","caller":"traceutil/trace.go:171","msg":"trace[594453332] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"176.663774ms","start":"2026-03-20T05:42:06.159835Z","end":"2026-03-20T05:42:06.336498Z","steps":["trace[594453332] 'process raft request' (duration: 176.388037ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:06.336481Z","caller":"traceutil/trace.go:171","msg":"trace[1138683829] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"177.156466ms","start":"2026-03-20T05:42:06.1593Z","end":"2026-03-20T05:42:06.336456Z","steps":["trace[1138683829] 'process raft request' (duration: 176.863949ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:06.336675Z","caller":"traceutil/trace.go:171","msg":"trace[1967194376] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"177.34837ms","start":"2026-03-20T05:42:06.159282Z","end":"2026-03-20T05:42:06.33663Z","steps":["trace[1967194376] 'process raft request' (duration: 176.727946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:06.336734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.945149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81494"} {"level":"info","ts":"2026-03-20T05:42:06.336791Z","caller":"traceutil/trace.go:171","msg":"trace[1213689548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5306; }","duration":"176.04117ms","start":"2026-03-20T05:42:06.160737Z","end":"2026-03-20T05:42:06.336778Z","steps":["trace[1213689548] 'agreement among raft nodes before linearized reading' (duration: 175.767214ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:08.631648Z","caller":"traceutil/trace.go:171","msg":"trace[476817719] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"446.96962ms","start":"2026-03-20T05:42:08.184649Z","end":"2026-03-20T05:42:08.631618Z","steps":["trace[476817719] 'read index received' (duration: 446.784066ms)","trace[476817719] 'applied index is now lower than readState.Index' (duration: 177.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:08.631777Z","caller":"traceutil/trace.go:171","msg":"trace[491669674] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"481.584622ms","start":"2026-03-20T05:42:08.150156Z","end":"2026-03-20T05:42:08.631741Z","steps":["trace[491669674] 'process raft request' (duration: 481.251175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.63195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.150135Z","time spent":"481.715056ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:08.632001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.324548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:42:08.632057Z","caller":"traceutil/trace.go:171","msg":"trace[36886815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5323; }","duration":"447.43545ms","start":"2026-03-20T05:42:08.184607Z","end":"2026-03-20T05:42:08.632042Z","steps":["trace[36886815] 'agreement among raft nodes before linearized reading' (duration: 447.203525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.632103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.184594Z","time spent":"447.499902ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:42:08.867117Z","caller":"traceutil/trace.go:171","msg":"trace[1093715821] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"515.727954ms","start":"2026-03-20T05:42:08.351349Z","end":"2026-03-20T05:42:08.867077Z","steps":["trace[1093715821] 'process raft request' (duration: 499.730787ms)","trace[1093715821] 'compare' (duration: 15.787153ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:08.867314Z","caller":"traceutil/trace.go:171","msg":"trace[2133138955] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"230.740861ms","start":"2026-03-20T05:42:08.636554Z","end":"2026-03-20T05:42:08.867295Z","steps":["trace[2133138955] 'process raft request' (duration: 230.485155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.867342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.35133Z","time spent":"515.902958ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:08.867372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.458102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:42:08.867448Z","caller":"traceutil/trace.go:171","msg":"trace[702185591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5325; }","duration":"525.552474ms","start":"2026-03-20T05:42:08.341873Z","end":"2026-03-20T05:42:08.867425Z","steps":["trace[702185591] 'agreement among raft nodes before linearized reading' (duration: 525.327219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.867504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.341855Z","time spent":"525.635736ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:42:08.867569Z","caller":"traceutil/trace.go:171","msg":"trace[1111838356] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"120.265655ms","start":"2026-03-20T05:42:08.747296Z","end":"2026-03-20T05:42:08.867562Z","steps":["trace[1111838356] 'process raft request' (duration: 119.937168ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:08.867125Z","caller":"traceutil/trace.go:171","msg":"trace[1021311217] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"235.310463ms","start":"2026-03-20T05:42:08.631774Z","end":"2026-03-20T05:42:08.867084Z","steps":["trace[1021311217] 'read index received' (duration: 219.334817ms)","trace[1021311217] 'applied index is now lower than readState.Index' (duration: 15.974326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:08.867776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.583695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:42:08.867835Z","caller":"traceutil/trace.go:171","msg":"trace[1371478667] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5326; }","duration":"130.687517ms","start":"2026-03-20T05:42:08.737133Z","end":"2026-03-20T05:42:08.86782Z","steps":["trace[1371478667] 'agreement among raft nodes before linearized reading' (duration: 130.542963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.867841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.441276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T05:42:08.867838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.90013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-20T05:42:08.867885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.960483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:42:08.867932Z","caller":"traceutil/trace.go:171","msg":"trace[1358394226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5326; }","duration":"319.072994ms","start":"2026-03-20T05:42:08.548836Z","end":"2026-03-20T05:42:08.867909Z","steps":["trace[1358394226] 'agreement among raft nodes before linearized reading' (duration: 318.777667ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:08.867962Z","caller":"traceutil/trace.go:171","msg":"trace[992439909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:5326; }","duration":"526.062915ms","start":"2026-03-20T05:42:08.341876Z","end":"2026-03-20T05:42:08.867939Z","steps":["trace[992439909] 'agreement among raft nodes before linearized reading' (duration: 525.83887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.867978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.548807Z","time spent":"319.161666ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-20T05:42:08.867991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.164719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-20T05:42:08.868061Z","caller":"traceutil/trace.go:171","msg":"trace[807703461] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5326; }","duration":"368.267092ms","start":"2026-03-20T05:42:08.49978Z","end":"2026-03-20T05:42:08.868047Z","steps":["trace[807703461] 'agreement among raft nodes before linearized reading' (duration: 368.103418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.868077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.194698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-20T05:42:08.8681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.499766Z","time spent":"368.326493ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-20T05:42:08.868106Z","caller":"traceutil/trace.go:171","msg":"trace[1191047612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5326; }","duration":"526.26805ms","start":"2026-03-20T05:42:08.34183Z","end":"2026-03-20T05:42:08.868098Z","steps":["trace[1191047612] 'agreement among raft nodes before linearized reading' (duration: 525.854381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.868134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.341812Z","time spent":"526.316011ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:42:08.868183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.719942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-20T05:42:08.868015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.341867Z","time spent":"526.136017ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"info","ts":"2026-03-20T05:42:08.8683Z","caller":"traceutil/trace.go:171","msg":"trace[1106687610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5325; }","duration":"527.976517ms","start":"2026-03-20T05:42:08.340281Z","end":"2026-03-20T05:42:08.868257Z","steps":["trace[1106687610] 'agreement among raft nodes before linearized reading' (duration: 526.899204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.868377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.340254Z","time spent":"528.08523ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:42:08.867879Z","caller":"traceutil/trace.go:171","msg":"trace[789228067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5326; }","duration":"527.576869ms","start":"2026-03-20T05:42:08.340292Z","end":"2026-03-20T05:42:08.867869Z","steps":["trace[789228067] 'agreement among raft nodes before linearized reading' (duration: 527.456446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:08.868623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:08.340274Z","time spent":"528.158121ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:42:09.087143Z","caller":"traceutil/trace.go:171","msg":"trace[60157002] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"213.481866ms","start":"2026-03-20T05:42:08.873636Z","end":"2026-03-20T05:42:09.087118Z","steps":["trace[60157002] 'process raft request' (duration: 213.286771ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:09.087683Z","caller":"traceutil/trace.go:171","msg":"trace[381662639] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"213.829395ms","start":"2026-03-20T05:42:08.873808Z","end":"2026-03-20T05:42:09.087637Z","steps":["trace[381662639] 'process raft request' (duration: 213.264832ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:09.087969Z","caller":"traceutil/trace.go:171","msg":"trace[187689372] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"213.397065ms","start":"2026-03-20T05:42:08.874542Z","end":"2026-03-20T05:42:09.087939Z","steps":["trace[187689372] 'process raft request' (duration: 212.947805ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:09.088173Z","caller":"traceutil/trace.go:171","msg":"trace[1749439353] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5535; }","duration":"213.440325ms","start":"2026-03-20T05:42:08.874708Z","end":"2026-03-20T05:42:09.088149Z","steps":["trace[1749439353] 'read index received' (duration: 89.384716ms)","trace[1749439353] 'applied index is now lower than readState.Index' (duration: 124.053859ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:09.088268Z","caller":"traceutil/trace.go:171","msg":"trace[1953470868] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"208.569167ms","start":"2026-03-20T05:42:08.87967Z","end":"2026-03-20T05:42:09.088239Z","steps":["trace[1953470868] 'process raft request' (duration: 208.086877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:09.088602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.876285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81784"} {"level":"info","ts":"2026-03-20T05:42:09.088658Z","caller":"traceutil/trace.go:171","msg":"trace[1674236657] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5331; }","duration":"213.952426ms","start":"2026-03-20T05:42:08.874694Z","end":"2026-03-20T05:42:09.088646Z","steps":["trace[1674236657] 'agreement among raft nodes before linearized reading' (duration: 213.643259ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:10.750715Z","caller":"traceutil/trace.go:171","msg":"trace[962804603] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"102.857696ms","start":"2026-03-20T05:42:10.647831Z","end":"2026-03-20T05:42:10.750689Z","steps":["trace[962804603] 'process raft request' (duration: 102.702652ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:36.067002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2703} {"level":"info","ts":"2026-03-20T05:42:36.125867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2703,"took":"57.790681ms","hash":1353808272,"current-db-size-bytes":39133184,"current-db-size":"39 MB","current-db-size-in-use-bytes":29343744,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-20T05:42:36.125918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1353808272,"revision":2703,"compact-revision":-1} {"level":"info","ts":"2026-03-20T05:42:40.012649Z","caller":"traceutil/trace.go:171","msg":"trace[596990932] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"126.795103ms","start":"2026-03-20T05:42:39.885831Z","end":"2026-03-20T05:42:40.012626Z","steps":["trace[596990932] 'process raft request' (duration: 126.617449ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:40.637125Z","caller":"traceutil/trace.go:171","msg":"trace[994865304] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"214.603495ms","start":"2026-03-20T05:42:40.422491Z","end":"2026-03-20T05:42:40.637094Z","steps":["trace[994865304] 'process raft request' (duration: 214.326249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:48.349816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.160146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-20T05:42:48.349914Z","caller":"traceutil/trace.go:171","msg":"trace[1348088756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5639; }","duration":"206.289679ms","start":"2026-03-20T05:42:48.143596Z","end":"2026-03-20T05:42:48.349886Z","steps":["trace[1348088756] 'range keys from in-memory index tree' (duration: 205.974743ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:49.11732Z","caller":"traceutil/trace.go:171","msg":"trace[2040246420] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"176.570485ms","start":"2026-03-20T05:42:48.940691Z","end":"2026-03-20T05:42:49.117261Z","steps":["trace[2040246420] 'process raft request' (duration: 176.34493ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:49.143747Z","caller":"traceutil/trace.go:171","msg":"trace[946825189] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"103.127603ms","start":"2026-03-20T05:42:49.040564Z","end":"2026-03-20T05:42:49.143691Z","steps":["trace[946825189] 'process raft request' (duration: 102.892718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:49.307068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.681245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:42:49.307178Z","caller":"traceutil/trace.go:171","msg":"trace[304553301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5643; }","duration":"102.813327ms","start":"2026-03-20T05:42:49.204342Z","end":"2026-03-20T05:42:49.307155Z","steps":["trace[304553301] 'range keys from in-memory index tree' (duration: 102.435909ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:49.434011Z","caller":"traceutil/trace.go:171","msg":"trace[1302841412] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"122.61711ms","start":"2026-03-20T05:42:49.311355Z","end":"2026-03-20T05:42:49.433972Z","steps":["trace[1302841412] 'process raft request' (duration: 122.416545ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:49.789878Z","caller":"traceutil/trace.go:171","msg":"trace[871594222] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"478.018131ms","start":"2026-03-20T05:42:49.311824Z","end":"2026-03-20T05:42:49.789842Z","steps":["trace[871594222] 'process raft request' (duration: 477.915749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:49.790126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:49.311813Z","time spent":"478.200675ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:49.790176Z","caller":"traceutil/trace.go:171","msg":"trace[1011741897] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5863; }","duration":"161.210071ms","start":"2026-03-20T05:42:49.628933Z","end":"2026-03-20T05:42:49.790143Z","steps":["trace[1011741897] 'read index received' (duration: 160.68985ms)","trace[1011741897] 'applied index is now lower than readState.Index' (duration: 518.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:49.790284Z","caller":"traceutil/trace.go:171","msg":"trace[519668709] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"478.802098ms","start":"2026-03-20T05:42:49.311412Z","end":"2026-03-20T05:42:49.790214Z","steps":["trace[519668709] 'process raft request' (duration: 478.102883ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:49.790406Z","caller":"traceutil/trace.go:171","msg":"trace[254456626] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"478.119012ms","start":"2026-03-20T05:42:49.312259Z","end":"2026-03-20T05:42:49.790378Z","steps":["trace[254456626] 'process raft request' (duration: 477.537119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:49.790426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.450397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:42:49.790487Z","caller":"traceutil/trace.go:171","msg":"trace[1340833680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5647; }","duration":"161.617551ms","start":"2026-03-20T05:42:49.628854Z","end":"2026-03-20T05:42:49.790471Z","steps":["trace[1340833680] 'agreement among raft nodes before linearized reading' (duration: 161.402856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:49.790522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:49.312249Z","time spent":"478.228354ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:49.791469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:49.311381Z","time spent":"479.023722ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:42:50.992881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.886063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:42:50.993011Z","caller":"traceutil/trace.go:171","msg":"trace[1574608148] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"267.471017ms","start":"2026-03-20T05:42:50.725516Z","end":"2026-03-20T05:42:50.992987Z","steps":["trace[1574608148] 'process raft request' (duration: 89.345877ms)","trace[1574608148] 'compare' (duration: 177.72608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:51.481356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.785634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:42:51.481435Z","caller":"traceutil/trace.go:171","msg":"trace[82863089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5649; }","duration":"357.925037ms","start":"2026-03-20T05:42:51.123489Z","end":"2026-03-20T05:42:51.481414Z","steps":["trace[82863089] 'range keys from in-memory index tree' (duration: 357.546429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.481477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.123469Z","time spent":"357.996969ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:42:51.48169Z","caller":"traceutil/trace.go:171","msg":"trace[1503761858] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"291.467122ms","start":"2026-03-20T05:42:51.190182Z","end":"2026-03-20T05:42:51.48165Z","steps":["trace[1503761858] 'read index received' (duration: 223.917683ms)","trace[1503761858] 'applied index is now lower than readState.Index' (duration: 67.548599ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:51.481796Z","caller":"traceutil/trace.go:171","msg":"trace[1486407877] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"330.323781ms","start":"2026-03-20T05:42:51.151356Z","end":"2026-03-20T05:42:51.481679Z","steps":["trace[1486407877] 'process raft request' (duration: 262.832923ms)","trace[1486407877] 'compare' (duration: 67.302854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:42:51.481921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.752078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-20T05:42:51.481956Z","caller":"traceutil/trace.go:171","msg":"trace[1559040581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5650; }","duration":"291.82756ms","start":"2026-03-20T05:42:51.19012Z","end":"2026-03-20T05:42:51.481947Z","steps":["trace[1559040581] 'agreement among raft nodes before linearized reading' (duration: 291.684707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.481922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.952886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:42:51.482067Z","caller":"traceutil/trace.go:171","msg":"trace[884912573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:5650; }","duration":"165.14669ms","start":"2026-03-20T05:42:51.316898Z","end":"2026-03-20T05:42:51.482045Z","steps":["trace[884912573] 'agreement among raft nodes before linearized reading' (duration: 164.952876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:51.482084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:42:51.151323Z","time spent":"330.560565ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:42:51.69033Z","caller":"traceutil/trace.go:171","msg":"trace[1696988141] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"203.481856ms","start":"2026-03-20T05:42:51.486802Z","end":"2026-03-20T05:42:51.690284Z","steps":["trace[1696988141] 'process raft request' (duration: 180.243597ms)","trace[1696988141] 'compare' (duration: 22.928002ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:42:51.690429Z","caller":"traceutil/trace.go:171","msg":"trace[1085495290] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"203.492705ms","start":"2026-03-20T05:42:51.486906Z","end":"2026-03-20T05:42:51.690399Z","steps":["trace[1085495290] 'process raft request' (duration: 203.269091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.15496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.642803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:42:52.155061Z","caller":"traceutil/trace.go:171","msg":"trace[1854208283] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5656; }","duration":"106.818246ms","start":"2026-03-20T05:42:52.048222Z","end":"2026-03-20T05:42:52.15504Z","steps":["trace[1854208283] 'range keys from in-memory index tree' (duration: 106.55257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.155143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.860298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-20T05:42:52.155136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.859877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:42:52.155274Z","caller":"traceutil/trace.go:171","msg":"trace[1003306233] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5656; }","duration":"107.061312ms","start":"2026-03-20T05:42:52.048189Z","end":"2026-03-20T05:42:52.155251Z","steps":["trace[1003306233] 'range keys from in-memory index tree' (duration: 106.574761ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.15529Z","caller":"traceutil/trace.go:171","msg":"trace[863207478] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5656; }","duration":"107.060461ms","start":"2026-03-20T05:42:52.048204Z","end":"2026-03-20T05:42:52.155265Z","steps":["trace[863207478] 'range keys from in-memory index tree' (duration: 106.737025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:42:52.155364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.109194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-20T05:42:52.155599Z","caller":"traceutil/trace.go:171","msg":"trace[1903985952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5656; }","duration":"146.39648ms","start":"2026-03-20T05:42:52.009059Z","end":"2026-03-20T05:42:52.155455Z","steps":["trace[1903985952] 'range keys from in-memory index tree' (duration: 145.864729ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:42:52.187492Z","caller":"traceutil/trace.go:171","msg":"trace[1846799148] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"119.628293ms","start":"2026-03-20T05:42:52.067841Z","end":"2026-03-20T05:42:52.18747Z","steps":["trace[1846799148] 'process raft request' (duration: 119.47011ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:00.918908Z","caller":"traceutil/trace.go:171","msg":"trace[647501388] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"269.735957ms","start":"2026-03-20T05:43:00.649141Z","end":"2026-03-20T05:43:00.918877Z","steps":["trace[647501388] 'process raft request' (duration: 269.374019ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:05.023905Z","caller":"traceutil/trace.go:171","msg":"trace[489004771] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"116.750999ms","start":"2026-03-20T05:43:04.907128Z","end":"2026-03-20T05:43:05.023879Z","steps":["trace[489004771] 'process raft request' (duration: 116.618496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:05.941281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.632505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:43:05.941445Z","caller":"traceutil/trace.go:171","msg":"trace[1771675702] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"180.646496ms","start":"2026-03-20T05:43:05.760765Z","end":"2026-03-20T05:43:05.941412Z","steps":["trace[1771675702] 'process raft request' (duration: 55.772556ms)","trace[1771675702] 'compare' (duration: 124.486091ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:06.377726Z","caller":"traceutil/trace.go:171","msg":"trace[108229345] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"394.539904ms","start":"2026-03-20T05:43:05.983158Z","end":"2026-03-20T05:43:06.377698Z","steps":["trace[108229345] 'read index received' (duration: 220.195µs)","trace[108229345] 'applied index is now lower than readState.Index' (duration: 394.318749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:43:06.378091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.905173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:43:06.378775Z","caller":"traceutil/trace.go:171","msg":"trace[374617681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5755; }","duration":"395.587288ms","start":"2026-03-20T05:43:05.983123Z","end":"2026-03-20T05:43:06.37871Z","steps":["trace[374617681] 'agreement among raft nodes before linearized reading' (duration: 394.82229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:06.378878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:05.983109Z","time spent":"395.736861ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:43:06.378112Z","caller":"traceutil/trace.go:171","msg":"trace[286267673] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"394.80736ms","start":"2026-03-20T05:43:05.983115Z","end":"2026-03-20T05:43:06.377922Z","steps":["trace[286267673] 'process raft request' (duration: 394.396501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:06.379148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:05.983076Z","time spent":"395.944276ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:43:06.607259Z","caller":"traceutil/trace.go:171","msg":"trace[1383580333] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"620.201136ms","start":"2026-03-20T05:43:05.987036Z","end":"2026-03-20T05:43:06.607237Z","steps":["trace[1383580333] 'process raft request' (duration: 619.994251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:06.607476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:05.987002Z","time spent":"620.335188ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:43:06.607562Z","caller":"traceutil/trace.go:171","msg":"trace[1344628234] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"573.507052ms","start":"2026-03-20T05:43:06.034014Z","end":"2026-03-20T05:43:06.607521Z","steps":["trace[1344628234] 'process raft request' (duration: 573.177415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:06.607783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.033989Z","time spent":"573.688157ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:43:06.986268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.808665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T05:43:06.986569Z","caller":"traceutil/trace.go:171","msg":"trace[1698618103] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"751.764216ms","start":"2026-03-20T05:43:06.234778Z","end":"2026-03-20T05:43:06.986542Z","steps":["trace[1698618103] 'process raft request' (duration: 751.569492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:06.986734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.234702Z","time spent":"751.947781ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:43:07.030909Z","caller":"traceutil/trace.go:171","msg":"trace[1917082267] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"647.690471ms","start":"2026-03-20T05:43:06.383181Z","end":"2026-03-20T05:43:07.030872Z","steps":["trace[1917082267] 'process raft request' (duration: 647.64469ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:43:07.031004Z","caller":"traceutil/trace.go:171","msg":"trace[852116323] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"721.271395ms","start":"2026-03-20T05:43:06.309702Z","end":"2026-03-20T05:43:07.030974Z","steps":["trace[852116323] 'process raft request' (duration: 676.821292ms)","trace[852116323] 'compare' (duration: 44.149505ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:43:07.031048Z","caller":"traceutil/trace.go:171","msg":"trace[1933696524] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5977; }","duration":"653.097062ms","start":"2026-03-20T05:43:06.377895Z","end":"2026-03-20T05:43:07.030992Z","steps":["trace[1933696524] 'read index received' (duration: 229.112019ms)","trace[1933696524] 'applied index is now lower than readState.Index' (duration: 423.978533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:43:07.031123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.309675Z","time spent":"721.375567ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:43:07.031179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.577713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:43:07.031222Z","caller":"traceutil/trace.go:171","msg":"trace[1150527327] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5760; }","duration":"841.673085ms","start":"2026-03-20T05:43:06.189535Z","end":"2026-03-20T05:43:07.031208Z","steps":["trace[1150527327] 'agreement among raft nodes before linearized reading' (duration: 841.587143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:07.031435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.189504Z","time spent":"841.924871ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-20T05:43:07.031476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.983612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:43:07.031511Z","caller":"traceutil/trace.go:171","msg":"trace[883003603] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5760; }","duration":"842.095784ms","start":"2026-03-20T05:43:06.189406Z","end":"2026-03-20T05:43:07.031502Z","steps":["trace[883003603] 'agreement among raft nodes before linearized reading' (duration: 841.777897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:07.031545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.18938Z","time spent":"842.156875ms","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-20T05:43:07.031559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.898343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:43:07.031065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.383151Z","time spent":"647.831774ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:43:07.031629Z","caller":"traceutil/trace.go:171","msg":"trace[1473054734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5760; }","duration":"404.014606ms","start":"2026-03-20T05:43:06.627597Z","end":"2026-03-20T05:43:07.031611Z","steps":["trace[1473054734] 'agreement among raft nodes before linearized reading' (duration: 403.880643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:43:07.031686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:43:06.627575Z","time spent":"404.098428ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:47:36.074606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5481} {"level":"info","ts":"2026-03-20T05:47:36.167321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5481,"took":"89.988621ms","hash":432110083,"current-db-size-bytes":40730624,"current-db-size":"41 MB","current-db-size-in-use-bytes":22048768,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-20T05:47:36.167378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":432110083,"revision":5481,"compact-revision":2703} {"level":"info","ts":"2026-03-20T05:47:39.180665Z","caller":"traceutil/trace.go:171","msg":"trace[377420682] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"106.371107ms","start":"2026-03-20T05:47:39.074268Z","end":"2026-03-20T05:47:39.180639Z","steps":["trace[377420682] 'process raft request' (duration: 106.094381ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.420968Z","caller":"traceutil/trace.go:171","msg":"trace[935762564] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"388.690798ms","start":"2026-03-20T05:47:46.032263Z","end":"2026-03-20T05:47:46.420954Z","steps":["trace[935762564] 'read index received' (duration: 388.568675ms)","trace[935762564] 'applied index is now lower than readState.Index' (duration: 121.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:46.421052Z","caller":"traceutil/trace.go:171","msg":"trace[1588063099] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"452.75511ms","start":"2026-03-20T05:47:45.968262Z","end":"2026-03-20T05:47:46.421017Z","steps":["trace[1588063099] 'process raft request' (duration: 452.584567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.309854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.421254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.239299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421353Z","caller":"traceutil/trace.go:171","msg":"trace[1899192374] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7729; }","duration":"150.353071ms","start":"2026-03-20T05:47:46.270978Z","end":"2026-03-20T05:47:46.421332Z","steps":["trace[1899192374] 'agreement among raft nodes before linearized reading' (duration: 150.195088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.778257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421431Z","caller":"traceutil/trace.go:171","msg":"trace[1671854630] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7729; }","duration":"225.850168ms","start":"2026-03-20T05:47:46.195564Z","end":"2026-03-20T05:47:46.421414Z","steps":["trace[1671854630] 'agreement among raft nodes before linearized reading' (duration: 225.731616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.316024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.421603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.739631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.421616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.703199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421658Z","caller":"traceutil/trace.go:171","msg":"trace[835185331] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7729; }","duration":"206.810152ms","start":"2026-03-20T05:47:46.214836Z","end":"2026-03-20T05:47:46.421646Z","steps":["trace[835185331] 'agreement among raft nodes before linearized reading' (duration: 206.73192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.059419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421706Z","caller":"traceutil/trace.go:171","msg":"trace[1149840257] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7729; }","duration":"150.799501ms","start":"2026-03-20T05:47:46.270879Z","end":"2026-03-20T05:47:46.421678Z","steps":["trace[1149840257] 'agreement among raft nodes before linearized reading' (duration: 150.645128ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.421719Z","caller":"traceutil/trace.go:171","msg":"trace[1065309557] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7729; }","duration":"169.11837ms","start":"2026-03-20T05:47:46.252592Z","end":"2026-03-20T05:47:46.42171Z","steps":["trace[1065309557] 'agreement among raft nodes before linearized reading' (duration: 169.068509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.56959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421856Z","caller":"traceutil/trace.go:171","msg":"trace[1066002718] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7729; }","duration":"169.725533ms","start":"2026-03-20T05:47:46.252113Z","end":"2026-03-20T05:47:46.421839Z","steps":["trace[1066002718] 'agreement among raft nodes before linearized reading' (duration: 169.522959ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.421847Z","caller":"traceutil/trace.go:171","msg":"trace[1162576598] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7729; }","duration":"292.481397ms","start":"2026-03-20T05:47:46.128793Z","end":"2026-03-20T05:47:46.421275Z","steps":["trace[1162576598] 'agreement among raft nodes before linearized reading' (duration: 292.304473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:45.968232Z","time spent":"452.907153ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:47:46.421927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.678805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421987Z","caller":"traceutil/trace.go:171","msg":"trace[457347836] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7729; }","duration":"187.757366ms","start":"2026-03-20T05:47:46.234217Z","end":"2026-03-20T05:47:46.421974Z","steps":["trace[457347836] 'agreement among raft nodes before linearized reading' (duration: 187.682425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.618782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422079Z","caller":"traceutil/trace.go:171","msg":"trace[1433388612] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7729; }","duration":"259.678893ms","start":"2026-03-20T05:47:46.162391Z","end":"2026-03-20T05:47:46.42207Z","steps":["trace[1433388612] 'agreement among raft nodes before linearized reading' (duration: 259.614142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.584333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.756372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422192Z","caller":"traceutil/trace.go:171","msg":"trace[2051966082] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7729; }","duration":"187.654175ms","start":"2026-03-20T05:47:46.234521Z","end":"2026-03-20T05:47:46.422175Z","steps":["trace[2051966082] 'agreement among raft nodes before linearized reading' (duration: 187.546782ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422222Z","caller":"traceutil/trace.go:171","msg":"trace[1605294373] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7729; }","duration":"274.814753ms","start":"2026-03-20T05:47:46.147395Z","end":"2026-03-20T05:47:46.42221Z","steps":["trace[1605294373] 'agreement among raft nodes before linearized reading' (duration: 274.728761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.762568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.421589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.188534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.417528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.361295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422347Z","caller":"traceutil/trace.go:171","msg":"trace[731837] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7729; }","duration":"188.083364ms","start":"2026-03-20T05:47:46.234244Z","end":"2026-03-20T05:47:46.422327Z","steps":["trace[731837] 'agreement among raft nodes before linearized reading' (duration: 187.132773ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422369Z","caller":"traceutil/trace.go:171","msg":"trace[375023361] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7729; }","duration":"259.451349ms","start":"2026-03-20T05:47:46.16291Z","end":"2026-03-20T05:47:46.422361Z","steps":["trace[375023361] 'agreement among raft nodes before linearized reading' (duration: 259.404908ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422383Z","caller":"traceutil/trace.go:171","msg":"trace[269087809] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7729; }","duration":"275.402425ms","start":"2026-03-20T05:47:46.146973Z","end":"2026-03-20T05:47:46.422376Z","steps":["trace[269087809] 'agreement among raft nodes before linearized reading' (duration: 275.364564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.870321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.421636Z","caller":"traceutil/trace.go:171","msg":"trace[434817639] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7729; }","duration":"169.464248ms","start":"2026-03-20T05:47:46.252153Z","end":"2026-03-20T05:47:46.421617Z","steps":["trace[434817639] 'agreement among raft nodes before linearized reading' (duration: 169.340825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.555189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422501Z","caller":"traceutil/trace.go:171","msg":"trace[38626718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7729; }","duration":"275.60762ms","start":"2026-03-20T05:47:46.146887Z","end":"2026-03-20T05:47:46.422494Z","steps":["trace[38626718] 'agreement among raft nodes before linearized reading' (duration: 275.565719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.064772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.436623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422551Z","caller":"traceutil/trace.go:171","msg":"trace[1275409985] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7729; }","duration":"260.120423ms","start":"2026-03-20T05:47:46.162422Z","end":"2026-03-20T05:47:46.422543Z","steps":["trace[1275409985] 'agreement among raft nodes before linearized reading' (duration: 260.063502ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422559Z","caller":"traceutil/trace.go:171","msg":"trace[1808671020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7729; }","duration":"244.482134ms","start":"2026-03-20T05:47:46.178066Z","end":"2026-03-20T05:47:46.422548Z","steps":["trace[1808671020] 'agreement among raft nodes before linearized reading' (duration: 244.426813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.748643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.775476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.196428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422634Z","caller":"traceutil/trace.go:171","msg":"trace[1746620603] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7729; }","duration":"207.820915ms","start":"2026-03-20T05:47:46.2148Z","end":"2026-03-20T05:47:46.422621Z","steps":["trace[1746620603] 'agreement among raft nodes before linearized reading' (duration: 207.734743ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422656Z","caller":"traceutil/trace.go:171","msg":"trace[1891932047] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7729; }","duration":"121.26488ms","start":"2026-03-20T05:47:46.301382Z","end":"2026-03-20T05:47:46.422647Z","steps":["trace[1891932047] 'agreement among raft nodes before linearized reading' (duration: 121.207219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.422351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.278659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.797934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.51053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.086581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.42296Z","caller":"traceutil/trace.go:171","msg":"trace[633230540] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7729; }","duration":"110.147923ms","start":"2026-03-20T05:47:46.312802Z","end":"2026-03-20T05:47:46.42295Z","steps":["trace[633230540] 'agreement among raft nodes before linearized reading' (duration: 110.02429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.728581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422785Z","caller":"traceutil/trace.go:171","msg":"trace[1270311861] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7729; }","duration":"244.72641ms","start":"2026-03-20T05:47:46.178047Z","end":"2026-03-20T05:47:46.422773Z","steps":["trace[1270311861] 'agreement among raft nodes before linearized reading' (duration: 244.26134ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422979Z","caller":"traceutil/trace.go:171","msg":"trace[1197718402] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7729; }","duration":"293.849458ms","start":"2026-03-20T05:47:46.129077Z","end":"2026-03-20T05:47:46.422926Z","steps":["trace[1197718402] 'agreement among raft nodes before linearized reading' (duration: 293.50078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.594185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.423057Z","caller":"traceutil/trace.go:171","msg":"trace[785157668] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7729; }","duration":"226.652196ms","start":"2026-03-20T05:47:46.196386Z","end":"2026-03-20T05:47:46.423038Z","steps":["trace[785157668] 'agreement among raft nodes before linearized reading' (duration: 226.534973ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422468Z","caller":"traceutil/trace.go:171","msg":"trace[674628208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7729; }","duration":"243.923552ms","start":"2026-03-20T05:47:46.17853Z","end":"2026-03-20T05:47:46.422454Z","steps":["trace[674628208] 'agreement among raft nodes before linearized reading' (duration: 243.85279ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422645Z","caller":"traceutil/trace.go:171","msg":"trace[1044968691] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7729; }","duration":"293.826437ms","start":"2026-03-20T05:47:46.128813Z","end":"2026-03-20T05:47:46.422639Z","steps":["trace[1044968691] 'agreement among raft nodes before linearized reading' (duration: 293.796226ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.423138Z","caller":"traceutil/trace.go:171","msg":"trace[1474147377] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7729; }","duration":"208.00799ms","start":"2026-03-20T05:47:46.215119Z","end":"2026-03-20T05:47:46.423127Z","steps":["trace[1474147377] 'agreement among raft nodes before linearized reading' (duration: 206.71432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.421176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.915534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T05:47:46.423166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.259532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.422295Z","caller":"traceutil/trace.go:171","msg":"trace[1031303439] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7729; }","duration":"226.81558ms","start":"2026-03-20T05:47:46.195466Z","end":"2026-03-20T05:47:46.422282Z","steps":["trace[1031303439] 'agreement among raft nodes before linearized reading' (duration: 226.755339ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.423203Z","caller":"traceutil/trace.go:171","msg":"trace[204520111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7729; }","duration":"390.975609ms","start":"2026-03-20T05:47:46.032217Z","end":"2026-03-20T05:47:46.423192Z","steps":["trace[204520111] 'agreement among raft nodes before linearized reading' (duration: 388.832351ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.423208Z","caller":"traceutil/trace.go:171","msg":"trace[1583279624] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7729; }","duration":"109.335764ms","start":"2026-03-20T05:47:46.313862Z","end":"2026-03-20T05:47:46.423198Z","steps":["trace[1583279624] 'agreement among raft nodes before linearized reading' (duration: 109.274823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.423245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.032202Z","time spent":"391.025821ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:47:46.423262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.840833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.422953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.624027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.423294Z","caller":"traceutil/trace.go:171","msg":"trace[737622645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7729; }","duration":"121.902705ms","start":"2026-03-20T05:47:46.301382Z","end":"2026-03-20T05:47:46.423284Z","steps":["trace[737622645] 'agreement among raft nodes before linearized reading' (duration: 121.853304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.423297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.419137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.423307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.596141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.423337Z","caller":"traceutil/trace.go:171","msg":"trace[1670240736] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7729; }","duration":"135.472099ms","start":"2026-03-20T05:47:46.287854Z","end":"2026-03-20T05:47:46.423326Z","steps":["trace[1670240736] 'agreement among raft nodes before linearized reading' (duration: 135.408608ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.422839Z","caller":"traceutil/trace.go:171","msg":"trace[289553561] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7729; }","duration":"109.939668ms","start":"2026-03-20T05:47:46.312876Z","end":"2026-03-20T05:47:46.422816Z","steps":["trace[289553561] 'agreement among raft nodes before linearized reading' (duration: 109.725872ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.423385Z","caller":"traceutil/trace.go:171","msg":"trace[903216138] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7729; }","duration":"135.731524ms","start":"2026-03-20T05:47:46.287631Z","end":"2026-03-20T05:47:46.423362Z","steps":["trace[903216138] 'agreement among raft nodes before linearized reading' (duration: 135.599411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.423397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.701581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.423424Z","caller":"traceutil/trace.go:171","msg":"trace[23282337] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7729; }","duration":"151.737231ms","start":"2026-03-20T05:47:46.271679Z","end":"2026-03-20T05:47:46.423416Z","steps":["trace[23282337] 'agreement among raft nodes before linearized reading' (duration: 151.69742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.423324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.786656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.42347Z","caller":"traceutil/trace.go:171","msg":"trace[679641431] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7729; }","duration":"135.944399ms","start":"2026-03-20T05:47:46.28751Z","end":"2026-03-20T05:47:46.423454Z","steps":["trace[679641431] 'agreement among raft nodes before linearized reading' (duration: 135.780325ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.423314Z","caller":"traceutil/trace.go:171","msg":"trace[738795471] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7729; }","duration":"120.995975ms","start":"2026-03-20T05:47:46.302299Z","end":"2026-03-20T05:47:46.423295Z","steps":["trace[738795471] 'agreement among raft nodes before linearized reading' (duration: 120.615257ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.931679Z","caller":"traceutil/trace.go:171","msg":"trace[2133935160] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"503.196207ms","start":"2026-03-20T05:47:46.428458Z","end":"2026-03-20T05:47:46.931654Z","steps":["trace[2133935160] 'process raft request' (duration: 503.034403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.931831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.428437Z","time spent":"503.318669ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:47:46.948843Z","caller":"traceutil/trace.go:171","msg":"trace[701015128] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"519.887799ms","start":"2026-03-20T05:47:46.428933Z","end":"2026-03-20T05:47:46.948821Z","steps":["trace[701015128] 'process raft request' (duration: 519.713485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.94899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.428919Z","time spent":"519.995192ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:47:46.949098Z","caller":"traceutil/trace.go:171","msg":"trace[690169576] linearizableReadLoop","detail":"{readStateIndex:8021; appliedIndex:8019; }","duration":"503.837151ms","start":"2026-03-20T05:47:46.445236Z","end":"2026-03-20T05:47:46.949074Z","steps":["trace[690169576] 'read index received' (duration: 486.370281ms)","trace[690169576] 'applied index is now lower than readState.Index' (duration: 17.46575ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:46.949165Z","caller":"traceutil/trace.go:171","msg":"trace[1861235392] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"257.633728ms","start":"2026-03-20T05:47:46.691515Z","end":"2026-03-20T05:47:46.949148Z","steps":["trace[1861235392] 'process raft request' (duration: 257.443474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.999394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.949308Z","caller":"traceutil/trace.go:171","msg":"trace[1030575627] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7733; }","duration":"504.088557ms","start":"2026-03-20T05:47:46.445207Z","end":"2026-03-20T05:47:46.949296Z","steps":["trace[1030575627] 'agreement among raft nodes before linearized reading' (duration: 503.994964ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.94928Z","caller":"traceutil/trace.go:171","msg":"trace[356638481] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"359.676479ms","start":"2026-03-20T05:47:46.589563Z","end":"2026-03-20T05:47:46.94924Z","steps":["trace[356638481] 'process raft request' (duration: 359.219389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.998745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.949351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.445197Z","time spent":"504.143438ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:47:46.949383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.649379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.949385Z","caller":"traceutil/trace.go:171","msg":"trace[2053503658] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7733; }","duration":"504.127057ms","start":"2026-03-20T05:47:46.445237Z","end":"2026-03-20T05:47:46.949364Z","steps":["trace[2053503658] 'agreement among raft nodes before linearized reading' (duration: 504.023545ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:46.949415Z","caller":"traceutil/trace.go:171","msg":"trace[767729047] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7733; }","duration":"483.697501ms","start":"2026-03-20T05:47:46.465706Z","end":"2026-03-20T05:47:46.949404Z","steps":["trace[767729047] 'agreement among raft nodes before linearized reading' (duration: 483.65302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.826094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:47:46.949444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.465695Z","time spent":"483.742033ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-20T05:47:46.949453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.589545Z","time spent":"359.810162ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:47:46.949482Z","caller":"traceutil/trace.go:171","msg":"trace[2030227178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7733; }","duration":"360.912917ms","start":"2026-03-20T05:47:46.588554Z","end":"2026-03-20T05:47:46.949467Z","steps":["trace[2030227178] 'agreement among raft nodes before linearized reading' (duration: 360.814244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.305485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.949557Z","caller":"traceutil/trace.go:171","msg":"trace[1530119289] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7733; }","duration":"484.385887ms","start":"2026-03-20T05:47:46.465158Z","end":"2026-03-20T05:47:46.949544Z","steps":["trace[1530119289] 'agreement among raft nodes before linearized reading' (duration: 484.306995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.465143Z","time spent":"484.441828ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:47:46.949577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.689769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.949659Z","caller":"traceutil/trace.go:171","msg":"trace[847815420] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7733; }","duration":"503.799311ms","start":"2026-03-20T05:47:46.445836Z","end":"2026-03-20T05:47:46.949636Z","steps":["trace[847815420] 'agreement among raft nodes before linearized reading' (duration: 503.644238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.445221Z","time spent":"504.202538ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T05:47:46.949519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.588543Z","time spent":"360.966618ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:47:46.949704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.445832Z","time spent":"503.862742ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-20T05:47:46.949335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.003897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:46.949757Z","caller":"traceutil/trace.go:171","msg":"trace[554087135] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7733; }","duration":"484.454828ms","start":"2026-03-20T05:47:46.465292Z","end":"2026-03-20T05:47:46.949747Z","steps":["trace[554087135] 'agreement among raft nodes before linearized reading' (duration: 484.002738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:46.949799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:46.465282Z","time spent":"484.504689ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-20T05:47:57.928858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.472229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:57.928932Z","caller":"traceutil/trace.go:171","msg":"trace[1728745202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7785; }","duration":"301.598681ms","start":"2026-03-20T05:47:57.627317Z","end":"2026-03-20T05:47:57.928916Z","steps":["trace[1728745202] 'range keys from in-memory index tree' (duration: 301.387937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:57.928966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:57.627299Z","time spent":"301.661293ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:47:58.140451Z","caller":"traceutil/trace.go:171","msg":"trace[700040834] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8078; }","duration":"349.995733ms","start":"2026-03-20T05:47:57.790431Z","end":"2026-03-20T05:47:58.140427Z","steps":["trace[700040834] 'read index received' (duration: 349.83466ms)","trace[700040834] 'applied index is now lower than readState.Index' (duration: 159.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:58.140569Z","caller":"traceutil/trace.go:171","msg":"trace[603279930] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"354.067993ms","start":"2026-03-20T05:47:57.786451Z","end":"2026-03-20T05:47:58.140519Z","steps":["trace[603279930] 'process raft request' (duration: 353.824828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:58.140762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.30686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:47:58.140852Z","caller":"traceutil/trace.go:171","msg":"trace[27318901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7786; }","duration":"350.455533ms","start":"2026-03-20T05:47:57.790376Z","end":"2026-03-20T05:47:58.140832Z","steps":["trace[27318901] 'agreement among raft nodes before linearized reading' (duration: 350.174457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:58.140909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:57.790355Z","time spent":"350.543065ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:47:58.140653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.25886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:58.140978Z","caller":"traceutil/trace.go:171","msg":"trace[105301561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7786; }","duration":"210.614878ms","start":"2026-03-20T05:47:57.930338Z","end":"2026-03-20T05:47:58.140952Z","steps":["trace[105301561] 'agreement among raft nodes before linearized reading' (duration: 210.250249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:58.141021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:47:57.786418Z","time spent":"354.37729ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:47:58.725801Z","caller":"traceutil/trace.go:171","msg":"trace[1128824533] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"258.708042ms","start":"2026-03-20T05:47:58.467049Z","end":"2026-03-20T05:47:58.725757Z","steps":["trace[1128824533] 'process raft request' (duration: 215.898106ms)","trace[1128824533] 'compare' (duration: 42.53164ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:59.171073Z","caller":"traceutil/trace.go:171","msg":"trace[1684251154] linearizableReadLoop","detail":"{readStateIndex:8083; appliedIndex:8082; }","duration":"121.644828ms","start":"2026-03-20T05:47:59.049403Z","end":"2026-03-20T05:47:59.171048Z","steps":["trace[1684251154] 'read index received' (duration: 78.269659ms)","trace[1684251154] 'applied index is now lower than readState.Index' (duration: 43.374179ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:59.171205Z","caller":"traceutil/trace.go:171","msg":"trace[234271705] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"180.533664ms","start":"2026-03-20T05:47:58.990656Z","end":"2026-03-20T05:47:59.17119Z","steps":["trace[234271705] 'process raft request' (duration: 137.033343ms)","trace[234271705] 'compare' (duration: 43.248916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:47:59.171443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.012646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:47:59.171564Z","caller":"traceutil/trace.go:171","msg":"trace[2035885278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7790; }","duration":"122.203281ms","start":"2026-03-20T05:47:59.049337Z","end":"2026-03-20T05:47:59.171541Z","steps":["trace[2035885278] 'agreement among raft nodes before linearized reading' (duration: 121.962836ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:47:59.393868Z","caller":"traceutil/trace.go:171","msg":"trace[1028171650] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8084; }","duration":"102.666915ms","start":"2026-03-20T05:47:59.291126Z","end":"2026-03-20T05:47:59.393793Z","steps":["trace[1028171650] 'read index received' (duration: 99.444973ms)","trace[1028171650] 'applied index is now lower than readState.Index' (duration: 3.220342ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:47:59.394935Z","caller":"traceutil/trace.go:171","msg":"trace[2038021214] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"123.171723ms","start":"2026-03-20T05:47:59.271736Z","end":"2026-03-20T05:47:59.394908Z","steps":["trace[2038021214] 'process raft request' (duration: 120.891282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:59.395085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.919883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:47:59.395232Z","caller":"traceutil/trace.go:171","msg":"trace[456251330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7792; }","duration":"104.106917ms","start":"2026-03-20T05:47:59.291066Z","end":"2026-03-20T05:47:59.395173Z","steps":["trace[456251330] 'agreement among raft nodes before linearized reading' (duration: 103.741659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:47:59.741617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.99563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:47:59.741715Z","caller":"traceutil/trace.go:171","msg":"trace[2015349609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7795; }","duration":"115.138283ms","start":"2026-03-20T05:47:59.626554Z","end":"2026-03-20T05:47:59.741692Z","steps":["trace[2015349609] 'range keys from in-memory index tree' (duration: 114.914189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:00.863876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382507337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:48:00.978936Z","caller":"traceutil/trace.go:171","msg":"trace[1282709995] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"785.065449ms","start":"2026-03-20T05:48:00.193828Z","end":"2026-03-20T05:48:00.978893Z","steps":["trace[1282709995] 'process raft request' (duration: 784.756261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:00.979179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.193808Z","time spent":"785.247412ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:01.433014Z","caller":"traceutil/trace.go:171","msg":"trace[1111437000] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8088; }","duration":"1.069556477s","start":"2026-03-20T05:48:00.363422Z","end":"2026-03-20T05:48:01.432978Z","steps":["trace[1111437000] 'read index received' (duration: 615.16667ms)","trace[1111437000] 'applied index is now lower than readState.Index' (duration: 454.388887ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:01.433083Z","caller":"traceutil/trace.go:171","msg":"trace[737805737] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"699.078497ms","start":"2026-03-20T05:48:00.73397Z","end":"2026-03-20T05:48:01.433049Z","steps":["trace[737805737] 'process raft request' (duration: 698.744099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.433285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.733944Z","time spent":"699.224129ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:01.43327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069814523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:48:01.433367Z","caller":"traceutil/trace.go:171","msg":"trace[1042289341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7797; }","duration":"1.069963356s","start":"2026-03-20T05:48:00.36338Z","end":"2026-03-20T05:48:01.433343Z","steps":["trace[1042289341] 'agreement among raft nodes before linearized reading' (duration: 1.069735851s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.433419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.36334Z","time spent":"1.070065268s","remote":"127.0.0.1:53304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:01.837704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.78817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:01.837822Z","caller":"traceutil/trace.go:171","msg":"trace[424970183] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8090; }","duration":"404.715656ms","start":"2026-03-20T05:48:01.433087Z","end":"2026-03-20T05:48:01.837803Z","steps":["trace[424970183] 'read index received' (duration: 130.63978ms)","trace[424970183] 'applied index is now lower than readState.Index' (duration: 274.074686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:01.837993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.629565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:48:01.837984Z","caller":"traceutil/trace.go:171","msg":"trace[1662981593] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"661.629928ms","start":"2026-03-20T05:48:01.176307Z","end":"2026-03-20T05:48:01.837937Z","steps":["trace[1662981593] 'process raft request' (duration: 387.501431ms)","trace[1662981593] 'compare' (duration: 273.664127ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:01.838029Z","caller":"traceutil/trace.go:171","msg":"trace[1701118374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7798; }","duration":"804.669026ms","start":"2026-03-20T05:48:01.03335Z","end":"2026-03-20T05:48:01.838019Z","steps":["trace[1701118374] 'agreement among raft nodes before linearized reading' (duration: 804.540913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372575009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:01.838109Z","caller":"traceutil/trace.go:171","msg":"trace[1702919724] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7798; }","duration":"1.372701802s","start":"2026-03-20T05:48:00.465391Z","end":"2026-03-20T05:48:01.838093Z","steps":["trace[1702919724] 'agreement among raft nodes before linearized reading' (duration: 1.372568119s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.996507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:48:01.838147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.176268Z","time spent":"661.784741ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:01.838174Z","caller":"traceutil/trace.go:171","msg":"trace[926220756] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7798; }","duration":"399.062479ms","start":"2026-03-20T05:48:01.439103Z","end":"2026-03-20T05:48:01.838165Z","steps":["trace[926220756] 'agreement among raft nodes before linearized reading' (duration: 398.986077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.439079Z","time spent":"399.117751ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:48:01.838207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210990757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:01.838245Z","caller":"traceutil/trace.go:171","msg":"trace[1164652179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7798; }","duration":"1.211047409s","start":"2026-03-20T05:48:00.627187Z","end":"2026-03-20T05:48:01.838234Z","steps":["trace[1164652179] 'agreement among raft nodes before linearized reading' (duration: 1.210996907s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.627174Z","time spent":"1.211096689s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:01.838158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.465376Z","time spent":"1.372771474s","remote":"127.0.0.1:53988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:01.838363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.154231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:48:01.8384Z","caller":"traceutil/trace.go:171","msg":"trace[1811786394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7798; }","duration":"322.212452ms","start":"2026-03-20T05:48:01.516176Z","end":"2026-03-20T05:48:01.838389Z","steps":["trace[1811786394] 'agreement among raft nodes before linearized reading' (duration: 322.12041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.033279Z","time spent":"804.776298ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:01.83845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.516165Z","time spent":"322.274793ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:01.838589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24556798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:48:01.838635Z","caller":"traceutil/trace.go:171","msg":"trace[1314057905] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:7798; }","duration":"1.245657842s","start":"2026-03-20T05:48:00.592967Z","end":"2026-03-20T05:48:01.838624Z","steps":["trace[1314057905] 'agreement among raft nodes before linearized reading' (duration: 1.245502409s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.972699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T05:48:01.838667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:00.592941Z","time spent":"1.245719573s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-03-20T05:48:01.838688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.530356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:48:01.838712Z","caller":"traceutil/trace.go:171","msg":"trace[1623737762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7798; }","duration":"417.093402ms","start":"2026-03-20T05:48:01.421598Z","end":"2026-03-20T05:48:01.838691Z","steps":["trace[1623737762] 'agreement among raft nodes before linearized reading' (duration: 416.853056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.421576Z","time spent":"417.216056ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-20T05:48:01.838807Z","caller":"traceutil/trace.go:171","msg":"trace[63696111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:7798; }","duration":"393.701521ms","start":"2026-03-20T05:48:01.445081Z","end":"2026-03-20T05:48:01.838783Z","steps":["trace[63696111] 'agreement among raft nodes before linearized reading' (duration: 393.421873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.838865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.445065Z","time spent":"393.790802ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"warn","ts":"2026-03-20T05:48:01.838601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.873797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:48:01.839207Z","caller":"traceutil/trace.go:171","msg":"trace[1154238075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7798; }","duration":"638.525212ms","start":"2026-03-20T05:48:01.200629Z","end":"2026-03-20T05:48:01.839154Z","steps":["trace[1154238075] 'agreement among raft nodes before linearized reading' (duration: 637.236212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:01.839638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.200556Z","time spent":"639.061424ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:02.254245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.628817ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-20T05:48:02.254356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.839664Z","time spent":"414.688229ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T05:48:02.767174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.585631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:02.767426Z","caller":"traceutil/trace.go:171","msg":"trace[1689566313] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"924.362731ms","start":"2026-03-20T05:48:01.843018Z","end":"2026-03-20T05:48:02.767381Z","steps":["trace[1689566313] 'process raft request' (duration: 537.456173ms)","trace[1689566313] 'compare' (duration: 386.225383ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:02.767472Z","caller":"traceutil/trace.go:171","msg":"trace[411661689] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"924.220358ms","start":"2026-03-20T05:48:01.843233Z","end":"2026-03-20T05:48:02.767454Z","steps":["trace[411661689] 'process raft request' (duration: 924.142897ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:02.767463Z","caller":"traceutil/trace.go:171","msg":"trace[773889810] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"924.412162ms","start":"2026-03-20T05:48:01.843022Z","end":"2026-03-20T05:48:02.767434Z","steps":["trace[773889810] 'process raft request' (duration: 924.255129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.76755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.843213Z","time spent":"924.29822ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:02.767605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.843Z","time spent":"924.525745ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:02.767608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.842999Z","time spent":"924.513315ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:02.767683Z","caller":"traceutil/trace.go:171","msg":"trace[966445999] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"924.423553ms","start":"2026-03-20T05:48:01.843241Z","end":"2026-03-20T05:48:02.767664Z","steps":["trace[966445999] 'process raft request' (duration: 924.177618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.767775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.843229Z","time spent":"924.502705ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:02.767855Z","caller":"traceutil/trace.go:171","msg":"trace[178739950] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"924.618947ms","start":"2026-03-20T05:48:01.843225Z","end":"2026-03-20T05:48:02.767844Z","steps":["trace[178739950] 'process raft request' (duration: 924.379272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.767922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.843201Z","time spent":"924.691168ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:02.768058Z","caller":"traceutil/trace.go:171","msg":"trace[1364701348] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8091; }","duration":"924.066625ms","start":"2026-03-20T05:48:01.843981Z","end":"2026-03-20T05:48:02.768048Z","steps":["trace[1364701348] 'read index received' (duration: 127.614443ms)","trace[1364701348] 'applied index is now lower than readState.Index' (duration: 796.451172ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:02.768071Z","caller":"traceutil/trace.go:171","msg":"trace[186355629] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"512.333222ms","start":"2026-03-20T05:48:02.255721Z","end":"2026-03-20T05:48:02.768054Z","steps":["trace[186355629] 'process raft request' (duration: 512.24116ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:02.768041Z","caller":"traceutil/trace.go:171","msg":"trace[1700543024] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"804.222056ms","start":"2026-03-20T05:48:01.963792Z","end":"2026-03-20T05:48:02.768014Z","steps":["trace[1700543024] 'process raft request' (duration: 804.005881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.768161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:02.255698Z","time spent":"512.414213ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:02.768178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.238138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:02.768202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.499163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:02.768197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.956731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:02.768202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.963767Z","time spent":"804.360888ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:02.768222Z","caller":"traceutil/trace.go:171","msg":"trace[712251529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7805; }","duration":"920.294099ms","start":"2026-03-20T05:48:01.847915Z","end":"2026-03-20T05:48:02.768209Z","steps":["trace[712251529] 'agreement among raft nodes before linearized reading' (duration: 920.225948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.768351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.847907Z","time spent":"920.434153ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:02.768406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.429003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223815"} {"level":"info","ts":"2026-03-20T05:48:02.768236Z","caller":"traceutil/trace.go:171","msg":"trace[2118405348] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7805; }","duration":"664.571024ms","start":"2026-03-20T05:48:02.103652Z","end":"2026-03-20T05:48:02.768223Z","steps":["trace[2118405348] 'agreement among raft nodes before linearized reading' (duration: 664.513943ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:02.768453Z","caller":"traceutil/trace.go:171","msg":"trace[966412819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7805; }","duration":"924.502874ms","start":"2026-03-20T05:48:01.843939Z","end":"2026-03-20T05:48:02.768442Z","steps":["trace[966412819] 'agreement among raft nodes before linearized reading' (duration: 924.145686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.768491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:01.843925Z","time spent":"924.557005ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223837,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-20T05:48:02.768496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:02.103631Z","time spent":"664.85034ms","remote":"127.0.0.1:53960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:48:02.768241Z","caller":"traceutil/trace.go:171","msg":"trace[919084726] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7805; }","duration":"622.038964ms","start":"2026-03-20T05:48:02.14619Z","end":"2026-03-20T05:48:02.768229Z","steps":["trace[919084726] 'agreement among raft nodes before linearized reading' (duration: 621.967522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:02.768672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:02.14617Z","time spent":"622.464003ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:03.486003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.900429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:48:03.4861Z","caller":"traceutil/trace.go:171","msg":"trace[1811339902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7805; }","duration":"502.059082ms","start":"2026-03-20T05:48:02.984008Z","end":"2026-03-20T05:48:03.486068Z","steps":["trace[1811339902] 'range keys from in-memory index tree' (duration: 501.649452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:03.486156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:02.983977Z","time spent":"502.154505ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:48:03.486672Z","caller":"traceutil/trace.go:171","msg":"trace[343011445] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"230.480792ms","start":"2026-03-20T05:48:03.256172Z","end":"2026-03-20T05:48:03.486653Z","steps":["trace[343011445] 'process raft request' (duration: 224.216892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:03.949415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.399886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:03.949482Z","caller":"traceutil/trace.go:171","msg":"trace[1655918640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7808; }","duration":"322.527599ms","start":"2026-03-20T05:48:03.626937Z","end":"2026-03-20T05:48:03.949464Z","steps":["trace[1655918640] 'range keys from in-memory index tree' (duration: 322.293144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:03.949517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:03.626915Z","time spent":"322.594001ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T05:48:04.347376Z","caller":"traceutil/trace.go:171","msg":"trace[1539601789] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8102; }","duration":"396.974653ms","start":"2026-03-20T05:48:03.950375Z","end":"2026-03-20T05:48:04.34735Z","steps":["trace[1539601789] 'read index received' (duration: 396.751458ms)","trace[1539601789] 'applied index is now lower than readState.Index' (duration: 222.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:04.347504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.103286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:04.347494Z","caller":"traceutil/trace.go:171","msg":"trace[1221979471] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"503.435753ms","start":"2026-03-20T05:48:03.844021Z","end":"2026-03-20T05:48:04.347457Z","steps":["trace[1221979471] 'process raft request' (duration: 503.179768ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:04.347543Z","caller":"traceutil/trace.go:171","msg":"trace[1200715861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7809; }","duration":"397.186118ms","start":"2026-03-20T05:48:03.950344Z","end":"2026-03-20T05:48:04.34753Z","steps":["trace[1200715861] 'agreement among raft nodes before linearized reading' (duration: 397.105256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:04.347578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:03.950331Z","time spent":"397.239899ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:04.347668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:03.843994Z","time spent":"503.574126ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:04.783003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.582258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T05:48:04.783082Z","caller":"traceutil/trace.go:171","msg":"trace[1520096447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7809; }","duration":"295.700651ms","start":"2026-03-20T05:48:04.487365Z","end":"2026-03-20T05:48:04.783065Z","steps":["trace[1520096447] 'range keys from in-memory index tree' (duration: 295.434554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:04.783086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.673327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:04.783123Z","caller":"traceutil/trace.go:171","msg":"trace[482412373] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7809; }","duration":"196.716548ms","start":"2026-03-20T05:48:04.586394Z","end":"2026-03-20T05:48:04.783111Z","steps":["trace[482412373] 'count revisions from in-memory index tree' (duration: 196.583725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:04.783167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.303632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:04.783246Z","caller":"traceutil/trace.go:171","msg":"trace[1215661353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7809; }","duration":"155.415294ms","start":"2026-03-20T05:48:04.627812Z","end":"2026-03-20T05:48:04.783228Z","steps":["trace[1215661353] 'range keys from in-memory index tree' (duration: 155.20276ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:04.951839Z","caller":"traceutil/trace.go:171","msg":"trace[2092528726] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8103; }","duration":"163.72579ms","start":"2026-03-20T05:48:04.788086Z","end":"2026-03-20T05:48:04.951812Z","steps":["trace[2092528726] 'read index received' (duration: 163.689359ms)","trace[2092528726] 'applied index is now lower than readState.Index' (duration: 35.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:04.9519Z","caller":"traceutil/trace.go:171","msg":"trace[614674904] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"164.119658ms","start":"2026-03-20T05:48:04.787756Z","end":"2026-03-20T05:48:04.951875Z","steps":["trace[614674904] 'process raft request' (duration: 163.899914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:04.952325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.226102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223815"} {"level":"info","ts":"2026-03-20T05:48:04.952405Z","caller":"traceutil/trace.go:171","msg":"trace[1663559489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7810; }","duration":"164.354194ms","start":"2026-03-20T05:48:04.788034Z","end":"2026-03-20T05:48:04.952389Z","steps":["trace[1663559489] 'agreement among raft nodes before linearized reading' (duration: 163.889233ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:05.143168Z","caller":"traceutil/trace.go:171","msg":"trace[986366064] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"354.702478ms","start":"2026-03-20T05:48:04.788434Z","end":"2026-03-20T05:48:05.143137Z","steps":["trace[986366064] 'process raft request' (duration: 268.401339ms)","trace[986366064] 'compare' (duration: 86.109205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:05.143343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:04.788416Z","time spent":"354.835231ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:05.143669Z","caller":"traceutil/trace.go:171","msg":"trace[275417586] linearizableReadLoop","detail":"{readStateIndex:8108; appliedIndex:8104; }","duration":"191.734115ms","start":"2026-03-20T05:48:04.951913Z","end":"2026-03-20T05:48:05.143647Z","steps":["trace[275417586] 'read index received' (duration: 104.872964ms)","trace[275417586] 'applied index is now lower than readState.Index' (duration: 86.859731ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:05.143856Z","caller":"traceutil/trace.go:171","msg":"trace[1586189421] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"354.694237ms","start":"2026-03-20T05:48:04.78912Z","end":"2026-03-20T05:48:05.143814Z","steps":["trace[1586189421] 'process raft request' (duration: 354.479522ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:05.143832Z","caller":"traceutil/trace.go:171","msg":"trace[1781530958] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"354.676306ms","start":"2026-03-20T05:48:04.789116Z","end":"2026-03-20T05:48:05.143792Z","steps":["trace[1781530958] 'process raft request' (duration: 354.234507ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:05.143888Z","caller":"traceutil/trace.go:171","msg":"trace[1184072011] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"355.118317ms","start":"2026-03-20T05:48:04.788735Z","end":"2026-03-20T05:48:05.143853Z","steps":["trace[1184072011] 'process raft request' (duration: 354.36201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:05.144012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:04.789106Z","time spent":"354.8233ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:05.144056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:04.789104Z","time spent":"354.844031ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:05.144196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:04.788716Z","time spent":"355.322341ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:05.144382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.190018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T05:48:05.144535Z","caller":"traceutil/trace.go:171","msg":"trace[1230846341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7814; }","duration":"355.401683ms","start":"2026-03-20T05:48:04.78912Z","end":"2026-03-20T05:48:05.144521Z","steps":["trace[1230846341] 'agreement among raft nodes before linearized reading' (duration: 354.628735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:05.144608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:04.789112Z","time spent":"355.483806ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-20T05:48:05.836973Z","caller":"traceutil/trace.go:171","msg":"trace[1598396544] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"289.271016ms","start":"2026-03-20T05:48:05.547679Z","end":"2026-03-20T05:48:05.83695Z","steps":["trace[1598396544] 'read index received' (duration: 289.119383ms)","trace[1598396544] 'applied index is now lower than readState.Index' (duration: 150.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:05.837084Z","caller":"traceutil/trace.go:171","msg":"trace[605831775] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"327.341587ms","start":"2026-03-20T05:48:05.509708Z","end":"2026-03-20T05:48:05.837049Z","steps":["trace[605831775] 'process raft request' (duration: 327.080361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:05.837142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.3763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:05.837183Z","caller":"traceutil/trace.go:171","msg":"trace[1054964724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7815; }","duration":"209.457572ms","start":"2026-03-20T05:48:05.627715Z","end":"2026-03-20T05:48:05.837173Z","steps":["trace[1054964724] 'agreement among raft nodes before linearized reading' (duration: 209.37496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:05.837235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:05.50968Z","time spent":"327.47359ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:05.837251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.552392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:48:05.837288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.093994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:48:05.837333Z","caller":"traceutil/trace.go:171","msg":"trace[690686061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7815; }","duration":"289.684625ms","start":"2026-03-20T05:48:05.547629Z","end":"2026-03-20T05:48:05.837314Z","steps":["trace[690686061] 'agreement among raft nodes before linearized reading' (duration: 289.43947ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:05.837377Z","caller":"traceutil/trace.go:171","msg":"trace[274005666] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7815; }","duration":"175.224837ms","start":"2026-03-20T05:48:05.662133Z","end":"2026-03-20T05:48:05.837358Z","steps":["trace[274005666] 'agreement among raft nodes before linearized reading' (duration: 175.023633ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:07.099353Z","caller":"traceutil/trace.go:171","msg":"trace[724333508] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8112; }","duration":"137.026223ms","start":"2026-03-20T05:48:06.962307Z","end":"2026-03-20T05:48:07.099333Z","steps":["trace[724333508] 'read index received' (duration: 136.827508ms)","trace[724333508] 'applied index is now lower than readState.Index' (duration: 197.995µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:07.099861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.529705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223815"} {"level":"info","ts":"2026-03-20T05:48:07.099875Z","caller":"traceutil/trace.go:171","msg":"trace[776407080] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"140.137472ms","start":"2026-03-20T05:48:06.959703Z","end":"2026-03-20T05:48:07.09984Z","steps":["trace[776407080] 'process raft request' (duration: 139.476146ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:07.09991Z","caller":"traceutil/trace.go:171","msg":"trace[699210554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7818; }","duration":"137.595136ms","start":"2026-03-20T05:48:06.962304Z","end":"2026-03-20T05:48:07.099899Z","steps":["trace[699210554] 'agreement among raft nodes before linearized reading' (duration: 137.113775ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:30.027371Z","caller":"traceutil/trace.go:171","msg":"trace[1146312976] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"105.482528ms","start":"2026-03-20T05:48:29.921857Z","end":"2026-03-20T05:48:30.02734Z","steps":["trace[1146312976] 'process raft request' (duration: 105.234763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:31.446892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.555066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:31.447007Z","caller":"traceutil/trace.go:171","msg":"trace[680265559] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"163.776151ms","start":"2026-03-20T05:48:31.283213Z","end":"2026-03-20T05:48:31.446989Z","steps":["trace[680265559] 'compare' (duration: 154.405043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:33.743854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382507998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:48:34.036733Z","caller":"traceutil/trace.go:171","msg":"trace[703884778] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"793.148678ms","start":"2026-03-20T05:48:33.243563Z","end":"2026-03-20T05:48:34.036712Z","steps":["trace[703884778] 'read index received' (duration: 792.965834ms)","trace[703884778] 'applied index is now lower than readState.Index' (duration: 182.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:34.03681Z","caller":"traceutil/trace.go:171","msg":"trace[2113537940] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"795.073681ms","start":"2026-03-20T05:48:33.241706Z","end":"2026-03-20T05:48:34.03678Z","steps":["trace[2113537940] 'process raft request' (duration: 794.880227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:34.036954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.241688Z","time spent":"795.186304ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:34.037018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.141141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-20T05:48:34.037013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.507216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:34.037068Z","caller":"traceutil/trace.go:171","msg":"trace[428136283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8001; }","duration":"756.247514ms","start":"2026-03-20T05:48:33.280809Z","end":"2026-03-20T05:48:34.037056Z","steps":["trace[428136283] 'agreement among raft nodes before linearized reading' (duration: 756.063239ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.037093Z","caller":"traceutil/trace.go:171","msg":"trace[101703440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8001; }","duration":"168.636759ms","start":"2026-03-20T05:48:33.868437Z","end":"2026-03-20T05:48:34.037073Z","steps":["trace[101703440] 'agreement among raft nodes before linearized reading' (duration: 168.507416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:34.037113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.280792Z","time spent":"756.312805ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:48:34.03713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.593976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-20T05:48:34.037156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.767725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:48:34.037278Z","caller":"traceutil/trace.go:171","msg":"trace[1671633255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8001; }","duration":"586.943369ms","start":"2026-03-20T05:48:33.450304Z","end":"2026-03-20T05:48:34.037248Z","steps":["trace[1671633255] 'agreement among raft nodes before linearized reading' (duration: 586.617972ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.037215Z","caller":"traceutil/trace.go:171","msg":"trace[1748594534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8001; }","duration":"754.698839ms","start":"2026-03-20T05:48:33.282497Z","end":"2026-03-20T05:48:34.037196Z","steps":["trace[1748594534] 'agreement among raft nodes before linearized reading' (duration: 754.463943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:34.037345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.450276Z","time spent":"587.05327ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:34.037376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.282486Z","time spent":"754.877602ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:48:34.037122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.588692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:48:34.037474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.908474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:48:34.037523Z","caller":"traceutil/trace.go:171","msg":"trace[207352907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8001; }","duration":"793.988336ms","start":"2026-03-20T05:48:33.243522Z","end":"2026-03-20T05:48:34.037511Z","steps":["trace[207352907] 'agreement among raft nodes before linearized reading' (duration: 793.309712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:34.037555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.243506Z","time spent":"794.041087ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"info","ts":"2026-03-20T05:48:34.037492Z","caller":"traceutil/trace.go:171","msg":"trace[1605670934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8001; }","duration":"748.9894ms","start":"2026-03-20T05:48:33.288471Z","end":"2026-03-20T05:48:34.03746Z","steps":["trace[1605670934] 'agreement among raft nodes before linearized reading' (duration: 748.460989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:34.037748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:33.288456Z","time spent":"749.280188ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:34.157524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.423936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:48:34.157568Z","caller":"traceutil/trace.go:171","msg":"trace[741750154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8006; }","duration":"109.492047ms","start":"2026-03-20T05:48:34.048067Z","end":"2026-03-20T05:48:34.157559Z","steps":["trace[741750154] 'agreement among raft nodes before linearized reading' (duration: 109.393475ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.157744Z","caller":"traceutil/trace.go:171","msg":"trace[1837226166] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"115.292267ms","start":"2026-03-20T05:48:34.042425Z","end":"2026-03-20T05:48:34.157717Z","steps":["trace[1837226166] 'process raft request' (duration: 114.99064ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.157833Z","caller":"traceutil/trace.go:171","msg":"trace[523947621] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"113.306303ms","start":"2026-03-20T05:48:34.044505Z","end":"2026-03-20T05:48:34.157811Z","steps":["trace[523947621] 'process raft request' (duration: 112.929634ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.157906Z","caller":"traceutil/trace.go:171","msg":"trace[1153330854] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"116.387621ms","start":"2026-03-20T05:48:34.041507Z","end":"2026-03-20T05:48:34.157894Z","steps":["trace[1153330854] 'process raft request' (duration: 90.088474ms)","trace[1153330854] 'compare' (duration: 25.721485ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:34.157976Z","caller":"traceutil/trace.go:171","msg":"trace[1464083117] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"116.024973ms","start":"2026-03-20T05:48:34.041911Z","end":"2026-03-20T05:48:34.157936Z","steps":["trace[1464083117] 'process raft request' (duration: 115.478401ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:34.682623Z","caller":"traceutil/trace.go:171","msg":"trace[1127566765] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"255.781128ms","start":"2026-03-20T05:48:34.426819Z","end":"2026-03-20T05:48:34.6826Z","steps":["trace[1127566765] 'process raft request' (duration: 255.629355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:35.064663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.572885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:35.064768Z","caller":"traceutil/trace.go:171","msg":"trace[1082600854] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8309; }","duration":"437.11922ms","start":"2026-03-20T05:48:34.627632Z","end":"2026-03-20T05:48:35.064751Z","steps":["trace[1082600854] 'read index received' (duration: 54.876697ms)","trace[1082600854] 'applied index is now lower than readState.Index' (duration: 382.241033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:35.064851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.214932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:35.064888Z","caller":"traceutil/trace.go:171","msg":"trace[580773147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8009; }","duration":"437.277434ms","start":"2026-03-20T05:48:34.627598Z","end":"2026-03-20T05:48:35.064876Z","steps":["trace[580773147] 'agreement among raft nodes before linearized reading' (duration: 437.206623ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:35.064902Z","caller":"traceutil/trace.go:171","msg":"trace[432979908] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"594.162541ms","start":"2026-03-20T05:48:34.470701Z","end":"2026-03-20T05:48:35.064863Z","steps":["trace[432979908] 'process raft request' (duration: 320.295879ms)","trace[432979908] 'compare' (duration: 273.3102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:35.064937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:34.627584Z","time spent":"437.341895ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:35.064998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:34.470678Z","time spent":"594.266713ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:36.343082Z","caller":"traceutil/trace.go:171","msg":"trace[1506547188] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"180.058864ms","start":"2026-03-20T05:48:36.162996Z","end":"2026-03-20T05:48:36.343055Z","steps":["trace[1506547188] 'process raft request' (duration: 179.900041ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:36.343262Z","caller":"traceutil/trace.go:171","msg":"trace[702863471] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"300.939117ms","start":"2026-03-20T05:48:36.042275Z","end":"2026-03-20T05:48:36.343214Z","steps":["trace[702863471] 'read index received' (duration: 239.667718ms)","trace[702863471] 'applied index is now lower than readState.Index' (duration: 61.268139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:36.343574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.271645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-20T05:48:36.343633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.951005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T05:48:36.343644Z","caller":"traceutil/trace.go:171","msg":"trace[789106989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8010; }","duration":"301.383548ms","start":"2026-03-20T05:48:36.042241Z","end":"2026-03-20T05:48:36.343624Z","steps":["trace[789106989] 'agreement among raft nodes before linearized reading' (duration: 301.154053ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:36.343682Z","caller":"traceutil/trace.go:171","msg":"trace[987336455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8010; }","duration":"253.028077ms","start":"2026-03-20T05:48:36.090639Z","end":"2026-03-20T05:48:36.343667Z","steps":["trace[987336455] 'agreement among raft nodes before linearized reading' (duration: 252.782311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:36.343717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:36.042229Z","time spent":"301.474779ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:36.34375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.095648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:48:36.343806Z","caller":"traceutil/trace.go:171","msg":"trace[182166271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8010; }","duration":"181.1821ms","start":"2026-03-20T05:48:36.162608Z","end":"2026-03-20T05:48:36.34379Z","steps":["trace[182166271] 'agreement among raft nodes before linearized reading' (duration: 181.032487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:36.343877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.097268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-20T05:48:36.343858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.180822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:48:36.343857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.63551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:48:36.343917Z","caller":"traceutil/trace.go:171","msg":"trace[737760715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8010; }","duration":"249.20053ms","start":"2026-03-20T05:48:36.094704Z","end":"2026-03-20T05:48:36.343905Z","steps":["trace[737760715] 'agreement among raft nodes before linearized reading' (duration: 249.117278ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:36.343945Z","caller":"traceutil/trace.go:171","msg":"trace[88668916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8010; }","duration":"182.300275ms","start":"2026-03-20T05:48:36.161621Z","end":"2026-03-20T05:48:36.343922Z","steps":["trace[88668916] 'agreement among raft nodes before linearized reading' (duration: 182.026469ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:36.343951Z","caller":"traceutil/trace.go:171","msg":"trace[510917112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8010; }","duration":"181.758502ms","start":"2026-03-20T05:48:36.162171Z","end":"2026-03-20T05:48:36.34393Z","steps":["trace[510917112] 'agreement among raft nodes before linearized reading' (duration: 181.519607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:36.344149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.65579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-20T05:48:36.344183Z","caller":"traceutil/trace.go:171","msg":"trace[875293476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8010; }","duration":"104.733052ms","start":"2026-03-20T05:48:36.239441Z","end":"2026-03-20T05:48:36.344174Z","steps":["trace[875293476] 'agreement among raft nodes before linearized reading' (duration: 104.612689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:36.768379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.422228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:36.768451Z","caller":"traceutil/trace.go:171","msg":"trace[661248370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"140.529031ms","start":"2026-03-20T05:48:36.627906Z","end":"2026-03-20T05:48:36.768435Z","steps":["trace[661248370] 'range keys from in-memory index tree' (duration: 140.353357ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:37.236851Z","caller":"traceutil/trace.go:171","msg":"trace[1140836459] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"128.486011ms","start":"2026-03-20T05:48:37.108345Z","end":"2026-03-20T05:48:37.236831Z","steps":["trace[1140836459] 'read index received' (duration: 128.309337ms)","trace[1140836459] 'applied index is now lower than readState.Index' (duration: 175.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:37.23695Z","caller":"traceutil/trace.go:171","msg":"trace[1840833127] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"161.96931ms","start":"2026-03-20T05:48:37.074948Z","end":"2026-03-20T05:48:37.236918Z","steps":["trace[1840833127] 'process raft request' (duration: 161.738024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:37.237017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.651846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7c4b9cc949-8fx7g.189e768e651c729e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-20T05:48:37.237057Z","caller":"traceutil/trace.go:171","msg":"trace[1545117333] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7c4b9cc949-8fx7g.189e768e651c729e; range_end:; response_count:1; response_revision:8017; }","duration":"128.733318ms","start":"2026-03-20T05:48:37.108306Z","end":"2026-03-20T05:48:37.23704Z","steps":["trace[1545117333] 'agreement among raft nodes before linearized reading' (duration: 128.604435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.014802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.502353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:47.014902Z","caller":"traceutil/trace.go:171","msg":"trace[172565996] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8409; }","duration":"413.742648ms","start":"2026-03-20T05:48:46.601143Z","end":"2026-03-20T05:48:47.014886Z","steps":["trace[172565996] 'read index received' (duration: 80.99315ms)","trace[172565996] 'applied index is now lower than readState.Index' (duration: 332.748448ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.015134Z","caller":"traceutil/trace.go:171","msg":"trace[1798116502] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"414.666589ms","start":"2026-03-20T05:48:46.600454Z","end":"2026-03-20T05:48:47.01512Z","steps":["trace[1798116502] 'process raft request' (duration: 81.738667ms)","trace[1798116502] 'compare' (duration: 332.39017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:47.015199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:46.600307Z","time spent":"414.856173ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:47.015537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.668017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:47.018582Z","caller":"traceutil/trace.go:171","msg":"trace[1304349413] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8102; }","duration":"408.751526ms","start":"2026-03-20T05:48:46.609805Z","end":"2026-03-20T05:48:47.018557Z","steps":["trace[1304349413] 'agreement among raft nodes before linearized reading' (duration: 405.635247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.018794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:46.609792Z","time spent":"408.979491ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:47.015543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.316079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:47.015623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.826318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d7sxh\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-20T05:48:47.019094Z","caller":"traceutil/trace.go:171","msg":"trace[26159742] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8102; }","duration":"263.921109ms","start":"2026-03-20T05:48:46.755144Z","end":"2026-03-20T05:48:47.019066Z","steps":["trace[26159742] 'agreement among raft nodes before linearized reading' (duration: 260.312508ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:47.019192Z","caller":"traceutil/trace.go:171","msg":"trace[326197471] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d7sxh; range_end:; response_count:1; response_revision:8102; }","duration":"361.420689ms","start":"2026-03-20T05:48:46.657739Z","end":"2026-03-20T05:48:47.019159Z","steps":["trace[326197471] 'agreement among raft nodes before linearized reading' (duration: 357.756947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.019297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:46.657722Z","time spent":"361.548382ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d7sxh\" "} {"level":"warn","ts":"2026-03-20T05:48:47.015689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.537016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-20T05:48:47.019508Z","caller":"traceutil/trace.go:171","msg":"trace[662316940] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8102; }","duration":"418.375552ms","start":"2026-03-20T05:48:46.601119Z","end":"2026-03-20T05:48:47.019495Z","steps":["trace[662316940] 'agreement among raft nodes before linearized reading' (duration: 414.437144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.019543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:46.60111Z","time spent":"418.423713ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-20T05:48:47.207317Z","caller":"traceutil/trace.go:171","msg":"trace[824960069] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8411; }","duration":"131.660643ms","start":"2026-03-20T05:48:47.07563Z","end":"2026-03-20T05:48:47.207291Z","steps":["trace[824960069] 'read index received' (duration: 131.495209ms)","trace[824960069] 'applied index is now lower than readState.Index' (duration: 164.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.207407Z","caller":"traceutil/trace.go:171","msg":"trace[475523816] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"182.255414ms","start":"2026-03-20T05:48:47.025122Z","end":"2026-03-20T05:48:47.207377Z","steps":["trace[475523816] 'process raft request' (duration: 182.000018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.207655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.09481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-d7sxh\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-20T05:48:47.207707Z","caller":"traceutil/trace.go:171","msg":"trace[1646243383] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-d7sxh; range_end:; response_count:1; response_revision:8104; }","duration":"186.207652ms","start":"2026-03-20T05:48:47.021484Z","end":"2026-03-20T05:48:47.207692Z","steps":["trace[1646243383] 'agreement among raft nodes before linearized reading' (duration: 185.950507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.207677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.438409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d7sxh\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-20T05:48:47.207863Z","caller":"traceutil/trace.go:171","msg":"trace[673272429] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d7sxh; range_end:; response_count:1; response_revision:8104; }","duration":"127.712465ms","start":"2026-03-20T05:48:47.080125Z","end":"2026-03-20T05:48:47.207838Z","steps":["trace[673272429] 'agreement among raft nodes before linearized reading' (duration: 127.412858ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:47.316719Z","caller":"traceutil/trace.go:171","msg":"trace[1790468858] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8412; }","duration":"104.579888ms","start":"2026-03-20T05:48:47.212111Z","end":"2026-03-20T05:48:47.31669Z","steps":["trace[1790468858] 'read index received' (duration: 104.407424ms)","trace[1790468858] 'applied index is now lower than readState.Index' (duration: 170.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.316854Z","caller":"traceutil/trace.go:171","msg":"trace[338649583] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"105.016688ms","start":"2026-03-20T05:48:47.211804Z","end":"2026-03-20T05:48:47.316821Z","steps":["trace[338649583] 'process raft request' (duration: 104.628559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.316952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.820384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d7sxh\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-20T05:48:47.316995Z","caller":"traceutil/trace.go:171","msg":"trace[522237322] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d7sxh; range_end:; response_count:1; response_revision:8105; }","duration":"104.919275ms","start":"2026-03-20T05:48:47.212065Z","end":"2026-03-20T05:48:47.316984Z","steps":["trace[522237322] 'agreement among raft nodes before linearized reading' (duration: 104.732431ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:47.465613Z","caller":"traceutil/trace.go:171","msg":"trace[1221835350] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8413; }","duration":"145.587694ms","start":"2026-03-20T05:48:47.32Z","end":"2026-03-20T05:48:47.465587Z","steps":["trace[1221835350] 'read index received' (duration: 116.514013ms)","trace[1221835350] 'applied index is now lower than readState.Index' (duration: 29.071881ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.465665Z","caller":"traceutil/trace.go:171","msg":"trace[636225345] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"246.740495ms","start":"2026-03-20T05:48:47.218898Z","end":"2026-03-20T05:48:47.465638Z","steps":["trace[636225345] 'process raft request' (duration: 217.633474ms)","trace[636225345] 'compare' (duration: 28.765663ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.465681Z","caller":"traceutil/trace.go:171","msg":"trace[1993435735] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"192.891772ms","start":"2026-03-20T05:48:47.272738Z","end":"2026-03-20T05:48:47.46563Z","steps":["trace[1993435735] 'process raft request' (duration: 192.724818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:47.465958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.933462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-d7sxh\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-20T05:48:47.466047Z","caller":"traceutil/trace.go:171","msg":"trace[208218919] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-d7sxh; range_end:; response_count:1; response_revision:8107; }","duration":"146.067064ms","start":"2026-03-20T05:48:47.319961Z","end":"2026-03-20T05:48:47.466029Z","steps":["trace[208218919] 'agreement among raft nodes before linearized reading' (duration: 145.799399ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:47.925455Z","caller":"traceutil/trace.go:171","msg":"trace[600369992] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"103.545834ms","start":"2026-03-20T05:48:47.821886Z","end":"2026-03-20T05:48:47.925432Z","steps":["trace[600369992] 'read index received' (duration: 65.555434ms)","trace[600369992] 'applied index is now lower than readState.Index' (duration: 37.98936ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:47.925536Z","caller":"traceutil/trace.go:171","msg":"trace[1422521465] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"109.590549ms","start":"2026-03-20T05:48:47.815905Z","end":"2026-03-20T05:48:47.925495Z","steps":["trace[1422521465] 'process raft request' (duration: 71.60164ms)","trace[1422521465] 'compare' (duration: 37.832136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:47.925638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.737819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-20T05:48:47.92571Z","caller":"traceutil/trace.go:171","msg":"trace[19648721] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8113; }","duration":"103.834341ms","start":"2026-03-20T05:48:47.821829Z","end":"2026-03-20T05:48:47.925663Z","steps":["trace[19648721] 'agreement among raft nodes before linearized reading' (duration: 103.686748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:48.914897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382508362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:49.415192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382508362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:49.915594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382508362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:50.415749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382508362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:50.428992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.290344113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:48:50.429475Z","caller":"traceutil/trace.go:171","msg":"trace[1390295018] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"2.290920456s","start":"2026-03-20T05:48:48.13853Z","end":"2026-03-20T05:48:50.429451Z","steps":["trace[1390295018] 'process raft request' (duration: 2.290752432s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.429626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.138507Z","time spent":"2.291039208s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:50.628269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-20T05:48:50.628359Z","caller":"traceutil/trace.go:171","msg":"trace[826503366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649917s","start":"2026-03-20T05:48:48.627688Z","end":"2026-03-20T05:48:50.628338Z","steps":["trace[826503366] 'agreement among raft nodes before linearized reading' (duration: 2.000537085s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.628408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.627664Z","time spent":"2.00073496s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/20 05:48:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-20T05:48:50.914643Z","caller":"traceutil/trace.go:171","msg":"trace[1787548799] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"2.520008296s","start":"2026-03-20T05:48:48.394593Z","end":"2026-03-20T05:48:50.914601Z","steps":["trace[1787548799] 'process raft request' (duration: 2.474579791s)","trace[1787548799] 'compare' (duration: 45.086118ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:50.914779Z","caller":"traceutil/trace.go:171","msg":"trace[130897631] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"1.504459487s","start":"2026-03-20T05:48:49.410249Z","end":"2026-03-20T05:48:50.914709Z","steps":["trace[130897631] 'process raft request' (duration: 1.504238652s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:50.914787Z","caller":"traceutil/trace.go:171","msg":"trace[60741014] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"1.493218886s","start":"2026-03-20T05:48:49.421545Z","end":"2026-03-20T05:48:50.914764Z","steps":["trace[60741014] 'process raft request' (duration: 1.493083683s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.914847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.394568Z","time spent":"2.520181661s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:50.914888Z","caller":"traceutil/trace.go:171","msg":"trace[1787028662] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8421; }","duration":"2.500932359s","start":"2026-03-20T05:48:48.413939Z","end":"2026-03-20T05:48:50.914871Z","steps":["trace[1787028662] 'read index received' (duration: 2.015318096s)","trace[1787028662] 'applied index is now lower than readState.Index' (duration: 485.613233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:50.914911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:49.410226Z","time spent":"1.504619411s","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:48:50.914926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:49.421519Z","time spent":"1.493334338s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:50.915035Z","caller":"traceutil/trace.go:171","msg":"trace[1184932741] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"1.43655913s","start":"2026-03-20T05:48:49.478466Z","end":"2026-03-20T05:48:50.915025Z","steps":["trace[1184932741] 'process raft request' (duration: 1.436220042s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:49.478414Z","time spent":"1.436651342s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:50.915139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488115873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-20T05:48:50.915179Z","caller":"traceutil/trace.go:171","msg":"trace[1333573941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8118; }","duration":"2.488183495s","start":"2026-03-20T05:48:48.426985Z","end":"2026-03-20T05:48:50.915169Z","steps":["trace[1333573941] 'agreement among raft nodes before linearized reading' (duration: 2.488061322s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.42697Z","time spent":"2.488235446s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463244007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:48:50.915286Z","caller":"traceutil/trace.go:171","msg":"trace[379685722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8118; }","duration":"2.463345239s","start":"2026-03-20T05:48:48.451899Z","end":"2026-03-20T05:48:50.915244Z","steps":["trace[379685722] 'agreement among raft nodes before linearized reading' (duration: 2.463213406s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472699158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:48:50.915407Z","caller":"traceutil/trace.go:171","msg":"trace[1492046550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8118; }","duration":"2.472759729s","start":"2026-03-20T05:48:48.442639Z","end":"2026-03-20T05:48:50.915398Z","steps":["trace[1492046550] 'agreement among raft nodes before linearized reading' (duration: 2.472665467s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.442628Z","time spent":"2.472807811s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475168213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:48:50.915583Z","caller":"traceutil/trace.go:171","msg":"trace[223833578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8118; }","duration":"2.475220044s","start":"2026-03-20T05:48:48.440356Z","end":"2026-03-20T05:48:50.915576Z","steps":["trace[223833578] 'agreement among raft nodes before linearized reading' (duration: 2.475144072s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.440345Z","time spent":"2.475257595s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.127487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:50.915649Z","caller":"traceutil/trace.go:171","msg":"trace[940414218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"287.209038ms","start":"2026-03-20T05:48:50.62843Z","end":"2026-03-20T05:48:50.915639Z","steps":["trace[940414218] 'agreement among raft nodes before linearized reading' (duration: 287.141367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.915792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475735985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:48:50.915826Z","caller":"traceutil/trace.go:171","msg":"trace[505756616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8118; }","duration":"2.475788917s","start":"2026-03-20T05:48:48.440029Z","end":"2026-03-20T05:48:50.915818Z","steps":["trace[505756616] 'agreement among raft nodes before linearized reading' (duration: 2.475708155s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.91585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.440018Z","time spent":"2.475826888s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477163179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:48:50.91603Z","caller":"traceutil/trace.go:171","msg":"trace[76930759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8118; }","duration":"2.477232441s","start":"2026-03-20T05:48:48.438787Z","end":"2026-03-20T05:48:50.91602Z","steps":["trace[76930759] 'agreement among raft nodes before linearized reading' (duration: 2.477158048s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.916055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.438772Z","time spent":"2.477277981s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:48:50.916098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.186079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:48:50.916183Z","caller":"traceutil/trace.go:171","msg":"trace[1647676898] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:8118; }","duration":"321.309202ms","start":"2026-03-20T05:48:50.594862Z","end":"2026-03-20T05:48:50.916171Z","steps":["trace[1647676898] 'agreement among raft nodes before linearized reading' (duration: 321.004044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.916455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.594843Z","time spent":"321.571327ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501590595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-20T05:48:50.916637Z","caller":"traceutil/trace.go:171","msg":"trace[2120711671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8118; }","duration":"2.502729s","start":"2026-03-20T05:48:48.413897Z","end":"2026-03-20T05:48:50.916626Z","steps":["trace[2120711671] 'agreement among raft nodes before linearized reading' (duration: 2.501492532s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.916675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.413882Z","time spent":"2.502782282s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:48:50.915337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.451888Z","time spent":"2.463437791s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"warn","ts":"2026-03-20T05:48:50.916947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128314832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-20T05:48:50.91701Z","caller":"traceutil/trace.go:171","msg":"trace[1390811689] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8118; }","duration":"2.128419454s","start":"2026-03-20T05:48:48.788571Z","end":"2026-03-20T05:48:50.916991Z","steps":["trace[1390811689] 'agreement among raft nodes before linearized reading' (duration: 2.128058356s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:50.917047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:48.788553Z","time spent":"2.128487545s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-20T05:48:51.390043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.919156Z","time spent":"470.881545ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-20T05:48:51.819752Z","caller":"traceutil/trace.go:171","msg":"trace[1118511745] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"899.772022ms","start":"2026-03-20T05:48:50.919956Z","end":"2026-03-20T05:48:51.819728Z","steps":["trace[1118511745] 'process raft request' (duration: 899.583028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.819924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.919939Z","time spent":"899.884044ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:51.820072Z","caller":"traceutil/trace.go:171","msg":"trace[81153015] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"899.995317ms","start":"2026-03-20T05:48:50.920043Z","end":"2026-03-20T05:48:51.820038Z","steps":["trace[81153015] 'process raft request' (duration: 899.644669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.820223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.920008Z","time spent":"900.13767ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:51.82033Z","caller":"traceutil/trace.go:171","msg":"trace[1655911620] linearizableReadLoop","detail":"{readStateIndex:8429; appliedIndex:8426; }","duration":"899.22987ms","start":"2026-03-20T05:48:50.921077Z","end":"2026-03-20T05:48:51.820307Z","steps":["trace[1655911620] 'read index received' (duration: 448.515245ms)","trace[1655911620] 'applied index is now lower than readState.Index' (duration: 450.713565ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:51.820542Z","caller":"traceutil/trace.go:171","msg":"trace[124092732] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"899.302051ms","start":"2026-03-20T05:48:50.921225Z","end":"2026-03-20T05:48:51.820527Z","steps":["trace[124092732] 'process raft request' (duration: 898.718899ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:51.820578Z","caller":"traceutil/trace.go:171","msg":"trace[1762929448] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"898.275848ms","start":"2026-03-20T05:48:50.922288Z","end":"2026-03-20T05:48:51.820564Z","steps":["trace[1762929448] 'process raft request' (duration: 897.782037ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:51.820616Z","caller":"traceutil/trace.go:171","msg":"trace[4489003] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"898.040472ms","start":"2026-03-20T05:48:50.922563Z","end":"2026-03-20T05:48:51.820604Z","steps":["trace[4489003] 'process raft request' (duration: 897.635523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.820632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.921215Z","time spent":"899.379103ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:48:51.820642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922275Z","time spent":"898.335989ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:51.820745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922554Z","time spent":"898.103614ms","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:51.820364Z","caller":"traceutil/trace.go:171","msg":"trace[1890278400] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"898.023292ms","start":"2026-03-20T05:48:50.922322Z","end":"2026-03-20T05:48:51.820345Z","steps":["trace[1890278400] 'process raft request' (duration: 897.805888ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:51.821002Z","caller":"traceutil/trace.go:171","msg":"trace[1239360993] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"896.681424ms","start":"2026-03-20T05:48:50.92431Z","end":"2026-03-20T05:48:51.820991Z","steps":["trace[1239360993] 'process raft request' (duration: 895.960817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.821013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922288Z","time spent":"898.673298ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:51.821069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.924299Z","time spent":"896.740225ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:51.82093Z","caller":"traceutil/trace.go:171","msg":"trace[621770284] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"898.251008ms","start":"2026-03-20T05:48:50.922666Z","end":"2026-03-20T05:48:51.820917Z","steps":["trace[621770284] 'process raft request' (duration: 897.574242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.821149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.062949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-20T05:48:51.821168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922661Z","time spent":"898.484163ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:51.821207Z","caller":"traceutil/trace.go:171","msg":"trace[2025258904] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8126; }","duration":"900.153261ms","start":"2026-03-20T05:48:50.921043Z","end":"2026-03-20T05:48:51.821196Z","steps":["trace[2025258904] 'agreement among raft nodes before linearized reading' (duration: 899.984387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:51.821246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.921032Z","time spent":"900.207052ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-20T05:48:52.022652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.186257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:52.022784Z","caller":"traceutil/trace.go:171","msg":"trace[1798860113] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"202.364714ms","start":"2026-03-20T05:48:51.820404Z","end":"2026-03-20T05:48:52.022768Z","steps":["trace[1798860113] 'read index received' (duration: 51.931161ms)","trace[1798860113] 'applied index is now lower than readState.Index' (duration: 150.431933ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:52.022816Z","caller":"traceutil/trace.go:171","msg":"trace[1554365916] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"631.788232ms","start":"2026-03-20T05:48:51.390988Z","end":"2026-03-20T05:48:52.022776Z","steps":["trace[1554365916] 'process raft request' (duration: 481.39222ms)","trace[1554365916] 'compare' (duration: 149.88375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:52.022921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.877572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:52.02296Z","caller":"traceutil/trace.go:171","msg":"trace[954230022] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8127; }","duration":"443.953604ms","start":"2026-03-20T05:48:51.578994Z","end":"2026-03-20T05:48:52.022948Z","steps":["trace[954230022] 'agreement among raft nodes before linearized reading' (duration: 443.858241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.022999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:51.578974Z","time spent":"444.016065ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:52.023013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:51.390965Z","time spent":"631.938256ms","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:52.02325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.578995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:48:52.023286Z","caller":"traceutil/trace.go:171","msg":"trace[1641878781] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8127; }","duration":"694.656717ms","start":"2026-03-20T05:48:51.328621Z","end":"2026-03-20T05:48:52.023278Z","steps":["trace[1641878781] 'agreement among raft nodes before linearized reading' (duration: 694.563425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.023314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:51.328592Z","time spent":"694.714088ms","remote":"127.0.0.1:53470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:52.023533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.813216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-20T05:48:52.023569Z","caller":"traceutil/trace.go:171","msg":"trace[653339431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8127; }","duration":"964.889588ms","start":"2026-03-20T05:48:51.058671Z","end":"2026-03-20T05:48:52.023561Z","steps":["trace[653339431] 'agreement among raft nodes before linearized reading' (duration: 964.768985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.023595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:51.058636Z","time spent":"964.95287ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-20T05:48:52.023651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097699406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:52.023712Z","caller":"traceutil/trace.go:171","msg":"trace[1041866488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8127; }","duration":"1.097770557s","start":"2026-03-20T05:48:50.925925Z","end":"2026-03-20T05:48:52.023695Z","steps":["trace[1041866488] 'agreement among raft nodes before linearized reading' (duration: 1.097679735s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.023755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.925919Z","time spent":"1.097825608s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:52.023842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100773774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-20T05:48:52.023847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.451154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:52.023929Z","caller":"traceutil/trace.go:171","msg":"trace[252353394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b; range_end:; response_count:1; response_revision:8127; }","duration":"1.100906208s","start":"2026-03-20T05:48:50.923Z","end":"2026-03-20T05:48:52.023906Z","steps":["trace[252353394] 'agreement among raft nodes before linearized reading' (duration: 1.100630902s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:52.023944Z","caller":"traceutil/trace.go:171","msg":"trace[293776648] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8127; }","duration":"988.607428ms","start":"2026-03-20T05:48:51.035313Z","end":"2026-03-20T05:48:52.02392Z","steps":["trace[293776648] 'agreement among raft nodes before linearized reading' (duration: 988.427394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.023981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922985Z","time spent":"1.100987019s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e75c77ce7583b\" "} {"level":"warn","ts":"2026-03-20T05:48:52.023993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:51.035297Z","time spent":"988.684879ms","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:52.02384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098970913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e769a66fcb342\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-20T05:48:52.024126Z","caller":"traceutil/trace.go:171","msg":"trace[426970601] range","detail":"{range_begin:/registry/events/openstack/ceph.189e769a66fcb342; range_end:; response_count:1; response_revision:8127; }","duration":"1.099285901s","start":"2026-03-20T05:48:50.924819Z","end":"2026-03-20T05:48:52.024105Z","steps":["trace[426970601] 'agreement among raft nodes before linearized reading' (duration: 1.098806741s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.024192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.924814Z","time spent":"1.099359933s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189e769a66fcb342\" "} {"level":"warn","ts":"2026-03-20T05:48:52.024313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101509211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228458"} {"level":"warn","ts":"2026-03-20T05:48:52.02452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.566999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189e769f8fde877b\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-20T05:48:52.02457Z","caller":"traceutil/trace.go:171","msg":"trace[440019600] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189e769f8fde877b; range_end:; response_count:1; response_revision:8127; }","duration":"198.63001ms","start":"2026-03-20T05:48:51.825924Z","end":"2026-03-20T05:48:52.024554Z","steps":["trace[440019600] 'agreement among raft nodes before linearized reading' (duration: 197.814072ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:52.024396Z","caller":"traceutil/trace.go:171","msg":"trace[1884481865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8127; }","duration":"1.101609153s","start":"2026-03-20T05:48:50.922773Z","end":"2026-03-20T05:48:52.024382Z","steps":["trace[1884481865] 'agreement among raft nodes before linearized reading' (duration: 1.100792955s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.02487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:50.922767Z","time spent":"1.102087374s","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228480,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-20T05:48:52.17527Z","caller":"traceutil/trace.go:171","msg":"trace[1902499046] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8436; }","duration":"147.503927ms","start":"2026-03-20T05:48:52.027745Z","end":"2026-03-20T05:48:52.175249Z","steps":["trace[1902499046] 'read index received' (duration: 25.572012ms)","trace[1902499046] 'applied index is now lower than readState.Index' (duration: 121.930925ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:52.175398Z","caller":"traceutil/trace.go:171","msg":"trace[483493577] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"149.01309ms","start":"2026-03-20T05:48:52.026352Z","end":"2026-03-20T05:48:52.175365Z","steps":["trace[483493577] 'process raft request' (duration: 148.682173ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:52.175393Z","caller":"traceutil/trace.go:171","msg":"trace[810789207] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"148.456818ms","start":"2026-03-20T05:48:52.026925Z","end":"2026-03-20T05:48:52.175382Z","steps":["trace[810789207] 'process raft request' (duration: 148.277114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.175685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.916336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-20T05:48:52.175697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.115593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:52.175753Z","caller":"traceutil/trace.go:171","msg":"trace[1483182469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8130; }","duration":"148.012908ms","start":"2026-03-20T05:48:52.027729Z","end":"2026-03-20T05:48:52.175742Z","steps":["trace[1483182469] 'agreement among raft nodes before linearized reading' (duration: 147.722792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.17573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.781013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T05:48:52.175772Z","caller":"traceutil/trace.go:171","msg":"trace[1074355961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"141.216805ms","start":"2026-03-20T05:48:52.034539Z","end":"2026-03-20T05:48:52.175756Z","steps":["trace[1074355961] 'agreement among raft nodes before linearized reading' (duration: 141.069882ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:52.175811Z","caller":"traceutil/trace.go:171","msg":"trace[1415721890] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8130; }","duration":"147.883635ms","start":"2026-03-20T05:48:52.02791Z","end":"2026-03-20T05:48:52.175793Z","steps":["trace[1415721890] 'agreement among raft nodes before linearized reading' (duration: 147.607479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:52.175969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.48869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e763def7b4b9f\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-20T05:48:52.176249Z","caller":"traceutil/trace.go:171","msg":"trace[1424570859] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e763def7b4b9f; range_end:; response_count:1; response_revision:8130; }","duration":"119.855938ms","start":"2026-03-20T05:48:52.056363Z","end":"2026-03-20T05:48:52.176219Z","steps":["trace[1424570859] 'agreement among raft nodes before linearized reading' (duration: 119.172363ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.07267Z","caller":"traceutil/trace.go:171","msg":"trace[1370744324] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"151.658929ms","start":"2026-03-20T05:48:52.920986Z","end":"2026-03-20T05:48:53.072645Z","steps":["trace[1370744324] 'process raft request' (duration: 151.493856ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.762528Z","caller":"traceutil/trace.go:171","msg":"trace[153042812] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8441; }","duration":"808.034881ms","start":"2026-03-20T05:48:52.954471Z","end":"2026-03-20T05:48:53.762506Z","steps":["trace[153042812] 'read index received' (duration: 118.074679ms)","trace[153042812] 'applied index is now lower than readState.Index' (duration: 689.959252ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:53.762709Z","caller":"traceutil/trace.go:171","msg":"trace[1207009886] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"840.904075ms","start":"2026-03-20T05:48:52.921777Z","end":"2026-03-20T05:48:53.762681Z","steps":["trace[1207009886] 'process raft request' (duration: 840.590898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:53.762793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.432392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:53.762831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.672167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:53.762848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.361328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-20T05:48:53.762876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.921765Z","time spent":"841.039178ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:53.762883Z","caller":"traceutil/trace.go:171","msg":"trace[249080615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8134; }","duration":"137.769259ms","start":"2026-03-20T05:48:53.6251Z","end":"2026-03-20T05:48:53.762869Z","steps":["trace[249080615] 'agreement among raft nodes before linearized reading' (duration: 137.675457ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.762896Z","caller":"traceutil/trace.go:171","msg":"trace[1265167592] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8134; }","duration":"808.465061ms","start":"2026-03-20T05:48:52.954419Z","end":"2026-03-20T05:48:53.762884Z","steps":["trace[1265167592] 'agreement among raft nodes before linearized reading' (duration: 808.217245ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:53.762876Z","caller":"traceutil/trace.go:171","msg":"trace[791781535] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8134; }","duration":"460.570705ms","start":"2026-03-20T05:48:53.302285Z","end":"2026-03-20T05:48:53.762855Z","steps":["trace[791781535] 'agreement among raft nodes before linearized reading' (duration: 460.407672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:53.762937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:52.954398Z","time spent":"808.529422ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-20T05:48:53.763025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.302261Z","time spent":"460.703068ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:54.201273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.094107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:48:54.201359Z","caller":"traceutil/trace.go:171","msg":"trace[258065302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8134; }","duration":"372.23235ms","start":"2026-03-20T05:48:53.829102Z","end":"2026-03-20T05:48:54.201335Z","steps":["trace[258065302] 'range keys from in-memory index tree' (duration: 371.926003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.445285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-20T05:48:54.201404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.829084Z","time spent":"372.310192ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-20T05:48:54.201441Z","caller":"traceutil/trace.go:171","msg":"trace[1452910959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8134; }","duration":"372.531827ms","start":"2026-03-20T05:48:53.828893Z","end":"2026-03-20T05:48:54.201424Z","steps":["trace[1452910959] 'range keys from in-memory index tree' (duration: 372.310252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.828844Z","time spent":"372.630359ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-20T05:48:54.201518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.365243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:48:54.201622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.649709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T05:48:54.201383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.175636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:48:54.201656Z","caller":"traceutil/trace.go:171","msg":"trace[1462882975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8134; }","duration":"372.709241ms","start":"2026-03-20T05:48:53.828935Z","end":"2026-03-20T05:48:54.201645Z","steps":["trace[1462882975] 'range keys from in-memory index tree' (duration: 372.556848ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:54.201681Z","caller":"traceutil/trace.go:171","msg":"trace[295946712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8134; }","duration":"167.514784ms","start":"2026-03-20T05:48:54.034157Z","end":"2026-03-20T05:48:54.201671Z","steps":["trace[295946712] 'range keys from in-memory index tree' (duration: 167.079074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.66775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-20T05:48:54.201792Z","caller":"traceutil/trace.go:171","msg":"trace[805034002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8134; }","duration":"372.712931ms","start":"2026-03-20T05:48:53.829071Z","end":"2026-03-20T05:48:54.201784Z","steps":["trace[805034002] 'range keys from in-memory index tree' (duration: 372.544157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.829065Z","time spent":"372.747442ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:48:54.201618Z","caller":"traceutil/trace.go:171","msg":"trace[1109813106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8134; }","duration":"372.484806ms","start":"2026-03-20T05:48:53.829114Z","end":"2026-03-20T05:48:54.201598Z","steps":["trace[1109813106] 'range keys from in-memory index tree' (duration: 372.153718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.760462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:48:54.201996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.829109Z","time spent":"372.870526ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:48:54.201996Z","caller":"traceutil/trace.go:171","msg":"trace[909361672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"372.838255ms","start":"2026-03-20T05:48:53.829145Z","end":"2026-03-20T05:48:54.201983Z","steps":["trace[909361672] 'range keys from in-memory index tree' (duration: 372.606878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:54.201691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.828919Z","time spent":"372.765392ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:48:54.202061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:53.829127Z","time spent":"372.923456ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-20T05:48:54.320777Z","caller":"traceutil/trace.go:171","msg":"trace[1202685948] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"114.161462ms","start":"2026-03-20T05:48:54.206586Z","end":"2026-03-20T05:48:54.320747Z","steps":["trace[1202685948] 'process raft request' (duration: 113.999068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.12874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382508416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-20T05:48:55.433234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11084882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-20T05:48:55.433668Z","caller":"traceutil/trace.go:171","msg":"trace[1874589755] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.226980026s","start":"2026-03-20T05:48:54.206654Z","end":"2026-03-20T05:48:55.433634Z","steps":["trace[1874589755] 'process raft request' (duration: 1.22672808s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:55.433755Z","caller":"traceutil/trace.go:171","msg":"trace[1919464007] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"1.227016776s","start":"2026-03-20T05:48:54.206707Z","end":"2026-03-20T05:48:55.433724Z","steps":["trace[1919464007] 'process raft request' (duration: 1.226809932s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.433842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.206626Z","time spent":"1.227128118s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:55.433861Z","caller":"traceutil/trace.go:171","msg":"trace[1810591021] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.227033466s","start":"2026-03-20T05:48:54.206809Z","end":"2026-03-20T05:48:55.433843Z","steps":["trace[1810591021] 'process raft request' (duration: 1.226854082s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.433884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.206685Z","time spent":"1.227113128s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:55.433948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.206795Z","time spent":"1.227104618s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:55.434093Z","caller":"traceutil/trace.go:171","msg":"trace[657831377] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"1.22718944s","start":"2026-03-20T05:48:54.206893Z","end":"2026-03-20T05:48:55.434082Z","steps":["trace[657831377] 'process raft request' (duration: 1.22715432s)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:55.434156Z","caller":"traceutil/trace.go:171","msg":"trace[672289581] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"1.227326803s","start":"2026-03-20T05:48:54.206812Z","end":"2026-03-20T05:48:55.434139Z","steps":["trace[672289581] 'process raft request' (duration: 1.22719251s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.434182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.206875Z","time spent":"1.227275412s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:55.434371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.206784Z","time spent":"1.227425865s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:55.712786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.331902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:55.713006Z","caller":"traceutil/trace.go:171","msg":"trace[1141645361] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"735.997481ms","start":"2026-03-20T05:48:54.976973Z","end":"2026-03-20T05:48:55.71297Z","steps":["trace[1141645361] 'process raft request' (duration: 550.399663ms)","trace[1141645361] 'compare' (duration: 185.043216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:55.713171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085179116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:48:55.713236Z","caller":"traceutil/trace.go:171","msg":"trace[198012511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"1.085276708s","start":"2026-03-20T05:48:54.627942Z","end":"2026-03-20T05:48:55.713219Z","steps":["trace[198012511] 'agreement among raft nodes before linearized reading' (duration: 1.085166205s)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.713283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.627922Z","time spent":"1.085349039s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:48:55.713432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:54.976936Z","time spent":"736.193085ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:55.713463Z","caller":"traceutil/trace.go:171","msg":"trace[270082951] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"635.72477ms","start":"2026-03-20T05:48:55.077716Z","end":"2026-03-20T05:48:55.713441Z","steps":["trace[270082951] 'process raft request' (duration: 635.169858ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:55.713073Z","caller":"traceutil/trace.go:171","msg":"trace[2132037162] linearizableReadLoop","detail":"{readStateIndex:8451; appliedIndex:8444; }","duration":"1.085057223s","start":"2026-03-20T05:48:54.627992Z","end":"2026-03-20T05:48:55.71305Z","steps":["trace[2132037162] 'read index received' (duration: 805.404022ms)","trace[2132037162] 'applied index is now lower than readState.Index' (duration: 279.651621ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:55.713509Z","caller":"traceutil/trace.go:171","msg":"trace[202623556] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"282.132167ms","start":"2026-03-20T05:48:55.431343Z","end":"2026-03-20T05:48:55.713475Z","steps":["trace[202623556] 'process raft request' (duration: 281.617415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.713578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:55.077693Z","time spent":"635.824791ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:55.713775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.848085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:48:55.713845Z","caller":"traceutil/trace.go:171","msg":"trace[655698299] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8143; }","duration":"385.956356ms","start":"2026-03-20T05:48:55.327869Z","end":"2026-03-20T05:48:55.713826Z","steps":["trace[655698299] 'agreement among raft nodes before linearized reading' (duration: 385.804753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.71384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.264619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:48:55.713889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:55.327852Z","time spent":"386.025218ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-20T05:48:55.71392Z","caller":"traceutil/trace.go:171","msg":"trace[1655269966] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8143; }","duration":"490.400821ms","start":"2026-03-20T05:48:55.2235Z","end":"2026-03-20T05:48:55.7139Z","steps":["trace[1655269966] 'agreement among raft nodes before linearized reading' (duration: 490.161086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:55.714539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:55.223477Z","time spent":"491.029565ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:48:56.234795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.910934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:48:56.234901Z","caller":"traceutil/trace.go:171","msg":"trace[860703006] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8452; }","duration":"348.279103ms","start":"2026-03-20T05:48:55.886606Z","end":"2026-03-20T05:48:56.234885Z","steps":["trace[860703006] 'read index received' (duration: 222.297767ms)","trace[860703006] 'applied index is now lower than readState.Index' (duration: 125.979876ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:56.235026Z","caller":"traceutil/trace.go:171","msg":"trace[1379450060] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"467.430747ms","start":"2026-03-20T05:48:55.767553Z","end":"2026-03-20T05:48:56.234984Z","steps":["trace[1379450060] 'process raft request' (duration: 341.230637ms)","trace[1379450060] 'compare' (duration: 125.710949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T05:48:56.235082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.475138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-20T05:48:56.235218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:55.767536Z","time spent":"467.57978ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:48:56.235238Z","caller":"traceutil/trace.go:171","msg":"trace[773336910] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8144; }","duration":"348.661701ms","start":"2026-03-20T05:48:55.886557Z","end":"2026-03-20T05:48:56.235219Z","steps":["trace[773336910] 'agreement among raft nodes before linearized reading' (duration: 348.420806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:56.235383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:55.886536Z","time spent":"348.834936ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:48:56.590579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.011128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-20T05:48:56.590796Z","caller":"traceutil/trace.go:171","msg":"trace[1519629790] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"355.842423ms","start":"2026-03-20T05:48:56.234931Z","end":"2026-03-20T05:48:56.590774Z","steps":["trace[1519629790] 'read index received' (duration: 105.641351ms)","trace[1519629790] 'applied index is now lower than readState.Index' (duration: 250.199172ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:48:56.590914Z","caller":"traceutil/trace.go:171","msg":"trace[904658892] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"351.418824ms","start":"2026-03-20T05:48:56.239474Z","end":"2026-03-20T05:48:56.590893Z","steps":["trace[904658892] 'process raft request' (duration: 351.21936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:56.590955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.60831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:48:56.590979Z","caller":"traceutil/trace.go:171","msg":"trace[1266249339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8145; }","duration":"377.683592ms","start":"2026-03-20T05:48:56.213288Z","end":"2026-03-20T05:48:56.590972Z","steps":["trace[1266249339] 'agreement among raft nodes before linearized reading' (duration: 377.57997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:48:56.591004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:56.213239Z","time spent":"377.758213ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-xscqk\" "} {"level":"warn","ts":"2026-03-20T05:48:56.591041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:48:56.239456Z","time spent":"351.514066ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:48:56.591299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.420435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-20T05:48:56.591327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.2122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-20T05:48:56.591367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.959161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-20T05:48:56.591393Z","caller":"traceutil/trace.go:171","msg":"trace[1994235682] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8145; }","duration":"133.023413ms","start":"2026-03-20T05:48:56.458363Z","end":"2026-03-20T05:48:56.591386Z","steps":["trace[1994235682] 'agreement among raft nodes before linearized reading' (duration: 132.90667ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:56.591389Z","caller":"traceutil/trace.go:171","msg":"trace[1906540904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8145; }","duration":"266.312673ms","start":"2026-03-20T05:48:56.32506Z","end":"2026-03-20T05:48:56.591373Z","steps":["trace[1906540904] 'agreement among raft nodes before linearized reading' (duration: 266.125929ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:48:56.591384Z","caller":"traceutil/trace.go:171","msg":"trace[752181051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8145; }","duration":"126.511757ms","start":"2026-03-20T05:48:56.46485Z","end":"2026-03-20T05:48:56.591362Z","steps":["trace[752181051] 'agreement among raft nodes before linearized reading' (duration: 126.386295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:02.035681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.056613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-20T05:49:02.035769Z","caller":"traceutil/trace.go:171","msg":"trace[934643676] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8202; }","duration":"145.191265ms","start":"2026-03-20T05:49:01.89056Z","end":"2026-03-20T05:49:02.035751Z","steps":["trace[934643676] 'range keys from in-memory index tree' (duration: 144.267625ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:02.260189Z","caller":"traceutil/trace.go:171","msg":"trace[2003353260] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"123.996932ms","start":"2026-03-20T05:49:02.136159Z","end":"2026-03-20T05:49:02.260156Z","steps":["trace[2003353260] 'process raft request' (duration: 123.782007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:48.767142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.410324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T05:49:48.767174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.852277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:48.767246Z","caller":"traceutil/trace.go:171","msg":"trace[760197721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8706; }","duration":"139.600889ms","start":"2026-03-20T05:49:48.627623Z","end":"2026-03-20T05:49:48.767224Z","steps":["trace[760197721] 'range keys from in-memory index tree' (duration: 139.24208ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:48.767246Z","caller":"traceutil/trace.go:171","msg":"trace[1689720565] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8706; }","duration":"148.975419ms","start":"2026-03-20T05:49:48.618253Z","end":"2026-03-20T05:49:48.767229Z","steps":["trace[1689720565] 'count revisions from in-memory index tree' (duration: 148.730354ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:49.180461Z","caller":"traceutil/trace.go:171","msg":"trace[1768335851] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"284.057397ms","start":"2026-03-20T05:49:48.896377Z","end":"2026-03-20T05:49:49.180435Z","steps":["trace[1768335851] 'read index received' (duration: 283.578546ms)","trace[1768335851] 'applied index is now lower than readState.Index' (duration: 477.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:49.180608Z","caller":"traceutil/trace.go:171","msg":"trace[1634375848] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"332.927969ms","start":"2026-03-20T05:49:48.847662Z","end":"2026-03-20T05:49:49.18059Z","steps":["trace[1634375848] 'process raft request' (duration: 332.565071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:49.18074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:48.847625Z","time spent":"333.028081ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T05:49:49.180985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.546697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xscqk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-20T05:49:49.181094Z","caller":"traceutil/trace.go:171","msg":"trace[979348919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xscqk; range_end:; response_count:1; response_revision:8707; }","duration":"284.711401ms","start":"2026-03-20T05:49:48.896363Z","end":"2026-03-20T05:49:49.181075Z","steps":["trace[979348919] 'agreement among raft nodes before linearized reading' (duration: 284.360173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:49.181044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.883896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-20T05:49:49.181249Z","caller":"traceutil/trace.go:171","msg":"trace[2082210540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"247.125051ms","start":"2026-03-20T05:49:48.934103Z","end":"2026-03-20T05:49:49.181228Z","steps":["trace[2082210540] 'agreement among raft nodes before linearized reading' (duration: 246.6049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:49.928062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409165382510041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T05:49:50.119613Z","caller":"traceutil/trace.go:171","msg":"trace[1424644704] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9034; }","duration":"691.9641ms","start":"2026-03-20T05:49:49.427618Z","end":"2026-03-20T05:49:50.119583Z","steps":["trace[1424644704] 'read index received' (duration: 691.799346ms)","trace[1424644704] 'applied index is now lower than readState.Index' (duration: 163.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:50.11967Z","caller":"traceutil/trace.go:171","msg":"trace[892307353] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"837.036321ms","start":"2026-03-20T05:49:49.282599Z","end":"2026-03-20T05:49:50.119635Z","steps":["trace[892307353] 'process raft request' (duration: 836.765535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.11987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.282561Z","time spent":"837.194935ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:50.119962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.256927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-20T05:49:50.120132Z","caller":"traceutil/trace.go:171","msg":"trace[932241667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8709; }","duration":"692.541563ms","start":"2026-03-20T05:49:49.427551Z","end":"2026-03-20T05:49:50.120093Z","steps":["trace[932241667] 'agreement among raft nodes before linearized reading' (duration: 692.169495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.120225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.427513Z","time spent":"692.695088ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:50.151151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.887473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-20T05:49:50.15122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.603909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-20T05:49:50.151275Z","caller":"traceutil/trace.go:171","msg":"trace[1431362538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8710; }","duration":"459.726253ms","start":"2026-03-20T05:49:49.691533Z","end":"2026-03-20T05:49:50.151259Z","steps":["trace[1431362538] 'agreement among raft nodes before linearized reading' (duration: 459.540859ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.151255Z","caller":"traceutil/trace.go:171","msg":"trace[412736733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8710; }","duration":"459.049837ms","start":"2026-03-20T05:49:49.692178Z","end":"2026-03-20T05:49:50.151228Z","steps":["trace[412736733] 'agreement among raft nodes before linearized reading' (duration: 458.737389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.151234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.850071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:50.151381Z","caller":"traceutil/trace.go:171","msg":"trace[623967931] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"164.900725ms","start":"2026-03-20T05:49:49.986469Z","end":"2026-03-20T05:49:50.151369Z","steps":["trace[623967931] 'process raft request' (duration: 164.227409ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.151402Z","caller":"traceutil/trace.go:171","msg":"trace[972533013] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8710; }","duration":"343.117217ms","start":"2026-03-20T05:49:49.808256Z","end":"2026-03-20T05:49:50.151373Z","steps":["trace[972533013] 'agreement among raft nodes before linearized reading' (duration: 342.77667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.151426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.725753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-20T05:49:50.151459Z","caller":"traceutil/trace.go:171","msg":"trace[1939820928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8710; }","duration":"455.780434ms","start":"2026-03-20T05:49:49.695668Z","end":"2026-03-20T05:49:50.151448Z","steps":["trace[1939820928] 'agreement among raft nodes before linearized reading' (duration: 455.693672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.151498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.695624Z","time spent":"455.865206ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-20T05:49:50.151527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.416109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-20T05:49:50.151577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.880473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:50.151593Z","caller":"traceutil/trace.go:171","msg":"trace[868061797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8710; }","duration":"478.526182ms","start":"2026-03-20T05:49:49.673052Z","end":"2026-03-20T05:49:50.151578Z","steps":["trace[868061797] 'agreement among raft nodes before linearized reading' (duration: 478.351698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.151495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.808228Z","time spent":"343.252419ms","remote":"127.0.0.1:43420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-20T05:49:50.15163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.673022Z","time spent":"478.601764ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-20T05:49:50.151622Z","caller":"traceutil/trace.go:171","msg":"trace[1792042839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8710; }","duration":"523.040966ms","start":"2026-03-20T05:49:49.628571Z","end":"2026-03-20T05:49:50.151612Z","steps":["trace[1792042839] 'agreement among raft nodes before linearized reading' (duration: 522.964125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.15144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.866941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-20T05:49:50.151685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.628547Z","time spent":"523.122619ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-20T05:49:50.151338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.692163Z","time spent":"459.166139ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-20T05:49:50.151326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.691469Z","time spent":"459.843286ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-20T05:49:50.151753Z","caller":"traceutil/trace.go:171","msg":"trace[1063247580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8710; }","duration":"454.305251ms","start":"2026-03-20T05:49:49.69742Z","end":"2026-03-20T05:49:50.151725Z","steps":["trace[1063247580] 'agreement among raft nodes before linearized reading' (duration: 453.676557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.151864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:49.697405Z","time spent":"454.437593ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-20T05:49:50.402385Z","caller":"traceutil/trace.go:171","msg":"trace[272862985] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"246.783814ms","start":"2026-03-20T05:49:50.155575Z","end":"2026-03-20T05:49:50.402358Z","steps":["trace[272862985] 'process raft request' (duration: 237.778233ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.491206Z","caller":"traceutil/trace.go:171","msg":"trace[2032557291] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"334.849472ms","start":"2026-03-20T05:49:50.156332Z","end":"2026-03-20T05:49:50.491181Z","steps":["trace[2032557291] 'process raft request' (duration: 334.778371ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.491266Z","caller":"traceutil/trace.go:171","msg":"trace[942982516] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"335.17251ms","start":"2026-03-20T05:49:50.15603Z","end":"2026-03-20T05:49:50.491203Z","steps":["trace[942982516] 'process raft request' (duration: 334.900924ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.491356Z","caller":"traceutil/trace.go:171","msg":"trace[543545784] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"335.218621ms","start":"2026-03-20T05:49:50.156034Z","end":"2026-03-20T05:49:50.491253Z","steps":["trace[543545784] 'process raft request' (duration: 335.033177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.491434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:50.156005Z","time spent":"335.334823ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:50.491385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:50.15632Z","time spent":"334.978955ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:50.491608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:50.156004Z","time spent":"335.445715ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:50.491618Z","caller":"traceutil/trace.go:171","msg":"trace[1927249767] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9036; }","duration":"149.782776ms","start":"2026-03-20T05:49:50.341818Z","end":"2026-03-20T05:49:50.4916Z","steps":["trace[1927249767] 'read index received' (duration: 51.634303ms)","trace[1927249767] 'applied index is now lower than readState.Index' (duration: 98.147403ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:50.491691Z","caller":"traceutil/trace.go:171","msg":"trace[935121402] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"328.897488ms","start":"2026-03-20T05:49:50.162782Z","end":"2026-03-20T05:49:50.49168Z","steps":["trace[935121402] 'process raft request' (duration: 328.701934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.491701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.878898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T05:49:50.491749Z","caller":"traceutil/trace.go:171","msg":"trace[454676477] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8716; }","duration":"149.99092ms","start":"2026-03-20T05:49:50.341746Z","end":"2026-03-20T05:49:50.491737Z","steps":["trace[454676477] 'agreement among raft nodes before linearized reading' (duration: 149.906268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.49184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:50.162767Z","time spent":"328.97855ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T05:49:50.4916Z","caller":"traceutil/trace.go:171","msg":"trace[1213273453] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"334.925802ms","start":"2026-03-20T05:49:50.156634Z","end":"2026-03-20T05:49:50.49156Z","steps":["trace[1213273453] 'process raft request' (duration: 334.510203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:49:50.491928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-20T05:49:50.156618Z","time spent":"335.275751ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T05:49:50.635302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.72632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-20T05:49:50.635438Z","caller":"traceutil/trace.go:171","msg":"trace[1198654422] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"175.165213ms","start":"2026-03-20T05:49:50.460253Z","end":"2026-03-20T05:49:50.635418Z","steps":["trace[1198654422] 'process raft request' (duration: 49.225099ms)","trace[1198654422] 'compare' (duration: 125.604797ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:49:50.645911Z","caller":"traceutil/trace.go:171","msg":"trace[1615893702] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"147.580378ms","start":"2026-03-20T05:49:50.498311Z","end":"2026-03-20T05:49:50.645891Z","steps":["trace[1615893702] 'process raft request' (duration: 147.421664ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:49:50.645905Z","caller":"traceutil/trace.go:171","msg":"trace[1111757812] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"147.640499ms","start":"2026-03-20T05:49:50.498228Z","end":"2026-03-20T05:49:50.645868Z","steps":["trace[1111757812] 'process raft request' (duration: 147.375943ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:52:07.311792Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-20T05:52:07.316102Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-20T05:52:07.316222Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-20T05:52:12.927732Z","caller":"traceutil/trace.go:171","msg":"trace[1440235751] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"149.832996ms","start":"2026-03-20T05:52:12.777869Z","end":"2026-03-20T05:52:12.927702Z","steps":["trace[1440235751] 'process raft request' (duration: 149.598531ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:52:13.340536Z","caller":"traceutil/trace.go:171","msg":"trace[193929228] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"211.72545ms","start":"2026-03-20T05:52:13.12877Z","end":"2026-03-20T05:52:13.340495Z","steps":["trace[193929228] 'process raft request' (duration: 164.064595ms)","trace[193929228] 'compare' (duration: 47.502121ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:52:13.41735Z","caller":"traceutil/trace.go:171","msg":"trace[375812887] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10099; }","duration":"201.014151ms","start":"2026-03-20T05:52:13.216235Z","end":"2026-03-20T05:52:13.417249Z","steps":["trace[375812887] 'read index received' (duration: 76.618863ms)","trace[375812887] 'applied index is now lower than readState.Index' (duration: 124.393818ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T05:52:13.417507Z","caller":"traceutil/trace.go:171","msg":"trace[666983729] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"224.225019ms","start":"2026-03-20T05:52:13.193232Z","end":"2026-03-20T05:52:13.417457Z","steps":["trace[666983729] 'process raft request' (duration: 223.801679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:52:13.417716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.920891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-20T05:52:13.417703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.43485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-20T05:52:13.417762Z","caller":"traceutil/trace.go:171","msg":"trace[173059413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9739; }","duration":"181.062334ms","start":"2026-03-20T05:52:13.23669Z","end":"2026-03-20T05:52:13.417752Z","steps":["trace[173059413] 'agreement among raft nodes before linearized reading' (duration: 180.822149ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:52:13.417786Z","caller":"traceutil/trace.go:171","msg":"trace[1370660175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9739; }","duration":"201.561313ms","start":"2026-03-20T05:52:13.216206Z","end":"2026-03-20T05:52:13.417767Z","steps":["trace[1370660175] 'agreement among raft nodes before linearized reading' (duration: 201.288547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T05:52:13.417795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.978034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-20T05:52:13.417887Z","caller":"traceutil/trace.go:171","msg":"trace[2145226497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9739; }","duration":"143.157528ms","start":"2026-03-20T05:52:13.274708Z","end":"2026-03-20T05:52:13.417865Z","steps":["trace[2145226497] 'agreement among raft nodes before linearized reading' (duration: 142.895102ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T05:52:36.1189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7544} {"level":"info","ts":"2026-03-20T05:52:36.183421Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7544,"took":"62.312442ms","hash":4114567746,"current-db-size-bytes":40730624,"current-db-size":"41 MB","current-db-size-in-use-bytes":25559040,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-20T05:52:36.183493Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4114567746,"revision":7544,"compact-revision":5481} {"level":"info","ts":"2026-03-20T05:57:36.125411Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9892} {"level":"info","ts":"2026-03-20T05:57:36.206289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9892,"took":"79.23623ms","hash":793819367,"current-db-size-bytes":40730624,"current-db-size":"41 MB","current-db-size-in-use-bytes":17821696,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-20T05:57:36.206352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":793819367,"revision":9892,"compact-revision":7544}