{"level":"warn","ts":"2026-03-04T01:24:01.90391Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:01.903991Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:24:01.904052Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:01.904063Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-04T01:24:01.904083Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:01.90469Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-04T01:24:01.904762Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:24:01.908866Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.790584ms"} {"level":"info","ts":"2026-03-04T01:24:01.916864Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-04T01:24:01.916991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:24:01.917025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:24:01.917051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:24:01.917066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:24:01.917119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-04T01:24:01.92416Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:24:01.92578Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:24:01.927611Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:24:01.930577Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:24:01.930791Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:24:01.930899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:01.931044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:01.931063Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:01.932307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-04T01:24:01.932606Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-04T01:24:01.936187Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:01.936303Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-04T01:24:01.936379Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-04T01:24:01.936444Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:24:01.93649Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:24:02.518164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:24:02.518237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:24:02.518259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-04T01:24:02.51828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:24:02.518306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-04T01:24:02.518321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:24:02.518334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-04T01:24:02.520088Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:24:02.528989Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:02.529044Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:02.529165Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:02.529369Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:24:02.529464Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:24:02.530037Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:02.530124Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:02.530152Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:02.53071Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:24:02.532628Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-04T01:24:13.04108Z","caller":"traceutil/trace.go:171","msg":"trace[1156094817] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:328; }","duration":"119.232187ms","start":"2026-03-04T01:24:12.921818Z","end":"2026-03-04T01:24:13.041051Z","steps":["trace[1156094817] 'read index received' (duration: 78.480569ms)","trace[1156094817] 'applied index is now lower than readState.Index' (duration: 40.750508ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:13.041149Z","caller":"traceutil/trace.go:171","msg":"trace[1450388239] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"134.674189ms","start":"2026-03-04T01:24:12.906448Z","end":"2026-03-04T01:24:13.041123Z","steps":["trace[1450388239] 'process raft request' (duration: 93.913281ms)","trace[1450388239] 'compare' (duration: 40.539343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:13.041304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.452401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-04T01:24:13.041424Z","caller":"traceutil/trace.go:171","msg":"trace[197124793] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:320; }","duration":"119.647205ms","start":"2026-03-04T01:24:12.921756Z","end":"2026-03-04T01:24:13.041403Z","steps":["trace[197124793] 'agreement among raft nodes before linearized reading' (duration: 119.453491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:18.349958Z","caller":"traceutil/trace.go:171","msg":"trace[1306075077] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"123.797817ms","start":"2026-03-04T01:24:18.226134Z","end":"2026-03-04T01:24:18.349932Z","steps":["trace[1306075077] 'process raft request' (duration: 123.645494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:19.032901Z","caller":"traceutil/trace.go:171","msg":"trace[1519501554] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"339.493281ms","start":"2026-03-04T01:24:18.693368Z","end":"2026-03-04T01:24:19.032861Z","steps":["trace[1519501554] 'process raft request' (duration: 339.265326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:19.032876Z","caller":"traceutil/trace.go:171","msg":"trace[816085158] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:382; }","duration":"143.449715ms","start":"2026-03-04T01:24:18.88939Z","end":"2026-03-04T01:24:19.03284Z","steps":["trace[816085158] 'read index received' (duration: 143.150078ms)","trace[816085158] 'applied index is now lower than readState.Index' (duration: 298.307µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:19.033081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.65654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:19.033247Z","caller":"traceutil/trace.go:171","msg":"trace[2042663896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"143.873505ms","start":"2026-03-04T01:24:18.889324Z","end":"2026-03-04T01:24:19.033197Z","steps":["trace[2042663896] 'agreement among raft nodes before linearized reading' (duration: 143.66487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:19.03342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:18.693316Z","time spent":"339.679886ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:34.585553Z","caller":"traceutil/trace.go:171","msg":"trace[1073390552] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"137.928883ms","start":"2026-03-04T01:24:34.447608Z","end":"2026-03-04T01:24:34.585537Z","steps":["trace[1073390552] 'process raft request' (duration: 137.8141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:34.770053Z","caller":"traceutil/trace.go:171","msg":"trace[1743290433] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"207.820199ms","start":"2026-03-04T01:24:34.562199Z","end":"2026-03-04T01:24:34.770019Z","steps":["trace[1743290433] 'process raft request' (duration: 207.639924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:39.0866Z","caller":"traceutil/trace.go:171","msg":"trace[1358432342] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"124.721438ms","start":"2026-03-04T01:24:38.961843Z","end":"2026-03-04T01:24:39.086564Z","steps":["trace[1358432342] 'process raft request' (duration: 124.527874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:39.800806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.962624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:39.801066Z","caller":"traceutil/trace.go:171","msg":"trace[45825890] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"657.350912ms","start":"2026-03-04T01:24:39.143682Z","end":"2026-03-04T01:24:39.801033Z","steps":["trace[45825890] 'process raft request' (duration: 399.805125ms)","trace[45825890] 'compare' (duration: 256.696678ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:39.801104Z","caller":"traceutil/trace.go:171","msg":"trace[35251964] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"656.79279ms","start":"2026-03-04T01:24:39.144283Z","end":"2026-03-04T01:24:39.801075Z","steps":["trace[35251964] 'process raft request' (duration: 656.746279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:39.801093Z","caller":"traceutil/trace.go:171","msg":"trace[2094164324] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"657.29236ms","start":"2026-03-04T01:24:39.143777Z","end":"2026-03-04T01:24:39.801069Z","steps":["trace[2094164324] 'process raft request' (duration: 657.149027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:39.80109Z","caller":"traceutil/trace.go:171","msg":"trace[1194382835] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:527; }","duration":"343.47307ms","start":"2026-03-04T01:24:39.457599Z","end":"2026-03-04T01:24:39.801072Z","steps":["trace[1194382835] 'read index received' (duration: 85.832432ms)","trace[1194382835] 'applied index is now lower than readState.Index' (duration: 257.639448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:39.801212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:39.143674Z","time spent":"657.460044ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:39.80125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:39.144259Z","time spent":"656.923872ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:39.801271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.664076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f2kvc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-04T01:24:39.801307Z","caller":"traceutil/trace.go:171","msg":"trace[456172044] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f2kvc; range_end:; response_count:1; response_revision:515; }","duration":"343.744257ms","start":"2026-03-04T01:24:39.457553Z","end":"2026-03-04T01:24:39.801297Z","steps":["trace[456172044] 'agreement among raft nodes before linearized reading' (duration: 343.567803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:39.801313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:39.143763Z","time spent":"657.465295ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:39.801352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:39.457537Z","time spent":"343.804858ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-f2kvc\" "} {"level":"warn","ts":"2026-03-04T01:24:39.801478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.313202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:24:39.801565Z","caller":"traceutil/trace.go:171","msg":"trace[1608975606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"169.423655ms","start":"2026-03-04T01:24:39.63212Z","end":"2026-03-04T01:24:39.801544Z","steps":["trace[1608975606] 'agreement among raft nodes before linearized reading' (duration: 169.18323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:01.105865Z","caller":"traceutil/trace.go:171","msg":"trace[699207848] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"217.354331ms","start":"2026-03-04T01:25:00.88849Z","end":"2026-03-04T01:25:01.105845Z","steps":["trace[699207848] 'read index received' (duration: 217.30097ms)","trace[699207848] 'applied index is now lower than readState.Index' (duration: 52.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:01.105922Z","caller":"traceutil/trace.go:171","msg":"trace[253891109] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"304.730788ms","start":"2026-03-04T01:25:00.801169Z","end":"2026-03-04T01:25:01.105899Z","steps":["trace[253891109] 'process raft request' (duration: 304.550274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:01.106051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.537426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:01.106072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:00.80115Z","time spent":"304.822491ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:01.10613Z","caller":"traceutil/trace.go:171","msg":"trace[333891582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:898; }","duration":"217.677428ms","start":"2026-03-04T01:25:00.888436Z","end":"2026-03-04T01:25:01.106113Z","steps":["trace[333891582] 'agreement among raft nodes before linearized reading' (duration: 217.511544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:01.125818Z","caller":"traceutil/trace.go:171","msg":"trace[1224395708] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"104.726101ms","start":"2026-03-04T01:25:01.021062Z","end":"2026-03-04T01:25:01.125788Z","steps":["trace[1224395708] 'process raft request' (duration: 104.607449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:01.125899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.357589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-5g297\" ","response":"range_response_count:1 size:5350"} {"level":"info","ts":"2026-03-04T01:25:01.125954Z","caller":"traceutil/trace.go:171","msg":"trace[299469581] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-5g297; range_end:; response_count:1; response_revision:899; }","duration":"109.449581ms","start":"2026-03-04T01:25:01.016489Z","end":"2026-03-04T01:25:01.125939Z","steps":["trace[299469581] 'agreement among raft nodes before linearized reading' (duration: 109.305758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:47.49609Z","caller":"traceutil/trace.go:171","msg":"trace[600150030] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"144.282854ms","start":"2026-03-04T01:25:47.351778Z","end":"2026-03-04T01:25:47.496061Z","steps":["trace[600150030] 'process raft request' (duration: 143.942997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:47.615396Z","caller":"traceutil/trace.go:171","msg":"trace[787627114] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"105.248277ms","start":"2026-03-04T01:25:47.51011Z","end":"2026-03-04T01:25:47.615358Z","steps":["trace[787627114] 'process raft request' (duration: 105.004482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:48.00018Z","caller":"traceutil/trace.go:171","msg":"trace[1256188823] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"160.731752ms","start":"2026-03-04T01:25:47.839411Z","end":"2026-03-04T01:25:48.000143Z","steps":["trace[1256188823] 'process raft request' (duration: 160.499797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.130028Z","caller":"traceutil/trace.go:171","msg":"trace[349639466] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"420.134719ms","start":"2026-03-04T01:26:33.709869Z","end":"2026-03-04T01:26:34.130004Z","steps":["trace[349639466] 'read index received' (duration: 419.894644ms)","trace[349639466] 'applied index is now lower than readState.Index' (duration: 239.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:34.130103Z","caller":"traceutil/trace.go:171","msg":"trace[2070906564] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"451.071582ms","start":"2026-03-04T01:26:33.679Z","end":"2026-03-04T01:26:34.130072Z","steps":["trace[2070906564] 'process raft request' (duration: 450.848697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.130284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.105504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:26:34.130284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:33.678979Z","time spent":"451.214144ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:34.130326Z","caller":"traceutil/trace.go:171","msg":"trace[485814309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"417.184915ms","start":"2026-03-04T01:26:33.71313Z","end":"2026-03-04T01:26:34.130315Z","steps":["trace[485814309] 'agreement among raft nodes before linearized reading' (duration: 417.046152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.130363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:33.71312Z","time spent":"417.236107ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:26:34.130462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.130033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:26:34.130519Z","caller":"traceutil/trace.go:171","msg":"trace[929355897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1822; }","duration":"278.196625ms","start":"2026-03-04T01:26:33.852301Z","end":"2026-03-04T01:26:34.130498Z","steps":["trace[929355897] 'agreement among raft nodes before linearized reading' (duration: 278.065482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.130529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.792806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:34.13056Z","caller":"traceutil/trace.go:171","msg":"trace[858345668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"295.862248ms","start":"2026-03-04T01:26:33.83469Z","end":"2026-03-04T01:26:34.130552Z","steps":["trace[858345668] 'agreement among raft nodes before linearized reading' (duration: 295.778856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.130298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.359364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:34.130651Z","caller":"traceutil/trace.go:171","msg":"trace[1869228675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"241.750593ms","start":"2026-03-04T01:26:33.888889Z","end":"2026-03-04T01:26:34.130639Z","steps":["trace[1869228675] 'agreement among raft nodes before linearized reading' (duration: 241.348554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.130968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.042229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:26:34.131143Z","caller":"traceutil/trace.go:171","msg":"trace[790204627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"421.233753ms","start":"2026-03-04T01:26:33.709804Z","end":"2026-03-04T01:26:34.131038Z","steps":["trace[790204627] 'agreement among raft nodes before linearized reading' (duration: 420.334133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.131209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:33.709786Z","time spent":"421.410578ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:26:34.289017Z","caller":"traceutil/trace.go:171","msg":"trace[1572689453] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1893; }","duration":"150.96712ms","start":"2026-03-04T01:26:34.138029Z","end":"2026-03-04T01:26:34.288997Z","steps":["trace[1572689453] 'read index received' (duration: 94.81657ms)","trace[1572689453] 'applied index is now lower than readState.Index' (duration: 56.14964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:34.289218Z","caller":"traceutil/trace.go:171","msg":"trace[912660983] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"154.143539ms","start":"2026-03-04T01:26:34.135045Z","end":"2026-03-04T01:26:34.289189Z","steps":["trace[912660983] 'process raft request' (duration: 153.820622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:34.289251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.210176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-04T01:26:34.289269Z","caller":"traceutil/trace.go:171","msg":"trace[1483880430] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"153.70657ms","start":"2026-03-04T01:26:34.135529Z","end":"2026-03-04T01:26:34.289236Z","steps":["trace[1483880430] 'process raft request' (duration: 153.379423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.289303Z","caller":"traceutil/trace.go:171","msg":"trace[52440062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1826; }","duration":"151.292667ms","start":"2026-03-04T01:26:34.137993Z","end":"2026-03-04T01:26:34.289286Z","steps":["trace[52440062] 'agreement among raft nodes before linearized reading' (duration: 151.096143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:34.289304Z","caller":"traceutil/trace.go:171","msg":"trace[1164183208] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"154.255772ms","start":"2026-03-04T01:26:34.135015Z","end":"2026-03-04T01:26:34.289271Z","steps":["trace[1164183208] 'process raft request' (duration: 97.822206ms)","trace[1164183208] 'compare' (duration: 55.908225ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:34.289428Z","caller":"traceutil/trace.go:171","msg":"trace[388931151] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"152.551955ms","start":"2026-03-04T01:26:34.136845Z","end":"2026-03-04T01:26:34.289397Z","steps":["trace[388931151] 'process raft request' (duration: 152.095965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.017493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.001757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:01.017639Z","caller":"traceutil/trace.go:171","msg":"trace[205079954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2445; }","duration":"126.202652ms","start":"2026-03-04T01:28:00.891414Z","end":"2026-03-04T01:28:01.017617Z","steps":["trace[205079954] 'range keys from in-memory index tree' (duration: 125.923716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.017777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.681088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:28:01.017903Z","caller":"traceutil/trace.go:171","msg":"trace[1595779374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2445; }","duration":"177.888063ms","start":"2026-03-04T01:28:00.839991Z","end":"2026-03-04T01:28:01.017879Z","steps":["trace[1595779374] 'range keys from in-memory index tree' (duration: 177.396192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:01.401503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.104588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:28:01.401654Z","caller":"traceutil/trace.go:171","msg":"trace[1067466186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2446; }","duration":"240.341163ms","start":"2026-03-04T01:28:01.161275Z","end":"2026-03-04T01:28:01.401617Z","steps":["trace[1067466186] 'range keys from in-memory index tree' (duration: 239.770212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:01.566143Z","caller":"traceutil/trace.go:171","msg":"trace[411685900] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"160.312222ms","start":"2026-03-04T01:28:01.405805Z","end":"2026-03-04T01:28:01.566118Z","steps":["trace[411685900] 'process raft request' (duration: 160.156018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:01.687413Z","caller":"traceutil/trace.go:171","msg":"trace[1745815348] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"173.731281ms","start":"2026-03-04T01:28:01.513648Z","end":"2026-03-04T01:28:01.687379Z","steps":["trace[1745815348] 'process raft request' (duration: 173.364653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:27.18285Z","caller":"traceutil/trace.go:171","msg":"trace[1033410732] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"107.9846ms","start":"2026-03-04T01:30:27.074838Z","end":"2026-03-04T01:30:27.182823Z","steps":["trace[1033410732] 'process raft request' (duration: 107.845548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.039312Z","caller":"traceutil/trace.go:171","msg":"trace[1535345859] linearizableReadLoop","detail":"{readStateIndex:4507; appliedIndex:4506; }","duration":"108.129677ms","start":"2026-03-04T01:31:48.931155Z","end":"2026-03-04T01:31:49.039285Z","steps":["trace[1535345859] 'read index received' (duration: 97.70344ms)","trace[1535345859] 'applied index is now lower than readState.Index' (duration: 10.425357ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:49.039353Z","caller":"traceutil/trace.go:171","msg":"trace[1955063613] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"111.778867ms","start":"2026-03-04T01:31:48.927538Z","end":"2026-03-04T01:31:49.039317Z","steps":["trace[1955063613] 'process raft request' (duration: 101.220517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:49.0397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.512965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"info","ts":"2026-03-04T01:31:49.039799Z","caller":"traceutil/trace.go:171","msg":"trace[311385693] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4335; }","duration":"108.628158ms","start":"2026-03-04T01:31:48.931149Z","end":"2026-03-04T01:31:49.039777Z","steps":["trace[311385693] 'agreement among raft nodes before linearized reading' (duration: 108.233569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:53.721594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.53571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:31:53.7217Z","caller":"traceutil/trace.go:171","msg":"trace[213275691] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"388.093063ms","start":"2026-03-04T01:31:53.33359Z","end":"2026-03-04T01:31:53.721683Z","steps":["trace[213275691] 'process raft request' (duration: 195.210147ms)","trace[213275691] 'compare' (duration: 192.345585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:53.721742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:53.333571Z","time spent":"388.156054ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:31:53.760648Z","caller":"traceutil/trace.go:171","msg":"trace[254571455] linearizableReadLoop","detail":"{readStateIndex:4668; appliedIndex:4666; }","duration":"283.017842ms","start":"2026-03-04T01:31:53.477595Z","end":"2026-03-04T01:31:53.760613Z","steps":["trace[254571455] 'read index received' (duration: 51.296873ms)","trace[254571455] 'applied index is now lower than readState.Index' (duration: 231.719459ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:53.760753Z","caller":"traceutil/trace.go:171","msg":"trace[1606031525] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"419.874563ms","start":"2026-03-04T01:31:53.340834Z","end":"2026-03-04T01:31:53.760708Z","steps":["trace[1606031525] 'process raft request' (duration: 419.597357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:53.760947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.33236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:31:53.76102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:53.340798Z","time spent":"420.058808ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:31:53.761036Z","caller":"traceutil/trace.go:171","msg":"trace[1775791456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4492; }","duration":"283.482173ms","start":"2026-03-04T01:31:53.477538Z","end":"2026-03-04T01:31:53.76102Z","steps":["trace[1775791456] 'agreement among raft nodes before linearized reading' (duration: 283.244928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:53.82123Z","caller":"traceutil/trace.go:171","msg":"trace[1852503067] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"238.19643ms","start":"2026-03-04T01:31:53.583007Z","end":"2026-03-04T01:31:53.821203Z","steps":["trace[1852503067] 'process raft request' (duration: 237.929054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:53.870136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.989134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:31:53.870228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.17543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:31:53.870221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.278056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae3ba7d9-046b-4fc4-bec8-015d99751920\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T01:31:53.870237Z","caller":"traceutil/trace.go:171","msg":"trace[1057804665] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4493; }","duration":"325.149467ms","start":"2026-03-04T01:31:53.545067Z","end":"2026-03-04T01:31:53.870217Z","steps":["trace[1057804665] 'agreement among raft nodes before linearized reading' (duration: 276.163064ms)","trace[1057804665] 'count revisions from in-memory index tree' (duration: 48.848729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:53.870227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.710251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:31:53.870272Z","caller":"traceutil/trace.go:171","msg":"trace[637338849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4493; }","duration":"139.242082ms","start":"2026-03-04T01:31:53.731013Z","end":"2026-03-04T01:31:53.870255Z","steps":["trace[637338849] 'agreement among raft nodes before linearized reading' (duration: 90.173617ms)","trace[637338849] 'range keys from in-memory index tree' (duration: 48.977252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:53.870283Z","caller":"traceutil/trace.go:171","msg":"trace[2097766879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae3ba7d9-046b-4fc4-bec8-015d99751920; range_end:; response_count:1; response_revision:4493; }","duration":"129.377748ms","start":"2026-03-04T01:31:53.740888Z","end":"2026-03-04T01:31:53.870265Z","steps":["trace[2097766879] 'agreement among raft nodes before linearized reading' (duration: 80.272083ms)","trace[2097766879] 'range keys from in-memory index tree' (duration: 48.941842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:53.870139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.999848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:31:53.870287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:53.545028Z","time spent":"325.247819ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":42,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:31:53.870293Z","caller":"traceutil/trace.go:171","msg":"trace[780124271] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4493; }","duration":"103.812223ms","start":"2026-03-04T01:31:53.766463Z","end":"2026-03-04T01:31:53.870275Z","steps":["trace[780124271] 'agreement among raft nodes before linearized reading' (duration: 54.772269ms)","trace[780124271] 'count revisions from in-memory index tree' (duration: 48.952952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:53.870338Z","caller":"traceutil/trace.go:171","msg":"trace[761665402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4493; }","duration":"105.251094ms","start":"2026-03-04T01:31:53.765064Z","end":"2026-03-04T01:31:53.870315Z","steps":["trace[761665402] 'agreement among raft nodes before linearized reading' (duration: 56.150429ms)","trace[761665402] 'range keys from in-memory index tree' (duration: 48.768118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:53.87043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.96302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae3ba7d9-046b-4fc4-bec8-015d99751920\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T01:31:53.870541Z","caller":"traceutil/trace.go:171","msg":"trace[304375120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae3ba7d9-046b-4fc4-bec8-015d99751920; range_end:; response_count:1; response_revision:4493; }","duration":"376.163754ms","start":"2026-03-04T01:31:53.494345Z","end":"2026-03-04T01:31:53.870509Z","steps":["trace[304375120] 'agreement among raft nodes before linearized reading' (duration: 326.852725ms)","trace[304375120] 'range keys from in-memory index tree' (duration: 48.998493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:53.870598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:31:53.49432Z","time spent":"376.267957ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae3ba7d9-046b-4fc4-bec8-015d99751920\" "} {"level":"info","ts":"2026-03-04T01:31:54.203234Z","caller":"traceutil/trace.go:171","msg":"trace[59695027] linearizableReadLoop","detail":"{readStateIndex:4675; appliedIndex:4672; }","duration":"168.821503ms","start":"2026-03-04T01:31:54.034389Z","end":"2026-03-04T01:31:54.20321Z","steps":["trace[59695027] 'read index received' (duration: 6.02844ms)","trace[59695027] 'applied index is now lower than readState.Index' (duration: 162.791343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:54.203315Z","caller":"traceutil/trace.go:171","msg":"trace[1882347864] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"173.968326ms","start":"2026-03-04T01:31:54.02931Z","end":"2026-03-04T01:31:54.203279Z","steps":["trace[1882347864] 'process raft request' (duration: 173.804262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:54.203377Z","caller":"traceutil/trace.go:171","msg":"trace[495936406] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"174.912766ms","start":"2026-03-04T01:31:54.028414Z","end":"2026-03-04T01:31:54.203327Z","steps":["trace[495936406] 'process raft request' (duration: 163.441917ms)","trace[495936406] 'compare' (duration: 11.06679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:31:54.203482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.071459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:31:54.203567Z","caller":"traceutil/trace.go:171","msg":"trace[720964146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:4499; }","duration":"169.184432ms","start":"2026-03-04T01:31:54.034364Z","end":"2026-03-04T01:31:54.203548Z","steps":["trace[720964146] 'agreement among raft nodes before linearized reading' (duration: 168.959837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:03.126663Z","caller":"traceutil/trace.go:171","msg":"trace[2065537609] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"127.230272ms","start":"2026-03-04T01:32:02.999401Z","end":"2026-03-04T01:32:03.126631Z","steps":["trace[2065537609] 'process raft request' (duration: 127.160271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:03.126996Z","caller":"traceutil/trace.go:171","msg":"trace[978082408] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"131.682038ms","start":"2026-03-04T01:32:02.995286Z","end":"2026-03-04T01:32:03.126968Z","steps":["trace[978082408] 'process raft request' (duration: 49.538025ms)","trace[978082408] 'compare' (duration: 81.476068ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:03.127055Z","caller":"traceutil/trace.go:171","msg":"trace[704209431] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"130.462372ms","start":"2026-03-04T01:32:02.996545Z","end":"2026-03-04T01:32:03.127008Z","steps":["trace[704209431] 'process raft request' (duration: 129.939971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:08.625442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519036332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:32:09.012413Z","caller":"traceutil/trace.go:171","msg":"trace[546644942] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"889.503105ms","start":"2026-03-04T01:32:08.12289Z","end":"2026-03-04T01:32:09.012393Z","steps":["trace[546644942] 'process raft request' (duration: 889.378782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.012547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.122855Z","time spent":"889.616958ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:09.013885Z","caller":"traceutil/trace.go:171","msg":"trace[1104708411] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"890.893315ms","start":"2026-03-04T01:32:08.122978Z","end":"2026-03-04T01:32:09.013872Z","steps":["trace[1104708411] 'process raft request' (duration: 890.6954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.013961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.122958Z","time spent":"890.982207ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:32:09.013943Z","caller":"traceutil/trace.go:171","msg":"trace[343071435] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"888.273008ms","start":"2026-03-04T01:32:08.125648Z","end":"2026-03-04T01:32:09.013921Z","steps":["trace[343071435] 'process raft request' (duration: 888.151195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:09.014128Z","caller":"traceutil/trace.go:171","msg":"trace[67221193] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"887.674485ms","start":"2026-03-04T01:32:08.126418Z","end":"2026-03-04T01:32:09.014092Z","steps":["trace[67221193] 'process raft request' (duration: 887.461901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.014273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.12564Z","time spent":"888.355849ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:09.014808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.126413Z","time spent":"887.801708ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:09.018044Z","caller":"traceutil/trace.go:171","msg":"trace[1206989769] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4913; }","duration":"893.129753ms","start":"2026-03-04T01:32:08.124883Z","end":"2026-03-04T01:32:09.018013Z","steps":["trace[1206989769] 'read index received' (duration: 887.413989ms)","trace[1206989769] 'applied index is now lower than readState.Index' (duration: 5.711514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:09.01836Z","caller":"traceutil/trace.go:171","msg":"trace[1906760568] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"355.262781ms","start":"2026-03-04T01:32:08.663083Z","end":"2026-03-04T01:32:09.018346Z","steps":["trace[1906760568] 'process raft request' (duration: 350.952287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.018471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.663047Z","time spent":"355.352543ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:09.018594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.690926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:09.018664Z","caller":"traceutil/trace.go:171","msg":"trace[172522511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4736; }","duration":"893.765517ms","start":"2026-03-04T01:32:08.12488Z","end":"2026-03-04T01:32:09.018645Z","steps":["trace[172522511] 'agreement among raft nodes before linearized reading' (duration: 893.603714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.018716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.124865Z","time spent":"893.840429ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:32:09.018727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.938428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:32:09.018811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.921725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:32:09.018929Z","caller":"traceutil/trace.go:171","msg":"trace[422264967] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4736; }","duration":"851.119332ms","start":"2026-03-04T01:32:08.167721Z","end":"2026-03-04T01:32:09.01884Z","steps":["trace[422264967] 'agreement among raft nodes before linearized reading' (duration: 850.802815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.355875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:32:09.019028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.420619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:32:09.01909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.453491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:32:09.01913Z","caller":"traceutil/trace.go:171","msg":"trace[2112267922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4736; }","duration":"828.524742ms","start":"2026-03-04T01:32:08.190595Z","end":"2026-03-04T01:32:09.01912Z","steps":["trace[2112267922] 'agreement among raft nodes before linearized reading' (duration: 828.398009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.671927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:09.019089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.167706Z","time spent":"851.359007ms","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:32:09.019148Z","caller":"traceutil/trace.go:171","msg":"trace[1437104109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4736; }","duration":"733.591642ms","start":"2026-03-04T01:32:08.285524Z","end":"2026-03-04T01:32:09.019116Z","steps":["trace[1437104109] 'agreement among raft nodes before linearized reading' (duration: 733.228115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.190585Z","time spent":"828.571533ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:32:09.019169Z","caller":"traceutil/trace.go:171","msg":"trace[2078667496] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4736; }","duration":"829.738557ms","start":"2026-03-04T01:32:08.18942Z","end":"2026-03-04T01:32:09.019158Z","steps":["trace[2078667496] 'agreement among raft nodes before linearized reading' (duration: 829.682556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.189396Z","time spent":"829.809329ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:32:09.019215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.285507Z","time spent":"733.697624ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:32:09.019262Z","caller":"traceutil/trace.go:171","msg":"trace[1470338543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4736; }","duration":"133.068388ms","start":"2026-03-04T01:32:08.885804Z","end":"2026-03-04T01:32:09.018873Z","steps":["trace[1470338543] 'agreement among raft nodes before linearized reading' (duration: 132.794252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:09.019062Z","caller":"traceutil/trace.go:171","msg":"trace[1369623096] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4736; }","duration":"192.626021ms","start":"2026-03-04T01:32:08.82642Z","end":"2026-03-04T01:32:09.019047Z","steps":["trace[1369623096] 'agreement among raft nodes before linearized reading' (duration: 192.352185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.018728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.829126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:32:09.01945Z","caller":"traceutil/trace.go:171","msg":"trace[794868668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:4736; }","duration":"733.565771ms","start":"2026-03-04T01:32:08.285873Z","end":"2026-03-04T01:32:09.019438Z","steps":["trace[794868668] 'agreement among raft nodes before linearized reading' (duration: 732.682662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.285869Z","time spent":"733.683264ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:32:09.019564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.977803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:32:09.019637Z","caller":"traceutil/trace.go:171","msg":"trace[2145904743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4736; }","duration":"730.087035ms","start":"2026-03-04T01:32:08.289533Z","end":"2026-03-04T01:32:09.01962Z","steps":["trace[2145904743] 'agreement among raft nodes before linearized reading' (duration: 729.39058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.019684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.289529Z","time spent":"730.149296ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:09.019883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.064882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:32:09.019954Z","caller":"traceutil/trace.go:171","msg":"trace[468936129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4736; }","duration":"746.181205ms","start":"2026-03-04T01:32:08.273752Z","end":"2026-03-04T01:32:09.019934Z","steps":["trace[468936129] 'agreement among raft nodes before linearized reading' (duration: 745.727925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:09.020008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:08.273699Z","time spent":"746.296537ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:32:14.691057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.853803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:14.691354Z","caller":"traceutil/trace.go:171","msg":"trace[29708883] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5050; }","duration":"325.712091ms","start":"2026-03-04T01:32:14.365617Z","end":"2026-03-04T01:32:14.691329Z","steps":["trace[29708883] 'read index received' (duration: 161.411339ms)","trace[29708883] 'applied index is now lower than readState.Index' (duration: 164.298932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:14.69147Z","caller":"traceutil/trace.go:171","msg":"trace[1830968719] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"336.775811ms","start":"2026-03-04T01:32:14.35468Z","end":"2026-03-04T01:32:14.691456Z","steps":["trace[1830968719] 'process raft request' (duration: 172.421467ms)","trace[1830968719] 'compare' (duration: 163.197138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:14.691562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:14.354662Z","time spent":"336.848802ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:14.691657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.004672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:14.691766Z","caller":"traceutil/trace.go:171","msg":"trace[1122213721] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4866; }","duration":"323.188876ms","start":"2026-03-04T01:32:14.368555Z","end":"2026-03-04T01:32:14.691743Z","steps":["trace[1122213721] 'agreement among raft nodes before linearized reading' (duration: 323.000902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:14.691867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:14.368518Z","time spent":"323.336399ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:32:14.691869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.437316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a67e3f72-cae5-4867-a0b4-8983e2c5640b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T01:32:14.691929Z","caller":"traceutil/trace.go:171","msg":"trace[326147225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a67e3f72-cae5-4867-a0b4-8983e2c5640b; range_end:; response_count:1; response_revision:4866; }","duration":"350.510898ms","start":"2026-03-04T01:32:14.341399Z","end":"2026-03-04T01:32:14.69191Z","steps":["trace[326147225] 'agreement among raft nodes before linearized reading' (duration: 350.316674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:14.691982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:14.341387Z","time spent":"350.582739ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a67e3f72-cae5-4867-a0b4-8983e2c5640b\" "} {"level":"info","ts":"2026-03-04T01:32:15.06429Z","caller":"traceutil/trace.go:171","msg":"trace[43083766] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5051; }","duration":"357.518191ms","start":"2026-03-04T01:32:14.706746Z","end":"2026-03-04T01:32:15.064264Z","steps":["trace[43083766] 'read index received' (duration: 321.358387ms)","trace[43083766] 'applied index is now lower than readState.Index' (duration: 36.157284ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:15.064303Z","caller":"traceutil/trace.go:171","msg":"trace[470697136] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"363.838417ms","start":"2026-03-04T01:32:14.700405Z","end":"2026-03-04T01:32:15.064244Z","steps":["trace[470697136] 'process raft request' (duration: 327.822987ms)","trace[470697136] 'compare' (duration: 35.622722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:15.064555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:14.700382Z","time spent":"364.020511ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:15.064679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.225768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:15.0648Z","caller":"traceutil/trace.go:171","msg":"trace[1022894883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4869; }","duration":"175.407023ms","start":"2026-03-04T01:32:14.889366Z","end":"2026-03-04T01:32:15.064773Z","steps":["trace[1022894883] 'agreement among raft nodes before linearized reading' (duration: 175.194598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:15.065009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.205805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:32:15.065083Z","caller":"traceutil/trace.go:171","msg":"trace[686150541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4868; }","duration":"358.361199ms","start":"2026-03-04T01:32:14.706701Z","end":"2026-03-04T01:32:15.065062Z","steps":["trace[686150541] 'agreement among raft nodes before linearized reading' (duration: 357.705665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:15.065118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:14.706685Z","time spent":"358.42444ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:32:25.311209Z","caller":"traceutil/trace.go:171","msg":"trace[1221338991] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"130.432908ms","start":"2026-03-04T01:32:25.180744Z","end":"2026-03-04T01:32:25.311177Z","steps":["trace[1221338991] 'process raft request' (duration: 130.297525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:25.311333Z","caller":"traceutil/trace.go:171","msg":"trace[1758882847] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"130.761975ms","start":"2026-03-04T01:32:25.180532Z","end":"2026-03-04T01:32:25.311294Z","steps":["trace[1758882847] 'process raft request' (duration: 123.239302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:25.311547Z","caller":"traceutil/trace.go:171","msg":"trace[1122258446] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"130.599862ms","start":"2026-03-04T01:32:25.180919Z","end":"2026-03-04T01:32:25.311519Z","steps":["trace[1122258446] 'process raft request' (duration: 130.214374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:25.311908Z","caller":"traceutil/trace.go:171","msg":"trace[2023149364] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5194; }","duration":"120.512693ms","start":"2026-03-04T01:32:25.191381Z","end":"2026-03-04T01:32:25.311893Z","steps":["trace[2023149364] 'read index received' (duration: 81.206191ms)","trace[2023149364] 'applied index is now lower than readState.Index' (duration: 39.305252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:25.311975Z","caller":"traceutil/trace.go:171","msg":"trace[357653392] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"130.907018ms","start":"2026-03-04T01:32:25.18104Z","end":"2026-03-04T01:32:25.311947Z","steps":["trace[357653392] 'process raft request' (duration: 130.343756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:25.312019Z","caller":"traceutil/trace.go:171","msg":"trace[283088586] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"130.450888ms","start":"2026-03-04T01:32:25.18155Z","end":"2026-03-04T01:32:25.312001Z","steps":["trace[283088586] 'process raft request' (duration: 130.275574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:25.312118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.726587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:32:25.312155Z","caller":"traceutil/trace.go:171","msg":"trace[1785674545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5013; }","duration":"120.832899ms","start":"2026-03-04T01:32:25.191312Z","end":"2026-03-04T01:32:25.312145Z","steps":["trace[1785674545] 'agreement among raft nodes before linearized reading' (duration: 120.638755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:05.629975Z","caller":"traceutil/trace.go:171","msg":"trace[539206869] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"108.516401ms","start":"2026-03-04T01:33:05.521425Z","end":"2026-03-04T01:33:05.629941Z","steps":["trace[539206869] 'process raft request' (duration: 99.166219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:05.63018Z","caller":"traceutil/trace.go:171","msg":"trace[470444111] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"108.591003ms","start":"2026-03-04T01:33:05.521565Z","end":"2026-03-04T01:33:05.630156Z","steps":["trace[470444111] 'process raft request' (duration: 108.335907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:05.630405Z","caller":"traceutil/trace.go:171","msg":"trace[1557025785] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"107.684844ms","start":"2026-03-04T01:33:05.522705Z","end":"2026-03-04T01:33:05.63039Z","steps":["trace[1557025785] 'process raft request' (duration: 107.390977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:02.55772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2746} {"level":"info","ts":"2026-03-04T01:34:02.615368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2746,"took":"56.10359ms","hash":1224104133,"current-db-size-bytes":41861120,"current-db-size":"42 MB","current-db-size-in-use-bytes":31621120,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T01:34:02.615535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1224104133,"revision":2746,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:36:40.337609Z","caller":"traceutil/trace.go:171","msg":"trace[29156060] transaction","detail":"{read_only:false; response_revision:6758; number_of_response:1; }","duration":"212.235778ms","start":"2026-03-04T01:36:40.12534Z","end":"2026-03-04T01:36:40.337576Z","steps":["trace[29156060] 'process raft request' (duration: 212.035764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.240341Z","caller":"traceutil/trace.go:171","msg":"trace[871479437] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"136.622629ms","start":"2026-03-04T01:38:09.1037Z","end":"2026-03-04T01:38:09.240322Z","steps":["trace[871479437] 'process raft request' (duration: 136.524956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.241417Z","caller":"traceutil/trace.go:171","msg":"trace[240071070] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"137.396155ms","start":"2026-03-04T01:38:09.103992Z","end":"2026-03-04T01:38:09.241388Z","steps":["trace[240071070] 'process raft request' (duration: 137.12661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.241477Z","caller":"traceutil/trace.go:171","msg":"trace[2100144681] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"136.371464ms","start":"2026-03-04T01:38:09.105093Z","end":"2026-03-04T01:38:09.241465Z","steps":["trace[2100144681] 'process raft request' (duration: 136.264712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.241439Z","caller":"traceutil/trace.go:171","msg":"trace[996211605] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"137.391916ms","start":"2026-03-04T01:38:09.104017Z","end":"2026-03-04T01:38:09.241409Z","steps":["trace[996211605] 'process raft request' (duration: 137.232432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:09.241582Z","caller":"traceutil/trace.go:171","msg":"trace[516589604] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"136.533217ms","start":"2026-03-04T01:38:09.105015Z","end":"2026-03-04T01:38:09.241549Z","steps":["trace[516589604] 'process raft request' (duration: 136.286052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.256494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.088499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:11.256601Z","caller":"traceutil/trace.go:171","msg":"trace[1448185710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7471; }","duration":"531.203281ms","start":"2026-03-04T01:38:10.725382Z","end":"2026-03-04T01:38:11.256586Z","steps":["trace[1448185710] 'range keys from in-memory index tree' (duration: 531.076019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.257419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.347451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:11.257542Z","caller":"traceutil/trace.go:171","msg":"trace[2026407826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7471; }","duration":"368.514455ms","start":"2026-03-04T01:38:10.88901Z","end":"2026-03-04T01:38:11.257525Z","steps":["trace[2026407826] 'range keys from in-memory index tree' (duration: 368.263149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.25758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:10.888989Z","time spent":"368.582116ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:38:11.316215Z","caller":"traceutil/trace.go:171","msg":"trace[63269769] linearizableReadLoop","detail":"{readStateIndex:7743; appliedIndex:7742; }","duration":"376.458758ms","start":"2026-03-04T01:38:10.939729Z","end":"2026-03-04T01:38:11.316188Z","steps":["trace[63269769] 'read index received' (duration: 315.974809ms)","trace[63269769] 'applied index is now lower than readState.Index' (duration: 60.482449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:11.316408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.363257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:11.316454Z","caller":"traceutil/trace.go:171","msg":"trace[1779969093] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7471; }","duration":"376.455979ms","start":"2026-03-04T01:38:10.939983Z","end":"2026-03-04T01:38:11.316439Z","steps":["trace[1779969093] 'agreement among raft nodes before linearized reading' (duration: 376.355787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.316495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:10.939963Z","time spent":"376.52196ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:11.316499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.746754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:38:11.316519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.654389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:11.316609Z","caller":"traceutil/trace.go:171","msg":"trace[1774743975] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7471; }","duration":"108.818502ms","start":"2026-03-04T01:38:11.207772Z","end":"2026-03-04T01:38:11.31659Z","steps":["trace[1774743975] 'agreement among raft nodes before linearized reading' (duration: 108.636218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.316599Z","caller":"traceutil/trace.go:171","msg":"trace[878443610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7471; }","duration":"376.901308ms","start":"2026-03-04T01:38:10.939675Z","end":"2026-03-04T01:38:11.316576Z","steps":["trace[878443610] 'agreement among raft nodes before linearized reading' (duration: 376.638962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.316686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:10.939654Z","time spent":"377.016181ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:38:11.31652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.087135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8489684788-9mwh6.18997fa672595550\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T01:38:11.316739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.262082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T01:38:11.316777Z","caller":"traceutil/trace.go:171","msg":"trace[1647649870] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8489684788-9mwh6.18997fa672595550; range_end:; response_count:1; response_revision:7471; }","duration":"107.379302ms","start":"2026-03-04T01:38:11.209383Z","end":"2026-03-04T01:38:11.316763Z","steps":["trace[1647649870] 'agreement among raft nodes before linearized reading' (duration: 106.967263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.316803Z","caller":"traceutil/trace.go:171","msg":"trace[534725172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7471; }","duration":"203.358994ms","start":"2026-03-04T01:38:11.113423Z","end":"2026-03-04T01:38:11.316782Z","steps":["trace[534725172] 'agreement among raft nodes before linearized reading' (duration: 203.15131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.496609Z","caller":"traceutil/trace.go:171","msg":"trace[1881541922] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"178.077683ms","start":"2026-03-04T01:38:11.318509Z","end":"2026-03-04T01:38:11.496586Z","steps":["trace[1881541922] 'process raft request' (duration: 177.92102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.54422Z","caller":"traceutil/trace.go:171","msg":"trace[242803337] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"223.716127ms","start":"2026-03-04T01:38:11.320483Z","end":"2026-03-04T01:38:11.544199Z","steps":["trace[242803337] 'process raft request' (duration: 223.616135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.544412Z","caller":"traceutil/trace.go:171","msg":"trace[125051443] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"223.454211ms","start":"2026-03-04T01:38:11.320805Z","end":"2026-03-04T01:38:11.54426Z","steps":["trace[125051443] 'process raft request' (duration: 223.078283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.544475Z","caller":"traceutil/trace.go:171","msg":"trace[1154728020] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"223.382601ms","start":"2026-03-04T01:38:11.32107Z","end":"2026-03-04T01:38:11.544453Z","steps":["trace[1154728020] 'process raft request' (duration: 223.090604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.544498Z","caller":"traceutil/trace.go:171","msg":"trace[901863466] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"223.085024ms","start":"2026-03-04T01:38:11.321392Z","end":"2026-03-04T01:38:11.544477Z","steps":["trace[901863466] 'process raft request' (duration: 222.954461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.54455Z","caller":"traceutil/trace.go:171","msg":"trace[1337791470] linearizableReadLoop","detail":"{readStateIndex:7750; appliedIndex:7743; }","duration":"222.553961ms","start":"2026-03-04T01:38:11.321979Z","end":"2026-03-04T01:38:11.544533Z","steps":["trace[1337791470] 'read index received' (duration: 174.456163ms)","trace[1337791470] 'applied index is now lower than readState.Index' (duration: 48.096838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:11.544565Z","caller":"traceutil/trace.go:171","msg":"trace[232127863] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"223.054254ms","start":"2026-03-04T01:38:11.321493Z","end":"2026-03-04T01:38:11.544547Z","steps":["trace[232127863] 'process raft request' (duration: 222.927571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.544612Z","caller":"traceutil/trace.go:171","msg":"trace[731123381] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"222.695625ms","start":"2026-03-04T01:38:11.321904Z","end":"2026-03-04T01:38:11.544599Z","steps":["trace[731123381] 'process raft request' (duration: 222.554072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.544636Z","caller":"traceutil/trace.go:171","msg":"trace[1628718771] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"222.4962ms","start":"2026-03-04T01:38:11.322127Z","end":"2026-03-04T01:38:11.544623Z","steps":["trace[1628718771] 'process raft request' (duration: 222.372358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:11.544899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.763398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:38:11.545005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.023652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-04T01:38:11.545006Z","caller":"traceutil/trace.go:171","msg":"trace[261182307] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7479; }","duration":"206.912381ms","start":"2026-03-04T01:38:11.338075Z","end":"2026-03-04T01:38:11.544987Z","steps":["trace[261182307] 'agreement among raft nodes before linearized reading' (duration: 206.697126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:11.545051Z","caller":"traceutil/trace.go:171","msg":"trace[1284544945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7479; }","duration":"223.104133ms","start":"2026-03-04T01:38:11.321936Z","end":"2026-03-04T01:38:11.54504Z","steps":["trace[1284544945] 'agreement among raft nodes before linearized reading' (duration: 222.688874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:22.15833Z","caller":"traceutil/trace.go:171","msg":"trace[862174003] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"294.645464ms","start":"2026-03-04T01:38:21.863664Z","end":"2026-03-04T01:38:22.158309Z","steps":["trace[862174003] 'process raft request' (duration: 294.237285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:22.80606Z","caller":"traceutil/trace.go:171","msg":"trace[1003154534] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"242.670012ms","start":"2026-03-04T01:38:22.563363Z","end":"2026-03-04T01:38:22.806033Z","steps":["trace[1003154534] 'process raft request' (duration: 242.523939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.007877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.03996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:23.008002Z","caller":"traceutil/trace.go:171","msg":"trace[13834146] linearizableReadLoop","detail":"{readStateIndex:7804; appliedIndex:7802; }","duration":"299.569402ms","start":"2026-03-04T01:38:22.708411Z","end":"2026-03-04T01:38:23.00798Z","steps":["trace[13834146] 'read index received' (duration: 97.501766ms)","trace[13834146] 'applied index is now lower than readState.Index' (duration: 202.066066ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:23.00813Z","caller":"traceutil/trace.go:171","msg":"trace[93634861] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"316.136763ms","start":"2026-03-04T01:38:22.691975Z","end":"2026-03-04T01:38:23.008112Z","steps":["trace[93634861] 'process raft request' (duration: 199.755225ms)","trace[93634861] 'compare' (duration: 115.877037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:23.008217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:22.691936Z","time spent":"316.235555ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:23.008348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.922349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:38:23.008358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.380417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:23.008435Z","caller":"traceutil/trace.go:171","msg":"trace[343077976] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7529; }","duration":"177.52474ms","start":"2026-03-04T01:38:22.830895Z","end":"2026-03-04T01:38:23.008419Z","steps":["trace[343077976] 'agreement among raft nodes before linearized reading' (duration: 177.385167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:23.00843Z","caller":"traceutil/trace.go:171","msg":"trace[1973648241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7529; }","duration":"300.049732ms","start":"2026-03-04T01:38:22.708363Z","end":"2026-03-04T01:38:23.008413Z","steps":["trace[1973648241] 'agreement among raft nodes before linearized reading' (duration: 299.913799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.008473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:22.708345Z","time spent":"300.120993ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:38:23.008452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.791813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:23.008541Z","caller":"traceutil/trace.go:171","msg":"trace[313977226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7529; }","duration":"119.986586ms","start":"2026-03-04T01:38:22.888529Z","end":"2026-03-04T01:38:23.008516Z","steps":["trace[313977226] 'agreement among raft nodes before linearized reading' (duration: 119.759081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.780294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.392639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:23.78038Z","caller":"traceutil/trace.go:171","msg":"trace[523196579] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7529; }","duration":"477.490492ms","start":"2026-03-04T01:38:23.302866Z","end":"2026-03-04T01:38:23.780356Z","steps":["trace[523196579] 'count revisions from in-memory index tree' (duration: 477.304068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.780423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.302792Z","time spent":"477.619984ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:38:23.780623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.468465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:23.780702Z","caller":"traceutil/trace.go:171","msg":"trace[1057334803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7529; }","duration":"169.598038ms","start":"2026-03-04T01:38:23.611087Z","end":"2026-03-04T01:38:23.780685Z","steps":["trace[1057334803] 'range keys from in-memory index tree' (duration: 169.338002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.780726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.746457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:38:23.781033Z","caller":"traceutil/trace.go:171","msg":"trace[918448158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:7529; }","duration":"168.085755ms","start":"2026-03-04T01:38:23.612927Z","end":"2026-03-04T01:38:23.781013Z","steps":["trace[918448158] 'range keys from in-memory index tree' (duration: 167.510193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.781208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.719657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:38:23.781216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.400755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:38:23.781254Z","caller":"traceutil/trace.go:171","msg":"trace[2133132081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7529; }","duration":"167.781918ms","start":"2026-03-04T01:38:23.613461Z","end":"2026-03-04T01:38:23.781243Z","steps":["trace[2133132081] 'range keys from in-memory index tree' (duration: 167.646396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.781287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.707727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:38:23.781293Z","caller":"traceutil/trace.go:171","msg":"trace[279713468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7529; }","duration":"170.476037ms","start":"2026-03-04T01:38:23.61078Z","end":"2026-03-04T01:38:23.781256Z","steps":["trace[279713468] 'range keys from in-memory index tree' (duration: 170.298193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:23.781334Z","caller":"traceutil/trace.go:171","msg":"trace[509656725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7529; }","duration":"167.799179ms","start":"2026-03-04T01:38:23.613525Z","end":"2026-03-04T01:38:23.781324Z","steps":["trace[509656725] 'range keys from in-memory index tree' (duration: 167.584314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:23.781326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.22154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:38:23.781326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.915906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:38:23.781392Z","caller":"traceutil/trace.go:171","msg":"trace[741314459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7529; }","duration":"175.366703ms","start":"2026-03-04T01:38:23.606009Z","end":"2026-03-04T01:38:23.781376Z","steps":["trace[741314459] 'range keys from in-memory index tree' (duration: 174.968224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:23.781416Z","caller":"traceutil/trace.go:171","msg":"trace[1310200589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7529; }","duration":"171.068309ms","start":"2026-03-04T01:38:23.610329Z","end":"2026-03-04T01:38:23.781398Z","steps":["trace[1310200589] 'range keys from in-memory index tree' (duration: 170.731512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.097097Z","caller":"traceutil/trace.go:171","msg":"trace[1166409673] linearizableReadLoop","detail":"{readStateIndex:7805; appliedIndex:7804; }","duration":"310.418818ms","start":"2026-03-04T01:38:23.786649Z","end":"2026-03-04T01:38:24.097067Z","steps":["trace[1166409673] 'read index received' (duration: 310.327296ms)","trace[1166409673] 'applied index is now lower than readState.Index' (duration: 90.002µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:24.097707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.033871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-04T01:38:24.097787Z","caller":"traceutil/trace.go:171","msg":"trace[82595142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7530; }","duration":"311.141794ms","start":"2026-03-04T01:38:23.786631Z","end":"2026-03-04T01:38:24.097772Z","steps":["trace[82595142] 'agreement among raft nodes before linearized reading' (duration: 310.557001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.097831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.786619Z","time spent":"311.202035ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:38:24.098139Z","caller":"traceutil/trace.go:171","msg":"trace[1537349273] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"311.113603ms","start":"2026-03-04T01:38:23.786025Z","end":"2026-03-04T01:38:24.097139Z","steps":["trace[1537349273] 'process raft request' (duration: 310.861548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.098251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.786008Z","time spent":"312.173366ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.169402Z","caller":"traceutil/trace.go:171","msg":"trace[932770588] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"382.277505ms","start":"2026-03-04T01:38:23.787107Z","end":"2026-03-04T01:38:24.169384Z","steps":["trace[932770588] 'process raft request' (duration: 382.212053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.169432Z","caller":"traceutil/trace.go:171","msg":"trace[1521937691] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"382.548631ms","start":"2026-03-04T01:38:23.786843Z","end":"2026-03-04T01:38:24.169392Z","steps":["trace[1521937691] 'process raft request' (duration: 382.310396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:24.16946Z","caller":"traceutil/trace.go:171","msg":"trace[1866869236] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"382.363477ms","start":"2026-03-04T01:38:23.787065Z","end":"2026-03-04T01:38:24.169429Z","steps":["trace[1866869236] 'process raft request' (duration: 382.214923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.1695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.787098Z","time spent":"382.354507ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:24.169591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.786833Z","time spent":"382.668133ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:24.169612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.787046Z","time spent":"382.48324ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.16969Z","caller":"traceutil/trace.go:171","msg":"trace[11444384] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"382.576342ms","start":"2026-03-04T01:38:23.787094Z","end":"2026-03-04T01:38:24.169671Z","steps":["trace[11444384] 'process raft request' (duration: 382.257875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.169833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.78706Z","time spent":"382.687003ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:24.16997Z","caller":"traceutil/trace.go:171","msg":"trace[1765361806] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"382.753305ms","start":"2026-03-04T01:38:23.787207Z","end":"2026-03-04T01:38:24.16996Z","steps":["trace[1765361806] 'process raft request' (duration: 382.365837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:24.17003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:23.787181Z","time spent":"382.815767ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:24.170096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.458498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:24.170226Z","caller":"traceutil/trace.go:171","msg":"trace[1563733279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7535; }","duration":"276.682602ms","start":"2026-03-04T01:38:23.893522Z","end":"2026-03-04T01:38:24.170205Z","steps":["trace[1563733279] 'agreement among raft nodes before linearized reading' (duration: 276.420867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:25.345568Z","caller":"traceutil/trace.go:171","msg":"trace[915766323] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"332.339576ms","start":"2026-03-04T01:38:25.013202Z","end":"2026-03-04T01:38:25.345542Z","steps":["trace[915766323] 'process raft request' (duration: 332.177751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:25.345748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:25.013171Z","time spent":"332.481499ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:25.79656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.421601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:38:25.796658Z","caller":"traceutil/trace.go:171","msg":"trace[1586347765] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7538; }","duration":"217.562214ms","start":"2026-03-04T01:38:25.579067Z","end":"2026-03-04T01:38:25.796629Z","steps":["trace[1586347765] 'range keys from in-memory index tree' (duration: 217.254996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:25.987985Z","caller":"traceutil/trace.go:171","msg":"trace[1363226124] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"113.653738ms","start":"2026-03-04T01:38:25.874305Z","end":"2026-03-04T01:38:25.987959Z","steps":["trace[1363226124] 'process raft request' (duration: 67.485351ms)","trace[1363226124] 'compare' (duration: 46.068535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:26.320401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.332341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:38:26.320482Z","caller":"traceutil/trace.go:171","msg":"trace[514520102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7539; }","duration":"146.475475ms","start":"2026-03-04T01:38:26.173989Z","end":"2026-03-04T01:38:26.320464Z","steps":["trace[514520102] 'range keys from in-memory index tree' (duration: 146.156787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.320495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.806243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:38:26.32056Z","caller":"traceutil/trace.go:171","msg":"trace[906014802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:7539; }","duration":"214.898866ms","start":"2026-03-04T01:38:26.105648Z","end":"2026-03-04T01:38:26.320547Z","steps":["trace[906014802] 'range keys from in-memory index tree' (duration: 214.655191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.320578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.392513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:38:26.320647Z","caller":"traceutil/trace.go:171","msg":"trace[23846405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7539; }","duration":"146.494615ms","start":"2026-03-04T01:38:26.174137Z","end":"2026-03-04T01:38:26.320631Z","steps":["trace[23846405] 'range keys from in-memory index tree' (duration: 146.25931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.320682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.302872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:38:26.320722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.673356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:38:26.320793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:38:26.320797Z","caller":"traceutil/trace.go:171","msg":"trace[304517038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7539; }","duration":"145.767059ms","start":"2026-03-04T01:38:26.17501Z","end":"2026-03-04T01:38:26.320777Z","steps":["trace[304517038] 'range keys from in-memory index tree' (duration: 145.483072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.320818Z","caller":"traceutil/trace.go:171","msg":"trace[357596344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7539; }","duration":"146.635148ms","start":"2026-03-04T01:38:26.174174Z","end":"2026-03-04T01:38:26.320809Z","steps":["trace[357596344] 'range keys from in-memory index tree' (duration: 146.507815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.320824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.643878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:38:26.320859Z","caller":"traceutil/trace.go:171","msg":"trace[975454369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7539; }","duration":"218.705758ms","start":"2026-03-04T01:38:26.102144Z","end":"2026-03-04T01:38:26.32085Z","steps":["trace[975454369] 'range keys from in-memory index tree' (duration: 218.548995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.320739Z","caller":"traceutil/trace.go:171","msg":"trace[655288973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7539; }","duration":"147.373174ms","start":"2026-03-04T01:38:26.173352Z","end":"2026-03-04T01:38:26.320725Z","steps":["trace[655288973] 'range keys from in-memory index tree' (duration: 147.21319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.704554Z","caller":"traceutil/trace.go:171","msg":"trace[907241926] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"380.102907ms","start":"2026-03-04T01:38:26.324427Z","end":"2026-03-04T01:38:26.70453Z","steps":["trace[907241926] 'process raft request' (duration: 379.903403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.70476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.324405Z","time spent":"380.279491ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:26.70516Z","caller":"traceutil/trace.go:171","msg":"trace[1686797676] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"380.495175ms","start":"2026-03-04T01:38:26.324652Z","end":"2026-03-04T01:38:26.705147Z","steps":["trace[1686797676] 'process raft request' (duration: 380.391553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.70516Z","caller":"traceutil/trace.go:171","msg":"trace[1367429544] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"380.652449ms","start":"2026-03-04T01:38:26.32447Z","end":"2026-03-04T01:38:26.705123Z","steps":["trace[1367429544] 'process raft request' (duration: 379.992675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.705201Z","caller":"traceutil/trace.go:171","msg":"trace[1954928945] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"380.667749ms","start":"2026-03-04T01:38:26.32448Z","end":"2026-03-04T01:38:26.705148Z","steps":["trace[1954928945] 'process raft request' (duration: 380.361833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.705239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.324641Z","time spent":"380.556487ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:26.705333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.32445Z","time spent":"380.790111ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:26.705379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.324445Z","time spent":"380.833663ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:26.705378Z","caller":"traceutil/trace.go:171","msg":"trace[1339286980] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"380.623949ms","start":"2026-03-04T01:38:26.324723Z","end":"2026-03-04T01:38:26.705347Z","steps":["trace[1339286980] 'process raft request' (duration: 380.364253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:26.705161Z","caller":"traceutil/trace.go:171","msg":"trace[202085797] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7815; }","duration":"380.511726ms","start":"2026-03-04T01:38:26.324624Z","end":"2026-03-04T01:38:26.705135Z","steps":["trace[202085797] 'read index received' (duration: 67.043362ms)","trace[202085797] 'applied index is now lower than readState.Index' (duration: 313.467274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:26.705536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.324689Z","time spent":"380.763501ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:26.70556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.916475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-04T01:38:26.705609Z","caller":"traceutil/trace.go:171","msg":"trace[8813812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7545; }","duration":"381.004886ms","start":"2026-03-04T01:38:26.324593Z","end":"2026-03-04T01:38:26.705598Z","steps":["trace[8813812] 'agreement among raft nodes before linearized reading' (duration: 380.624298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:26.705643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.393927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T01:38:26.705657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:26.324581Z","time spent":"381.066698ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:38:26.705695Z","caller":"traceutil/trace.go:171","msg":"trace[80626751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7545; }","duration":"155.473209ms","start":"2026-03-04T01:38:26.550202Z","end":"2026-03-04T01:38:26.705675Z","steps":["trace[80626751] 'agreement among raft nodes before linearized reading' (duration: 155.318855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:27.057524Z","caller":"traceutil/trace.go:171","msg":"trace[916113955] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"210.435748ms","start":"2026-03-04T01:38:26.847056Z","end":"2026-03-04T01:38:27.057492Z","steps":["trace[916113955] 'process raft request' (duration: 137.038487ms)","trace[916113955] 'compare' (duration: 73.287909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:27.685611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.319203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:38:27.685707Z","caller":"traceutil/trace.go:171","msg":"trace[1497743403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7547; }","duration":"442.460057ms","start":"2026-03-04T01:38:27.243226Z","end":"2026-03-04T01:38:27.685686Z","steps":["trace[1497743403] 'range keys from in-memory index tree' (duration: 442.214252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.685787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.243209Z","time spent":"442.564248ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:38:27.686105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.552313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-04T01:38:27.686183Z","caller":"traceutil/trace.go:171","msg":"trace[1655213275] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7547; }","duration":"339.676265ms","start":"2026-03-04T01:38:27.346488Z","end":"2026-03-04T01:38:27.686165Z","steps":["trace[1655213275] 'range keys from in-memory index tree' (duration: 339.392089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.686223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.346457Z","time spent":"339.756727ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T01:38:27.686218Z","caller":"traceutil/trace.go:171","msg":"trace[1887577102] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7823; }","duration":"204.694642ms","start":"2026-03-04T01:38:27.481491Z","end":"2026-03-04T01:38:27.686186Z","steps":["trace[1887577102] 'read index received' (duration: 132.079939ms)","trace[1887577102] 'applied index is now lower than readState.Index' (duration: 72.612493ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:27.686331Z","caller":"traceutil/trace.go:171","msg":"trace[1621591276] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"335.226239ms","start":"2026-03-04T01:38:27.350964Z","end":"2026-03-04T01:38:27.68619Z","steps":["trace[1621591276] 'process raft request' (duration: 262.609816ms)","trace[1621591276] 'compare' (duration: 72.356368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:27.686358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.857766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:27.686396Z","caller":"traceutil/trace.go:171","msg":"trace[411277324] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7548; }","duration":"204.965189ms","start":"2026-03-04T01:38:27.48142Z","end":"2026-03-04T01:38:27.686386Z","steps":["trace[411277324] 'agreement among raft nodes before linearized reading' (duration: 204.866707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:27.686548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.350938Z","time spent":"335.450914ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:28.154914Z","caller":"traceutil/trace.go:171","msg":"trace[267036095] linearizableReadLoop","detail":"{readStateIndex:7825; appliedIndex:7824; }","duration":"411.629564ms","start":"2026-03-04T01:38:27.743262Z","end":"2026-03-04T01:38:28.154891Z","steps":["trace[267036095] 'read index received' (duration: 411.498581ms)","trace[267036095] 'applied index is now lower than readState.Index' (duration: 129.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:28.154969Z","caller":"traceutil/trace.go:171","msg":"trace[2120988248] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"462.430772ms","start":"2026-03-04T01:38:27.692507Z","end":"2026-03-04T01:38:28.154938Z","steps":["trace[2120988248] 'process raft request' (duration: 462.249438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.155118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.692492Z","time spent":"462.545104ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:28.155129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.84287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:28.155241Z","caller":"traceutil/trace.go:171","msg":"trace[1468597597] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7549; }","duration":"411.981183ms","start":"2026-03-04T01:38:27.743219Z","end":"2026-03-04T01:38:28.1552Z","steps":["trace[1468597597] 'agreement among raft nodes before linearized reading' (duration: 411.773377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.155312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.743202Z","time spent":"412.096766ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:38:28.703587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.569071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:28.703785Z","caller":"traceutil/trace.go:171","msg":"trace[1126281424] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"703.10697ms","start":"2026-03-04T01:38:28.000637Z","end":"2026-03-04T01:38:28.703744Z","steps":["trace[1126281424] 'process raft request' (duration: 403.298713ms)","trace[1126281424] 'compare' (duration: 299.461039ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:28.703902Z","caller":"traceutil/trace.go:171","msg":"trace[1797714803] linearizableReadLoop","detail":"{readStateIndex:7826; appliedIndex:7825; }","duration":"548.895807ms","start":"2026-03-04T01:38:28.15498Z","end":"2026-03-04T01:38:28.703875Z","steps":["trace[1797714803] 'read index received' (duration: 248.906397ms)","trace[1797714803] 'applied index is now lower than readState.Index' (duration: 299.98739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:28.703989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.000619Z","time spent":"703.273913ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:28.704016Z","caller":"traceutil/trace.go:171","msg":"trace[1095616784] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"367.466712ms","start":"2026-03-04T01:38:28.336529Z","end":"2026-03-04T01:38:28.703995Z","steps":["trace[1095616784] 'process raft request' (duration: 367.351139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.704007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.154695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:38:28.704064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.40455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:38:28.704058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.708542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:28.704114Z","caller":"traceutil/trace.go:171","msg":"trace[445355362] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7550; }","duration":"706.298469ms","start":"2026-03-04T01:38:27.997789Z","end":"2026-03-04T01:38:28.704088Z","steps":["trace[445355362] 'agreement among raft nodes before linearized reading' (duration: 706.094335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.70413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.336495Z","time spent":"367.592614ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:28.704153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.049296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:38:28.704172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.997779Z","time spent":"706.38204ms","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:38:28.704168Z","caller":"traceutil/trace.go:171","msg":"trace[937432632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7551; }","duration":"814.861145ms","start":"2026-03-04T01:38:27.889276Z","end":"2026-03-04T01:38:28.704137Z","steps":["trace[937432632] 'agreement among raft nodes before linearized reading' (duration: 814.689541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:28.704197Z","caller":"traceutil/trace.go:171","msg":"trace[1229836551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7551; }","duration":"308.136088ms","start":"2026-03-04T01:38:28.396049Z","end":"2026-03-04T01:38:28.704185Z","steps":["trace[1229836551] 'agreement among raft nodes before linearized reading' (duration: 307.984235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:28.704101Z","caller":"traceutil/trace.go:171","msg":"trace[771680079] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7551; }","duration":"545.479042ms","start":"2026-03-04T01:38:28.158611Z","end":"2026-03-04T01:38:28.704091Z","steps":["trace[771680079] 'agreement among raft nodes before linearized reading' (duration: 545.413771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.704241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.396022Z","time spent":"308.2113ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:28.704249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:27.889258Z","time spent":"814.977618ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:38:28.704279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.158595Z","time spent":"545.653966ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:38:28.704277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.288698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18997fa4abed04ec\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-04T01:38:28.704409Z","caller":"traceutil/trace.go:171","msg":"trace[189727631] range","detail":"{range_begin:/registry/events/openstack/key-manager.18997fa4abed04ec; range_end:; response_count:1; response_revision:7551; }","duration":"545.470892ms","start":"2026-03-04T01:38:28.158916Z","end":"2026-03-04T01:38:28.704387Z","steps":["trace[189727631] 'agreement among raft nodes before linearized reading' (duration: 545.153695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:28.704468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.158898Z","time spent":"545.558915ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/key-manager.18997fa4abed04ec\" "} {"level":"warn","ts":"2026-03-04T01:38:29.083933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.381747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:29.084071Z","caller":"traceutil/trace.go:171","msg":"trace[1505463627] linearizableReadLoop","detail":"{readStateIndex:7829; appliedIndex:7828; }","duration":"323.640056ms","start":"2026-03-04T01:38:28.760412Z","end":"2026-03-04T01:38:29.084052Z","steps":["trace[1505463627] 'read index received' (duration: 68.986193ms)","trace[1505463627] 'applied index is now lower than readState.Index' (duration: 254.652472ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:29.084149Z","caller":"traceutil/trace.go:171","msg":"trace[450720450] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"375.307882ms","start":"2026-03-04T01:38:28.70883Z","end":"2026-03-04T01:38:29.084137Z","steps":["trace[450720450] 'process raft request' (duration: 120.625039ms)","trace[450720450] 'compare' (duration: 254.124971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:29.084245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.708804Z","time spent":"375.381394ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:29.084361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.249979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:38:29.084386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.257321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:38:29.084387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.249149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:38:29.084448Z","caller":"traceutil/trace.go:171","msg":"trace[304746337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7553; }","duration":"374.361382ms","start":"2026-03-04T01:38:28.71007Z","end":"2026-03-04T01:38:29.084431Z","steps":["trace[304746337] 'agreement among raft nodes before linearized reading' (duration: 374.094776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:29.084466Z","caller":"traceutil/trace.go:171","msg":"trace[801242707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:7553; }","duration":"369.368143ms","start":"2026-03-04T01:38:28.715074Z","end":"2026-03-04T01:38:29.084442Z","steps":["trace[801242707] 'agreement among raft nodes before linearized reading' (duration: 369.171909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:29.084486Z","caller":"traceutil/trace.go:171","msg":"trace[223463540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7553; }","duration":"374.354231ms","start":"2026-03-04T01:38:28.710096Z","end":"2026-03-04T01:38:29.08445Z","steps":["trace[223463540] 'agreement among raft nodes before linearized reading' (duration: 374.153147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.084507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.710064Z","time spent":"374.433743ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:29.084509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.715059Z","time spent":"369.441995ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:38:29.084536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.710091Z","time spent":"374.434953ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:38:29.084671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.599366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:38:29.08476Z","caller":"traceutil/trace.go:171","msg":"trace[1564767539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7553; }","duration":"374.704888ms","start":"2026-03-04T01:38:28.710043Z","end":"2026-03-04T01:38:29.084748Z","steps":["trace[1564767539] 'agreement among raft nodes before linearized reading' (duration: 374.476194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.084793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.710014Z","time spent":"374.77281ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:29.084945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.886163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:38:29.085117Z","caller":"traceutil/trace.go:171","msg":"trace[1732633921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7553; }","duration":"375.495767ms","start":"2026-03-04T01:38:28.709561Z","end":"2026-03-04T01:38:29.085056Z","steps":["trace[1732633921] 'agreement among raft nodes before linearized reading' (duration: 374.69632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.085883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.709549Z","time spent":"376.291455ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:38:29.08519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.285183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:38:29.086073Z","caller":"traceutil/trace.go:171","msg":"trace[246833003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7553; }","duration":"377.194084ms","start":"2026-03-04T01:38:28.708851Z","end":"2026-03-04T01:38:29.086045Z","steps":["trace[246833003] 'agreement among raft nodes before linearized reading' (duration: 375.63899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.086152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.708832Z","time spent":"377.299006ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:38:29.100824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.451206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:29.100884Z","caller":"traceutil/trace.go:171","msg":"trace[753195192] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7554; }","duration":"270.554158ms","start":"2026-03-04T01:38:28.830316Z","end":"2026-03-04T01:38:29.100871Z","steps":["trace[753195192] 'agreement among raft nodes before linearized reading' (duration: 270.425736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.10111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.875928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-04T01:38:29.101175Z","caller":"traceutil/trace.go:171","msg":"trace[1772672578] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7554; }","duration":"338.997382ms","start":"2026-03-04T01:38:28.762163Z","end":"2026-03-04T01:38:29.10116Z","steps":["trace[1772672578] 'agreement among raft nodes before linearized reading' (duration: 338.630124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:29.101244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:28.762152Z","time spent":"339.079643ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19471,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:38:29.967398Z","caller":"traceutil/trace.go:171","msg":"trace[1833681639] transaction","detail":"{read_only:false; response_revision:7560; number_of_response:1; }","duration":"276.206512ms","start":"2026-03-04T01:38:29.691164Z","end":"2026-03-04T01:38:29.967371Z","steps":["trace[1833681639] 'process raft request' (duration: 275.823894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:54.872294Z","caller":"traceutil/trace.go:171","msg":"trace[760108102] linearizableReadLoop","detail":"{readStateIndex:8013; appliedIndex:8012; }","duration":"257.117357ms","start":"2026-03-04T01:38:54.615153Z","end":"2026-03-04T01:38:54.87227Z","steps":["trace[760108102] 'read index received' (duration: 256.976903ms)","trace[760108102] 'applied index is now lower than readState.Index' (duration: 139.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:54.872462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.29995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:38:54.872499Z","caller":"traceutil/trace.go:171","msg":"trace[69538821] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7730; }","duration":"257.397862ms","start":"2026-03-04T01:38:54.615091Z","end":"2026-03-04T01:38:54.872489Z","steps":["trace[69538821] 'agreement among raft nodes before linearized reading' (duration: 257.321351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:54.872445Z","caller":"traceutil/trace.go:171","msg":"trace[1444949213] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"310.375249ms","start":"2026-03-04T01:38:54.562027Z","end":"2026-03-04T01:38:54.872403Z","steps":["trace[1444949213] 'process raft request' (duration: 310.092513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:54.872669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:54.562015Z","time spent":"310.540814ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:54.872832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.886421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T01:38:54.872918Z","caller":"traceutil/trace.go:171","msg":"trace[565842112] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7730; }","duration":"232.990304ms","start":"2026-03-04T01:38:54.639905Z","end":"2026-03-04T01:38:54.872895Z","steps":["trace[565842112] 'agreement among raft nodes before linearized reading' (duration: 232.701128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:58.926032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519044682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:38:59.227663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166331241s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:38:59.228102Z","caller":"traceutil/trace.go:171","msg":"trace[991582940] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"1.166823513s","start":"2026-03-04T01:38:58.061252Z","end":"2026-03-04T01:38:59.228076Z","steps":["trace[991582940] 'process raft request' (duration: 1.166662889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:59.228268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:58.061234Z","time spent":"1.166952156s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:00.050848Z","caller":"traceutil/trace.go:171","msg":"trace[728174286] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"1.321039391s","start":"2026-03-04T01:38:58.729771Z","end":"2026-03-04T01:39:00.05081Z","steps":["trace[728174286] 'process raft request' (duration: 1.305750455s)","trace[728174286] 'compare' (duration: 15.133422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:00.05094Z","caller":"traceutil/trace.go:171","msg":"trace[1815646962] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"814.287493ms","start":"2026-03-04T01:38:59.236627Z","end":"2026-03-04T01:39:00.050915Z","steps":["trace[1815646962] 'process raft request' (duration: 814.184861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:00.050984Z","caller":"traceutil/trace.go:171","msg":"trace[2089229156] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"777.019472ms","start":"2026-03-04T01:38:59.273947Z","end":"2026-03-04T01:39:00.050966Z","steps":["trace[2089229156] 'process raft request' (duration: 776.91943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.236597Z","time spent":"814.410106ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:00.051238Z","caller":"traceutil/trace.go:171","msg":"trace[2095000311] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8034; }","duration":"1.625861078s","start":"2026-03-04T01:38:58.425367Z","end":"2026-03-04T01:39:00.051228Z","steps":["trace[2095000311] 'read index received' (duration: 802.563985ms)","trace[2095000311] 'applied index is now lower than readState.Index' (duration: 823.295933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:00.051269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.273923Z","time spent":"777.113874ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:00.05139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626024001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:00.051429Z","caller":"traceutil/trace.go:171","msg":"trace[759176640] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7754; }","duration":"1.626103493s","start":"2026-03-04T01:38:58.425317Z","end":"2026-03-04T01:39:00.05142Z","steps":["trace[759176640] 'agreement among raft nodes before linearized reading' (duration: 1.625993551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:58.425298Z","time spent":"1.626154284s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:39:00.051508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164501761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:39:00.051524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:58.729746Z","time spent":"1.321707945s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:00.051549Z","caller":"traceutil/trace.go:171","msg":"trace[1449820789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7754; }","duration":"1.164539082s","start":"2026-03-04T01:38:58.886996Z","end":"2026-03-04T01:39:00.051535Z","steps":["trace[1449820789] 'agreement among raft nodes before linearized reading' (duration: 1.16448246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:58.886938Z","time spent":"1.164669315s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:39:00.051679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.079646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:39:00.051709Z","caller":"traceutil/trace.go:171","msg":"trace[1208707306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:7754; }","duration":"665.142858ms","start":"2026-03-04T01:38:59.386558Z","end":"2026-03-04T01:39:00.0517Z","steps":["trace[1208707306] 'agreement among raft nodes before linearized reading' (duration: 665.034546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.386547Z","time spent":"665.177279ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:39:00.051718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.213732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:39:00.051745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.710618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:39:00.051779Z","caller":"traceutil/trace.go:171","msg":"trace[1496999466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7754; }","duration":"153.784939ms","start":"2026-03-04T01:38:59.897986Z","end":"2026-03-04T01:39:00.051771Z","steps":["trace[1496999466] 'agreement among raft nodes before linearized reading' (duration: 153.711737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:00.051782Z","caller":"traceutil/trace.go:171","msg":"trace[1163919830] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7754; }","duration":"676.277433ms","start":"2026-03-04T01:38:59.375485Z","end":"2026-03-04T01:39:00.051763Z","steps":["trace[1163919830] 'agreement among raft nodes before linearized reading' (duration: 676.007457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.09609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:39:00.051815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.375422Z","time spent":"676.385575ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:39:00.05182Z","caller":"traceutil/trace.go:171","msg":"trace[1874338283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7754; }","duration":"676.16034ms","start":"2026-03-04T01:38:59.375648Z","end":"2026-03-04T01:39:00.051808Z","steps":["trace[1874338283] 'agreement among raft nodes before linearized reading' (duration: 676.052448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.338193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:39:00.051853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.375637Z","time spent":"676.209052ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:39:00.051868Z","caller":"traceutil/trace.go:171","msg":"trace[2038895985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7754; }","duration":"680.387794ms","start":"2026-03-04T01:38:59.371471Z","end":"2026-03-04T01:39:00.051859Z","steps":["trace[2038895985] 'agreement among raft nodes before linearized reading' (duration: 680.290981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.084628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:39:00.0519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.371461Z","time spent":"680.432614ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:39:00.051916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.364243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:39:00.051942Z","caller":"traceutil/trace.go:171","msg":"trace[1357384417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7754; }","duration":"686.229902ms","start":"2026-03-04T01:38:59.365685Z","end":"2026-03-04T01:39:00.051915Z","steps":["trace[1357384417] 'agreement among raft nodes before linearized reading' (duration: 685.947436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.051926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.047761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:39:00.052004Z","caller":"traceutil/trace.go:171","msg":"trace[238335460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7754; }","duration":"803.495726ms","start":"2026-03-04T01:38:59.248486Z","end":"2026-03-04T01:39:00.051982Z","steps":["trace[238335460] 'agreement among raft nodes before linearized reading' (duration: 803.232021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.052012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.365668Z","time spent":"686.328184ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:39:00.052037Z","caller":"traceutil/trace.go:171","msg":"trace[194386192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7754; }","duration":"741.169064ms","start":"2026-03-04T01:38:59.31083Z","end":"2026-03-04T01:39:00.051999Z","steps":["trace[194386192] 'agreement among raft nodes before linearized reading' (duration: 740.952799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:00.052084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.310819Z","time spent":"741.251875ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:39:00.053024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:59.248468Z","time spent":"803.569117ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:39:02.563549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5754} {"level":"info","ts":"2026-03-04T01:39:02.673156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5754,"took":"107.956108ms","hash":2178525906,"current-db-size-bytes":43343872,"current-db-size":"43 MB","current-db-size-in-use-bytes":23298048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:39:02.67322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2178525906,"revision":5754,"compact-revision":2746} {"level":"warn","ts":"2026-03-04T01:39:12.79385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.750592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:39:12.793982Z","caller":"traceutil/trace.go:171","msg":"trace[1223960945] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7854; }","duration":"710.734252ms","start":"2026-03-04T01:39:12.083226Z","end":"2026-03-04T01:39:12.793961Z","steps":["trace[1223960945] 'process raft request' (duration: 338.636602ms)","trace[1223960945] 'compare' (duration: 371.380254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:12.794493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.08319Z","time spent":"710.832184ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-04T01:39:12.842547Z","caller":"traceutil/trace.go:171","msg":"trace[1220887427] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"757.740987ms","start":"2026-03-04T01:39:12.084749Z","end":"2026-03-04T01:39:12.84249Z","steps":["trace[1220887427] 'process raft request' (duration: 757.477971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:12.843009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.594905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:39:12.843105Z","caller":"traceutil/trace.go:171","msg":"trace[2067157230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7856; }","duration":"728.732169ms","start":"2026-03-04T01:39:12.114354Z","end":"2026-03-04T01:39:12.843086Z","steps":["trace[2067157230] 'agreement among raft nodes before linearized reading' (duration: 728.486743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:12.843154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.114341Z","time spent":"728.80398ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:39:12.84407Z","caller":"traceutil/trace.go:171","msg":"trace[2061113072] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"745.500858ms","start":"2026-03-04T01:39:12.098549Z","end":"2026-03-04T01:39:12.84405Z","steps":["trace[2061113072] 'process raft request' (duration: 743.835461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:12.8443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.09853Z","time spent":"745.679741ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:39:12.845736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.084729Z","time spent":"757.903311ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:12.842476Z","caller":"traceutil/trace.go:171","msg":"trace[1700838727] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8145; }","duration":"728.057373ms","start":"2026-03-04T01:39:12.114386Z","end":"2026-03-04T01:39:12.842443Z","steps":["trace[1700838727] 'read index received' (duration: 307.501656ms)","trace[1700838727] 'applied index is now lower than readState.Index' (duration: 420.554557ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:12.963357Z","caller":"traceutil/trace.go:171","msg":"trace[513141356] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"236.585334ms","start":"2026-03-04T01:39:12.726744Z","end":"2026-03-04T01:39:12.963329Z","steps":["trace[513141356] 'process raft request' (duration: 236.499442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:12.96344Z","caller":"traceutil/trace.go:171","msg":"trace[846851111] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"240.926069ms","start":"2026-03-04T01:39:12.722468Z","end":"2026-03-04T01:39:12.963394Z","steps":["trace[846851111] 'process raft request' (duration: 240.55017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:13.108812Z","caller":"traceutil/trace.go:171","msg":"trace[671978279] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"261.362149ms","start":"2026-03-04T01:39:12.847404Z","end":"2026-03-04T01:39:13.108766Z","steps":["trace[671978279] 'process raft request' (duration: 229.900416ms)","trace[671978279] 'compare' (duration: 31.020523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:13.109111Z","caller":"traceutil/trace.go:171","msg":"trace[1434973445] linearizableReadLoop","detail":"{readStateIndex:8151; appliedIndex:8148; }","duration":"257.467763ms","start":"2026-03-04T01:39:12.851605Z","end":"2026-03-04T01:39:13.109073Z","steps":["trace[1434973445] 'read index received' (duration: 111.539598ms)","trace[1434973445] 'applied index is now lower than readState.Index' (duration: 145.926535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:13.109315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.588156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:13.109368Z","caller":"traceutil/trace.go:171","msg":"trace[1630775546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7860; }","duration":"399.697578ms","start":"2026-03-04T01:39:12.709659Z","end":"2026-03-04T01:39:13.109356Z","steps":["trace[1630775546] 'agreement among raft nodes before linearized reading' (duration: 399.551235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:13.109355Z","caller":"traceutil/trace.go:171","msg":"trace[1495849133] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"155.380365ms","start":"2026-03-04T01:39:12.953947Z","end":"2026-03-04T01:39:13.109327Z","steps":["trace[1495849133] 'process raft request' (duration: 154.999807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.1094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.709636Z","time spent":"399.756809ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:39:13.109606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.787723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:39:13.10965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.888272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:39:13.109654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.996911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-shnh6\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-04T01:39:13.109679Z","caller":"traceutil/trace.go:171","msg":"trace[1404739834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7860; }","duration":"970.899125ms","start":"2026-03-04T01:39:12.138762Z","end":"2026-03-04T01:39:13.109661Z","steps":["trace[1404739834] 'agreement among raft nodes before linearized reading' (duration: 970.704421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:13.109713Z","caller":"traceutil/trace.go:171","msg":"trace[1721731680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7860; }","duration":"974.994215ms","start":"2026-03-04T01:39:12.134695Z","end":"2026-03-04T01:39:13.10969Z","steps":["trace[1721731680] 'agreement among raft nodes before linearized reading' (duration: 974.751259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.109725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.256213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-shnh6\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-03-04T01:39:13.109736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.138749Z","time spent":"970.976607ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:39:13.109736Z","caller":"traceutil/trace.go:171","msg":"trace[2111877477] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-shnh6; range_end:; response_count:1; response_revision:7860; }","duration":"261.103553ms","start":"2026-03-04T01:39:12.84861Z","end":"2026-03-04T01:39:13.109714Z","steps":["trace[2111877477] 'agreement among raft nodes before linearized reading' (duration: 260.896599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:13.109763Z","caller":"traceutil/trace.go:171","msg":"trace[617094148] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-shnh6; range_end:; response_count:1; response_revision:7860; }","duration":"387.339365ms","start":"2026-03-04T01:39:12.722414Z","end":"2026-03-04T01:39:13.109753Z","steps":["trace[617094148] 'agreement among raft nodes before linearized reading' (duration: 387.12972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.109761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.13467Z","time spent":"975.083017ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:39:13.10976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.959617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:39:13.109791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.72239Z","time spent":"387.394267ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4677,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-shnh6\" "} {"level":"info","ts":"2026-03-04T01:39:13.1098Z","caller":"traceutil/trace.go:171","msg":"trace[1561278231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7860; }","duration":"971.022618ms","start":"2026-03-04T01:39:12.138768Z","end":"2026-03-04T01:39:13.109791Z","steps":["trace[1561278231] 'agreement among raft nodes before linearized reading' (duration: 970.914326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.10983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.138758Z","time spent":"971.06656ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:39:13.109938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.490068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:39:13.109968Z","caller":"traceutil/trace.go:171","msg":"trace[1861537821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7860; }","duration":"986.535559ms","start":"2026-03-04T01:39:12.123423Z","end":"2026-03-04T01:39:13.109958Z","steps":["trace[1861537821] 'agreement among raft nodes before linearized reading' (duration: 986.459048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.109952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.910808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:39:13.10999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.123411Z","time spent":"986.57184ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:39:13.110034Z","caller":"traceutil/trace.go:171","msg":"trace[111545555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7860; }","duration":"972.051441ms","start":"2026-03-04T01:39:12.13796Z","end":"2026-03-04T01:39:13.110011Z","steps":["trace[111545555] 'agreement among raft nodes before linearized reading' (duration: 971.802605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.110084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.137937Z","time spent":"972.138972ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:39:13.109982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.764464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:39:13.110356Z","caller":"traceutil/trace.go:171","msg":"trace[910533072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:7860; }","duration":"967.648663ms","start":"2026-03-04T01:39:12.14266Z","end":"2026-03-04T01:39:13.110308Z","steps":["trace[910533072] 'agreement among raft nodes before linearized reading' (duration: 966.608541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:13.110418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:12.14265Z","time spent":"967.750795ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"info","ts":"2026-03-04T01:39:13.485051Z","caller":"traceutil/trace.go:171","msg":"trace[1521763089] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"118.889051ms","start":"2026-03-04T01:39:13.366133Z","end":"2026-03-04T01:39:13.485023Z","steps":["trace[1521763089] 'process raft request' (duration: 94.920812ms)","trace[1521763089] 'compare' (duration: 23.666622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:13.750502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.646578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T01:39:13.750612Z","caller":"traceutil/trace.go:171","msg":"trace[1981825830] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7869; }","duration":"164.789062ms","start":"2026-03-04T01:39:13.585793Z","end":"2026-03-04T01:39:13.750582Z","steps":["trace[1981825830] 'range keys from in-memory index tree' (duration: 164.410312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:14.664898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.935345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:39:14.665042Z","caller":"traceutil/trace.go:171","msg":"trace[388858904] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"422.906649ms","start":"2026-03-04T01:39:14.242111Z","end":"2026-03-04T01:39:14.665018Z","steps":["trace[388858904] 'process raft request' (duration: 80.77047ms)","trace[388858904] 'compare' (duration: 341.461105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:14.665097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:14.242081Z","time spent":"422.994251ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:39:15.090434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.08666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:39:15.090651Z","caller":"traceutil/trace.go:171","msg":"trace[1578638098] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8164; }","duration":"201.609363ms","start":"2026-03-04T01:39:14.889025Z","end":"2026-03-04T01:39:15.090635Z","steps":["trace[1578638098] 'read index received' (duration: 94.285498ms)","trace[1578638098] 'applied index is now lower than readState.Index' (duration: 107.321615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:15.090755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.741176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:39:15.090794Z","caller":"traceutil/trace.go:171","msg":"trace[1094139734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7874; }","duration":"201.823428ms","start":"2026-03-04T01:39:14.888947Z","end":"2026-03-04T01:39:15.090771Z","steps":["trace[1094139734] 'agreement among raft nodes before linearized reading' (duration: 201.731166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:15.090823Z","caller":"traceutil/trace.go:171","msg":"trace[350635067] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"233.413553ms","start":"2026-03-04T01:39:14.857391Z","end":"2026-03-04T01:39:15.090805Z","steps":["trace[350635067] 'process raft request' (duration: 233.156248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:15.090821Z","caller":"traceutil/trace.go:171","msg":"trace[870813061] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"847.944266ms","start":"2026-03-04T01:39:14.24285Z","end":"2026-03-04T01:39:15.090794Z","steps":["trace[870813061] 'process raft request' (duration: 740.417407ms)","trace[870813061] 'compare' (duration: 106.914726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:15.090972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:39:14.242819Z","time spent":"848.072488ms","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:39:17.221073Z","caller":"traceutil/trace.go:171","msg":"trace[1714484361] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"124.220247ms","start":"2026-03-04T01:39:17.09682Z","end":"2026-03-04T01:39:17.22104Z","steps":["trace[1714484361] 'process raft request' (duration: 123.631064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:28.789917Z","caller":"traceutil/trace.go:171","msg":"trace[432663560] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"103.982042ms","start":"2026-03-04T01:39:28.6859Z","end":"2026-03-04T01:39:28.789882Z","steps":["trace[432663560] 'process raft request' (duration: 103.785748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:35.745546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.354164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:39:35.745795Z","caller":"traceutil/trace.go:171","msg":"trace[1017140436] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"142.122192ms","start":"2026-03-04T01:39:35.603638Z","end":"2026-03-04T01:39:35.74576Z","steps":["trace[1017140436] 'process raft request' (duration: 39.44318ms)","trace[1017140436] 'compare' (duration: 102.15624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:35.924339Z","caller":"traceutil/trace.go:171","msg":"trace[1155817447] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"185.18626ms","start":"2026-03-04T01:39:35.739117Z","end":"2026-03-04T01:39:35.924304Z","steps":["trace[1155817447] 'read index received' (duration: 152.05116ms)","trace[1155817447] 'applied index is now lower than readState.Index' (duration: 33.13327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:35.924377Z","caller":"traceutil/trace.go:171","msg":"trace[1859028980] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"272.559006ms","start":"2026-03-04T01:39:35.651772Z","end":"2026-03-04T01:39:35.924331Z","steps":["trace[1859028980] 'process raft request' (duration: 239.462946ms)","trace[1859028980] 'compare' (duration: 32.323353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:35.924532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.395595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:39:35.924911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.30227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:39:35.925009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.52969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T01:39:35.925053Z","caller":"traceutil/trace.go:171","msg":"trace[1616371126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8120; }","duration":"159.430924ms","start":"2026-03-04T01:39:35.765528Z","end":"2026-03-04T01:39:35.924959Z","steps":["trace[1616371126] 'agreement among raft nodes before linearized reading' (duration: 159.25818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:35.925133Z","caller":"traceutil/trace.go:171","msg":"trace[533394422] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8120; }","duration":"176.763775ms","start":"2026-03-04T01:39:35.748343Z","end":"2026-03-04T01:39:35.925107Z","steps":["trace[533394422] 'agreement among raft nodes before linearized reading' (duration: 176.357236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:35.925205Z","caller":"traceutil/trace.go:171","msg":"trace[921851679] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8120; }","duration":"185.945277ms","start":"2026-03-04T01:39:35.739066Z","end":"2026-03-04T01:39:35.925011Z","steps":["trace[921851679] 'agreement among raft nodes before linearized reading' (duration: 185.385865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:15.314847Z","caller":"traceutil/trace.go:171","msg":"trace[1207202709] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"140.713331ms","start":"2026-03-04T01:40:15.174107Z","end":"2026-03-04T01:40:15.31482Z","steps":["trace[1207202709] 'process raft request' (duration: 140.544297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:15.776057Z","caller":"traceutil/trace.go:171","msg":"trace[2043197255] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8802; }","duration":"192.881901ms","start":"2026-03-04T01:40:15.583144Z","end":"2026-03-04T01:40:15.776026Z","steps":["trace[2043197255] 'read index received' (duration: 192.626155ms)","trace[2043197255] 'applied index is now lower than readState.Index' (duration: 254.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:15.776097Z","caller":"traceutil/trace.go:171","msg":"trace[927682354] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"285.819119ms","start":"2026-03-04T01:40:15.490259Z","end":"2026-03-04T01:40:15.776078Z","steps":["trace[927682354] 'process raft request' (duration: 285.600154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:15.776255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.099515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:40:15.776285Z","caller":"traceutil/trace.go:171","msg":"trace[1757990541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8494; }","duration":"193.168977ms","start":"2026-03-04T01:40:15.583107Z","end":"2026-03-04T01:40:15.776276Z","steps":["trace[1757990541] 'agreement among raft nodes before linearized reading' (duration: 193.024654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:15.776388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.807797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:40:15.776451Z","caller":"traceutil/trace.go:171","msg":"trace[426450468] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:8494; }","duration":"191.91436ms","start":"2026-03-04T01:40:15.58452Z","end":"2026-03-04T01:40:15.776435Z","steps":["trace[426450468] 'agreement among raft nodes before linearized reading' (duration: 191.718185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:15.776432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.308205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:40:15.776503Z","caller":"traceutil/trace.go:171","msg":"trace[704037871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:8494; }","duration":"117.405668ms","start":"2026-03-04T01:40:15.659078Z","end":"2026-03-04T01:40:15.776484Z","steps":["trace[704037871] 'agreement among raft nodes before linearized reading' (duration: 117.234294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.161889Z","caller":"traceutil/trace.go:171","msg":"trace[1459952080] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"293.216931ms","start":"2026-03-04T01:40:27.868643Z","end":"2026-03-04T01:40:28.16186Z","steps":["trace[1459952080] 'process raft request' (duration: 293.13159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.16193Z","caller":"traceutil/trace.go:171","msg":"trace[1976191908] linearizableReadLoop","detail":"{readStateIndex:8871; appliedIndex:8869; }","duration":"292.852612ms","start":"2026-03-04T01:40:27.869051Z","end":"2026-03-04T01:40:28.161903Z","steps":["trace[1976191908] 'read index received' (duration: 200.225411ms)","trace[1976191908] 'applied index is now lower than readState.Index' (duration: 92.624911ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:28.162083Z","caller":"traceutil/trace.go:171","msg":"trace[1478014979] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"293.792084ms","start":"2026-03-04T01:40:27.868256Z","end":"2026-03-04T01:40:28.162048Z","steps":["trace[1478014979] 'process raft request' (duration: 200.962119ms)","trace[1478014979] 'compare' (duration: 92.388076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:28.162283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.990808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:28.162265Z","caller":"traceutil/trace.go:171","msg":"trace[1785902645] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"291.621296ms","start":"2026-03-04T01:40:27.870606Z","end":"2026-03-04T01:40:28.162228Z","steps":["trace[1785902645] 'process raft request' (duration: 291.216438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.162336Z","caller":"traceutil/trace.go:171","msg":"trace[1760628729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"274.0767ms","start":"2026-03-04T01:40:27.888246Z","end":"2026-03-04T01:40:28.162323Z","steps":["trace[1760628729] 'agreement among raft nodes before linearized reading' (duration: 273.934827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:28.162366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.206407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:40:28.162391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.09783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:40:28.162431Z","caller":"traceutil/trace.go:171","msg":"trace[2099891215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8560; }","duration":"286.288168ms","start":"2026-03-04T01:40:27.876127Z","end":"2026-03-04T01:40:28.162415Z","steps":["trace[2099891215] 'agreement among raft nodes before linearized reading' (duration: 286.044473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.162447Z","caller":"traceutil/trace.go:171","msg":"trace[126793922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8560; }","duration":"279.192482ms","start":"2026-03-04T01:40:27.883238Z","end":"2026-03-04T01:40:28.16243Z","steps":["trace[126793922] 'agreement among raft nodes before linearized reading' (duration: 279.010248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:28.162693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.902498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:40:28.163214Z","caller":"traceutil/trace.go:171","msg":"trace[2133710143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8560; }","duration":"280.191935ms","start":"2026-03-04T01:40:27.882599Z","end":"2026-03-04T01:40:28.162791Z","steps":["trace[2133710143] 'agreement among raft nodes before linearized reading' (duration: 279.653693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:28.163536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.462629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291253"} {"level":"info","ts":"2026-03-04T01:40:28.163642Z","caller":"traceutil/trace.go:171","msg":"trace[1374055099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8560; }","duration":"294.614303ms","start":"2026-03-04T01:40:27.869003Z","end":"2026-03-04T01:40:28.163617Z","steps":["trace[1374055099] 'agreement among raft nodes before linearized reading' (duration: 293.296883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.432878Z","caller":"traceutil/trace.go:171","msg":"trace[1763546510] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"265.838748ms","start":"2026-03-04T01:40:28.167013Z","end":"2026-03-04T01:40:28.432852Z","steps":["trace[1763546510] 'process raft request' (duration: 265.632064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.433204Z","caller":"traceutil/trace.go:171","msg":"trace[385036850] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"264.971989ms","start":"2026-03-04T01:40:28.168121Z","end":"2026-03-04T01:40:28.433093Z","steps":["trace[385036850] 'process raft request' (duration: 264.695033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:28.433224Z","caller":"traceutil/trace.go:171","msg":"trace[1187171933] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"264.964909ms","start":"2026-03-04T01:40:28.168215Z","end":"2026-03-04T01:40:28.43318Z","steps":["trace[1187171933] 'process raft request' (duration: 264.795085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:39.836905Z","caller":"traceutil/trace.go:171","msg":"trace[1695713308] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"109.356106ms","start":"2026-03-04T01:42:39.727467Z","end":"2026-03-04T01:42:39.836823Z","steps":["trace[1695713308] 'process raft request' (duration: 109.034739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:55.773818Z","caller":"traceutil/trace.go:171","msg":"trace[195988876] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"156.340925ms","start":"2026-03-04T01:42:55.61745Z","end":"2026-03-04T01:42:55.773791Z","steps":["trace[195988876] 'process raft request' (duration: 86.442244ms)","trace[195988876] 'compare' (duration: 69.778448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:59.033978Z","caller":"traceutil/trace.go:171","msg":"trace[1438974480] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"100.40403ms","start":"2026-03-04T01:42:58.93355Z","end":"2026-03-04T01:42:59.033954Z","steps":["trace[1438974480] 'process raft request' (duration: 98.526018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:01.071023Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:43:01.076691Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:43:01.076768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:43:05.196579Z","caller":"traceutil/trace.go:171","msg":"trace[319405434] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"109.48245ms","start":"2026-03-04T01:43:05.08705Z","end":"2026-03-04T01:43:05.196532Z","steps":["trace[319405434] 'process raft request' (duration: 109.053571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.22698Z","caller":"traceutil/trace.go:171","msg":"trace[1280575247] transaction","detail":"{read_only:false; response_revision:10183; number_of_response:1; }","duration":"420.610192ms","start":"2026-03-04T01:43:50.806345Z","end":"2026-03-04T01:43:51.226955Z","steps":["trace[1280575247] 'process raft request' (duration: 420.469919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.227148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:50.806311Z","time spent":"420.751845ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:51.380234Z","caller":"traceutil/trace.go:171","msg":"trace[245317520] linearizableReadLoop","detail":"{readStateIndex:10546; appliedIndex:10544; }","duration":"515.921401ms","start":"2026-03-04T01:43:50.864281Z","end":"2026-03-04T01:43:51.380202Z","steps":["trace[245317520] 'read index received' (duration: 362.553619ms)","trace[245317520] 'applied index is now lower than readState.Index' (duration: 153.366442ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:51.380322Z","caller":"traceutil/trace.go:171","msg":"trace[1460904557] transaction","detail":"{read_only:false; response_revision:10184; number_of_response:1; }","duration":"286.960592ms","start":"2026-03-04T01:43:51.093323Z","end":"2026-03-04T01:43:51.380284Z","steps":["trace[1460904557] 'process raft request' (duration: 286.724576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.380586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.291051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:43:51.380651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.780384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:51.380656Z","caller":"traceutil/trace.go:171","msg":"trace[1627527372] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10184; }","duration":"516.447624ms","start":"2026-03-04T01:43:50.864192Z","end":"2026-03-04T01:43:51.38064Z","steps":["trace[1627527372] 'agreement among raft nodes before linearized reading' (duration: 516.200429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.380685Z","caller":"traceutil/trace.go:171","msg":"trace[1014887620] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10184; }","duration":"185.823955ms","start":"2026-03-04T01:43:51.194848Z","end":"2026-03-04T01:43:51.380672Z","steps":["trace[1014887620] 'agreement among raft nodes before linearized reading' (duration: 185.780654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.380711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:50.864158Z","time spent":"516.537556ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:43:51.380753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.771984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:43:51.380855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.05827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:43:51.380828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.290582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:43:51.380856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.038111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:43:51.380884Z","caller":"traceutil/trace.go:171","msg":"trace[1146381879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10184; }","duration":"185.982849ms","start":"2026-03-04T01:43:51.194873Z","end":"2026-03-04T01:43:51.380856Z","steps":["trace[1146381879] 'agreement among raft nodes before linearized reading' (duration: 185.706073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.380894Z","caller":"traceutil/trace.go:171","msg":"trace[998700401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10184; }","duration":"186.121331ms","start":"2026-03-04T01:43:51.19476Z","end":"2026-03-04T01:43:51.380882Z","steps":["trace[998700401] 'agreement among raft nodes before linearized reading' (duration: 186.07192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.380603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.554279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:51.380919Z","caller":"traceutil/trace.go:171","msg":"trace[1251330456] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10184; }","duration":"185.436566ms","start":"2026-03-04T01:43:51.195462Z","end":"2026-03-04T01:43:51.380899Z","steps":["trace[1251330456] 'agreement among raft nodes before linearized reading' (duration: 185.171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.380934Z","caller":"traceutil/trace.go:171","msg":"trace[579992225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10184; }","duration":"182.189555ms","start":"2026-03-04T01:43:51.198723Z","end":"2026-03-04T01:43:51.380913Z","steps":["trace[579992225] 'agreement among raft nodes before linearized reading' (duration: 181.97096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.381023Z","caller":"traceutil/trace.go:171","msg":"trace[2102887983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10184; }","duration":"491.968518ms","start":"2026-03-04T01:43:50.889023Z","end":"2026-03-04T01:43:51.380991Z","steps":["trace[2102887983] 'agreement among raft nodes before linearized reading' (duration: 491.523998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.381127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:50.888885Z","time spent":"492.210063ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:43:51.38116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.05148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:43:51.38118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.996188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:51.381205Z","caller":"traceutil/trace.go:171","msg":"trace[2063209412] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10184; }","duration":"466.146522ms","start":"2026-03-04T01:43:50.915047Z","end":"2026-03-04T01:43:51.381193Z","steps":["trace[2063209412] 'agreement among raft nodes before linearized reading' (duration: 466.06772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:51.381231Z","caller":"traceutil/trace.go:171","msg":"trace[877517524] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10184; }","duration":"186.06181ms","start":"2026-03-04T01:43:51.195153Z","end":"2026-03-04T01:43:51.381215Z","steps":["trace[877517524] 'agreement among raft nodes before linearized reading' (duration: 185.989029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:51.381255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:50.915025Z","time spent":"466.214523ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:44:01.715298Z","caller":"traceutil/trace.go:171","msg":"trace[33966469] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"115.525553ms","start":"2026-03-04T01:44:01.59973Z","end":"2026-03-04T01:44:01.715256Z","steps":["trace[33966469] 'process raft request' (duration: 87.342245ms)","trace[33966469] 'compare' (duration: 27.982763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:02.67733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7770} {"level":"info","ts":"2026-03-04T01:44:02.852797Z","caller":"traceutil/trace.go:171","msg":"trace[1709030030] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"119.142803ms","start":"2026-03-04T01:44:02.733623Z","end":"2026-03-04T01:44:02.852766Z","steps":["trace[1709030030] 'process raft request' (duration: 51.47426ms)","trace[1709030030] 'compare' (duration: 60.975446ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:02.913297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7770,"took":"233.765705ms","hash":3651954417,"current-db-size-bytes":43343872,"current-db-size":"43 MB","current-db-size-in-use-bytes":27201536,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:44:02.91336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3651954417,"revision":7770,"compact-revision":5754} {"level":"warn","ts":"2026-03-04T01:44:11.711501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.120418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:44:11.711784Z","caller":"traceutil/trace.go:171","msg":"trace[798810921] linearizableReadLoop","detail":"{readStateIndex:10655; appliedIndex:10654; }","duration":"809.428727ms","start":"2026-03-04T01:44:10.902331Z","end":"2026-03-04T01:44:11.71176Z","steps":["trace[798810921] 'read index received' (duration: 64.050894ms)","trace[798810921] 'applied index is now lower than readState.Index' (duration: 745.376403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:11.712013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.664223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:44:11.712105Z","caller":"traceutil/trace.go:171","msg":"trace[1669569140] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10287; }","duration":"809.789175ms","start":"2026-03-04T01:44:10.902297Z","end":"2026-03-04T01:44:11.712086Z","steps":["trace[1669569140] 'agreement among raft nodes before linearized reading' (duration: 809.602671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:11.712184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:10.902281Z","time spent":"809.889448ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:44:11.712504Z","caller":"traceutil/trace.go:171","msg":"trace[2028410960] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"372.59115ms","start":"2026-03-04T01:44:11.339869Z","end":"2026-03-04T01:44:11.712461Z","steps":["trace[2028410960] 'process raft request' (duration: 371.769332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:11.712654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.339844Z","time spent":"372.732583ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.061427Z","caller":"traceutil/trace.go:171","msg":"trace[786301512] linearizableReadLoop","detail":"{readStateIndex:10657; appliedIndex:10656; }","duration":"349.565285ms","start":"2026-03-04T01:44:11.711837Z","end":"2026-03-04T01:44:12.061402Z","steps":["trace[786301512] 'read index received' (duration: 349.369241ms)","trace[786301512] 'applied index is now lower than readState.Index' (duration: 194.984µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:12.061586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.70953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.061587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.647718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:12.061628Z","caller":"traceutil/trace.go:171","msg":"trace[967030032] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10289; }","duration":"589.762291ms","start":"2026-03-04T01:44:11.471854Z","end":"2026-03-04T01:44:12.061617Z","steps":["trace[967030032] 'agreement among raft nodes before linearized reading' (duration: 589.689919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.061639Z","caller":"traceutil/trace.go:171","msg":"trace[1140974460] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10289; }","duration":"589.732861ms","start":"2026-03-04T01:44:11.471893Z","end":"2026-03-04T01:44:12.061626Z","steps":["trace[1140974460] 'agreement among raft nodes before linearized reading' (duration: 589.601038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.06166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.471781Z","time spent":"589.872323ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:44:12.061681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.47188Z","time spent":"589.789582ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:44:12.0618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.764884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:12.061759Z","caller":"traceutil/trace.go:171","msg":"trace[813349772] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"548.087508ms","start":"2026-03-04T01:44:11.513608Z","end":"2026-03-04T01:44:12.061696Z","steps":["trace[813349772] 'process raft request' (duration: 547.631079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.061862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.006429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:12.061886Z","caller":"traceutil/trace.go:171","msg":"trace[1081524663] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10289; }","duration":"591.05402ms","start":"2026-03-04T01:44:11.470825Z","end":"2026-03-04T01:44:12.061879Z","steps":["trace[1081524663] 'agreement among raft nodes before linearized reading' (duration: 591.01884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.061911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.470813Z","time spent":"591.092911ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:44:12.061918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.878153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.061989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.178103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.061972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.410697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:44:12.062002Z","caller":"traceutil/trace.go:171","msg":"trace[762234085] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10289; }","duration":"590.024287ms","start":"2026-03-04T01:44:11.471956Z","end":"2026-03-04T01:44:12.061981Z","steps":["trace[762234085] 'agreement among raft nodes before linearized reading' (duration: 589.858343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.061827Z","caller":"traceutil/trace.go:171","msg":"trace[1033368526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10289; }","duration":"590.807945ms","start":"2026-03-04T01:44:11.471011Z","end":"2026-03-04T01:44:12.061819Z","steps":["trace[1033368526] 'agreement among raft nodes before linearized reading' (duration: 590.770094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.836421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:44:12.062061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.471937Z","time spent":"590.115339ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:44:12.06206Z","caller":"traceutil/trace.go:171","msg":"trace[35056308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10289; }","duration":"451.557321ms","start":"2026-03-04T01:44:11.610482Z","end":"2026-03-04T01:44:12.062039Z","steps":["trace[35056308] 'agreement among raft nodes before linearized reading' (duration: 451.266315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.062083Z","caller":"traceutil/trace.go:171","msg":"trace[1666766279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10289; }","duration":"588.906782ms","start":"2026-03-04T01:44:11.47316Z","end":"2026-03-04T01:44:12.062066Z","steps":["trace[1666766279] 'agreement among raft nodes before linearized reading' (duration: 588.754799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.471002Z","time spent":"591.05759ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.610464Z","time spent":"451.636523ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.47315Z","time spent":"588.959813ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.23668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.062001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.513591Z","time spent":"548.280752ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.062161Z","caller":"traceutil/trace.go:171","msg":"trace[1259957072] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10289; }","duration":"594.287871ms","start":"2026-03-04T01:44:11.467866Z","end":"2026-03-04T01:44:12.062154Z","steps":["trace[1259957072] 'agreement among raft nodes before linearized reading' (duration: 594.252081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.804557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:44:12.062275Z","caller":"traceutil/trace.go:171","msg":"trace[435364530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10289; }","duration":"462.893ms","start":"2026-03-04T01:44:11.599372Z","end":"2026-03-04T01:44:12.062265Z","steps":["trace[435364530] 'agreement among raft nodes before linearized reading' (duration: 462.815288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.986717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:44:12.062017Z","caller":"traceutil/trace.go:171","msg":"trace[1022985413] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10289; }","duration":"591.243794ms","start":"2026-03-04T01:44:11.470765Z","end":"2026-03-04T01:44:12.062009Z","steps":["trace[1022985413] 'agreement among raft nodes before linearized reading' (duration: 591.208093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.0623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.599353Z","time spent":"462.94153ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.470746Z","time spent":"591.562731ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:44:12.06228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.467854Z","time spent":"594.415184ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.938311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:12.062354Z","caller":"traceutil/trace.go:171","msg":"trace[388445450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10289; }","duration":"635.024743ms","start":"2026-03-04T01:44:11.427319Z","end":"2026-03-04T01:44:12.062344Z","steps":["trace[388445450] 'agreement among raft nodes before linearized reading' (duration: 634.958632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.23992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.062382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.427296Z","time spent":"635.079244ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:44:12.062399Z","caller":"traceutil/trace.go:171","msg":"trace[1216764091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10289; }","duration":"885.292001ms","start":"2026-03-04T01:44:11.1771Z","end":"2026-03-04T01:44:12.062392Z","steps":["trace[1216764091] 'agreement among raft nodes before linearized reading' (duration: 885.259491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.177079Z","time spent":"885.337812ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:44:12.062314Z","caller":"traceutil/trace.go:171","msg":"trace[805028516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10289; }","duration":"990.054608ms","start":"2026-03-04T01:44:11.072247Z","end":"2026-03-04T01:44:12.062302Z","steps":["trace[805028516] 'agreement among raft nodes before linearized reading' (duration: 989.990147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.369572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:44:12.062473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.072225Z","time spent":"990.241392ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:44:12.062484Z","caller":"traceutil/trace.go:171","msg":"trace[413320617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:10289; }","duration":"272.432593ms","start":"2026-03-04T01:44:11.790044Z","end":"2026-03-04T01:44:12.062476Z","steps":["trace[413320617] 'agreement among raft nodes before linearized reading' (duration: 272.347591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.617634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:44:12.06254Z","caller":"traceutil/trace.go:171","msg":"trace[549350300] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10289; }","duration":"593.085254ms","start":"2026-03-04T01:44:11.469434Z","end":"2026-03-04T01:44:12.062519Z","steps":["trace[549350300] 'agreement among raft nodes before linearized reading' (duration: 592.601864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.062609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.46941Z","time spent":"593.174016ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T01:44:12.062773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.304318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:44:12.062784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.393303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:12.062805Z","caller":"traceutil/trace.go:171","msg":"trace[1488202619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10289; }","duration":"162.35422ms","start":"2026-03-04T01:44:11.90044Z","end":"2026-03-04T01:44:12.062794Z","steps":["trace[1488202619] 'agreement among raft nodes before linearized reading' (duration: 162.287398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.062818Z","caller":"traceutil/trace.go:171","msg":"trace[552497887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10289; }","duration":"173.463963ms","start":"2026-03-04T01:44:11.889344Z","end":"2026-03-04T01:44:12.062808Z","steps":["trace[552497887] 'agreement among raft nodes before linearized reading' (duration: 173.415042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.063018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.010344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:44:12.063039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.545433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:44:12.063054Z","caller":"traceutil/trace.go:171","msg":"trace[163560386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10289; }","duration":"453.080055ms","start":"2026-03-04T01:44:11.609964Z","end":"2026-03-04T01:44:12.063044Z","steps":["trace[163560386] 'agreement among raft nodes before linearized reading' (duration: 451.576902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.063077Z","caller":"traceutil/trace.go:171","msg":"trace[22603069] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10289; }","duration":"561.608165ms","start":"2026-03-04T01:44:11.501457Z","end":"2026-03-04T01:44:12.063066Z","steps":["trace[22603069] 'agreement among raft nodes before linearized reading' (duration: 560.245935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.063083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.609947Z","time spent":"453.129806ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:44:12.063097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:11.501442Z","time spent":"561.649906ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:44:12.569235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519051724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:44:12.915382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.10449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:44:12.91551Z","caller":"traceutil/trace.go:171","msg":"trace[1368328047] transaction","detail":"{read_only:false; response_revision:10290; number_of_response:1; }","duration":"847.774869ms","start":"2026-03-04T01:44:12.06771Z","end":"2026-03-04T01:44:12.915485Z","steps":["trace[1368328047] 'process raft request' (duration: 651.470625ms)","trace[1368328047] 'compare' (duration: 195.887325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:12.915597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.067686Z","time spent":"847.86712ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.986042Z","caller":"traceutil/trace.go:171","msg":"trace[1691136315] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"918.051919ms","start":"2026-03-04T01:44:12.067961Z","end":"2026-03-04T01:44:12.986013Z","steps":["trace[1691136315] 'process raft request' (duration: 917.867355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.986283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.067944Z","time spent":"918.240194ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.986432Z","caller":"traceutil/trace.go:171","msg":"trace[939004994] transaction","detail":"{read_only:false; response_revision:10295; number_of_response:1; }","duration":"918.114141ms","start":"2026-03-04T01:44:12.068293Z","end":"2026-03-04T01:44:12.986408Z","steps":["trace[939004994] 'process raft request' (duration: 918.051999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.986447Z","caller":"traceutil/trace.go:171","msg":"trace[1310514746] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"918.349646ms","start":"2026-03-04T01:44:12.068045Z","end":"2026-03-04T01:44:12.986395Z","steps":["trace[1310514746] 'process raft request' (duration: 918.149752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.986596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068282Z","time spent":"918.221893ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:44:12.986624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068034Z","time spent":"918.494199ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.986602Z","caller":"traceutil/trace.go:171","msg":"trace[1516475905] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"918.53398ms","start":"2026-03-04T01:44:12.068033Z","end":"2026-03-04T01:44:12.986567Z","steps":["trace[1516475905] 'process raft request' (duration: 917.935357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.986782Z","caller":"traceutil/trace.go:171","msg":"trace[965669495] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"918.475198ms","start":"2026-03-04T01:44:12.068289Z","end":"2026-03-04T01:44:12.986764Z","steps":["trace[965669495] 'process raft request' (duration: 918.018508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.986794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068019Z","time spent":"918.687733ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:44:12.986874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068277Z","time spent":"918.552691ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.987209Z","caller":"traceutil/trace.go:171","msg":"trace[93924684] linearizableReadLoop","detail":"{readStateIndex:10664; appliedIndex:10657; }","duration":"919.42778ms","start":"2026-03-04T01:44:12.067766Z","end":"2026-03-04T01:44:12.987193Z","steps":["trace[93924684] 'read index received' (duration: 651.427654ms)","trace[93924684] 'applied index is now lower than readState.Index' (duration: 267.999106ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:12.987256Z","caller":"traceutil/trace.go:171","msg":"trace[1230181804] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"277.428294ms","start":"2026-03-04T01:44:12.709805Z","end":"2026-03-04T01:44:12.987233Z","steps":["trace[1230181804] 'process raft request' (duration: 277.010444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.987211Z","caller":"traceutil/trace.go:171","msg":"trace[407628430] transaction","detail":"{read_only:false; response_revision:10296; number_of_response:1; }","duration":"918.364985ms","start":"2026-03-04T01:44:12.068819Z","end":"2026-03-04T01:44:12.987184Z","steps":["trace[407628430] 'process raft request' (duration: 917.556038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.987409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.544413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.987442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.352761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:44:12.987431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068812Z","time spent":"918.513089ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:44:12.987497Z","caller":"traceutil/trace.go:171","msg":"trace[2108673842] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10297; }","duration":"562.435182ms","start":"2026-03-04T01:44:12.425049Z","end":"2026-03-04T01:44:12.987485Z","steps":["trace[2108673842] 'agreement among raft nodes before linearized reading' (duration: 562.3377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.987473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.715264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-04T01:44:12.987539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.425037Z","time spent":"562.493213ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:44:12.987559Z","caller":"traceutil/trace.go:171","msg":"trace[1804474962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10297; }","duration":"918.843477ms","start":"2026-03-04T01:44:12.068695Z","end":"2026-03-04T01:44:12.987538Z","steps":["trace[1804474962] 'agreement among raft nodes before linearized reading' (duration: 918.677793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:12.987513Z","caller":"traceutil/trace.go:171","msg":"trace[576447903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10297; }","duration":"281.657116ms","start":"2026-03-04T01:44:12.705816Z","end":"2026-03-04T01:44:12.987473Z","steps":["trace[576447903] 'agreement among raft nodes before linearized reading' (duration: 281.553353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.987602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.068685Z","time spent":"918.908298ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:44:12.98792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.193967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447679"} {"level":"info","ts":"2026-03-04T01:44:12.98799Z","caller":"traceutil/trace.go:171","msg":"trace[753129943] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10297; }","duration":"920.300899ms","start":"2026-03-04T01:44:12.067673Z","end":"2026-03-04T01:44:12.987974Z","steps":["trace[753129943] 'agreement among raft nodes before linearized reading' (duration: 919.569784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:12.988035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:44:12.067651Z","time spent":"920.37084ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447703,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:44:13.889086Z","caller":"traceutil/trace.go:171","msg":"trace[1467350611] linearizableReadLoop","detail":"{readStateIndex:10666; appliedIndex:10665; }","duration":"114.497049ms","start":"2026-03-04T01:44:13.774553Z","end":"2026-03-04T01:44:13.88905Z","steps":["trace[1467350611] 'read index received' (duration: 114.161962ms)","trace[1467350611] 'applied index is now lower than readState.Index' (duration: 333.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:13.88916Z","caller":"traceutil/trace.go:171","msg":"trace[19584146] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"171.148943ms","start":"2026-03-04T01:44:13.717976Z","end":"2026-03-04T01:44:13.889125Z","steps":["trace[19584146] 'process raft request' (duration: 170.841376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:13.889283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.705975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:13.889534Z","caller":"traceutil/trace.go:171","msg":"trace[115647304] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10298; }","duration":"114.9679ms","start":"2026-03-04T01:44:13.774543Z","end":"2026-03-04T01:44:13.889511Z","steps":["trace[115647304] 'agreement among raft nodes before linearized reading' (duration: 114.662003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.356372Z","caller":"traceutil/trace.go:171","msg":"trace[1466770311] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"284.535649ms","start":"2026-03-04T01:44:15.071809Z","end":"2026-03-04T01:44:15.356345Z","steps":["trace[1466770311] 'process raft request' (duration: 284.462537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.356405Z","caller":"traceutil/trace.go:171","msg":"trace[1757409501] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"285.405708ms","start":"2026-03-04T01:44:15.070961Z","end":"2026-03-04T01:44:15.356366Z","steps":["trace[1757409501] 'process raft request' (duration: 285.090801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.356507Z","caller":"traceutil/trace.go:171","msg":"trace[1802463065] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"284.925177ms","start":"2026-03-04T01:44:15.07153Z","end":"2026-03-04T01:44:15.356455Z","steps":["trace[1802463065] 'process raft request' (duration: 284.702052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.356579Z","caller":"traceutil/trace.go:171","msg":"trace[1338388150] linearizableReadLoop","detail":"{readStateIndex:10670; appliedIndex:10668; }","duration":"285.133252ms","start":"2026-03-04T01:44:15.071436Z","end":"2026-03-04T01:44:15.356569Z","steps":["trace[1338388150] 'read index received' (duration: 41.239994ms)","trace[1338388150] 'applied index is now lower than readState.Index' (duration: 243.891858ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:15.356702Z","caller":"traceutil/trace.go:171","msg":"trace[467349872] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"284.806334ms","start":"2026-03-04T01:44:15.071884Z","end":"2026-03-04T01:44:15.35669Z","steps":["trace[467349872] 'process raft request' (duration: 284.420606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:15.357146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.689664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447679"} {"level":"info","ts":"2026-03-04T01:44:15.357191Z","caller":"traceutil/trace.go:171","msg":"trace[1786799971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10305; }","duration":"285.750696ms","start":"2026-03-04T01:44:15.07143Z","end":"2026-03-04T01:44:15.35718Z","steps":["trace[1786799971] 'agreement among raft nodes before linearized reading' (duration: 285.178552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:15.794447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.710604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:44:15.794631Z","caller":"traceutil/trace.go:171","msg":"trace[68788205] linearizableReadLoop","detail":"{readStateIndex:10675; appliedIndex:10674; }","duration":"107.149ms","start":"2026-03-04T01:44:15.687463Z","end":"2026-03-04T01:44:15.794612Z","steps":["trace[68788205] 'read index received' (duration: 55.881µs)","trace[68788205] 'applied index is now lower than readState.Index' (duration: 107.091439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:15.79474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.280274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:15.794716Z","caller":"traceutil/trace.go:171","msg":"trace[1218612150] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"168.771561ms","start":"2026-03-04T01:44:15.625896Z","end":"2026-03-04T01:44:15.794667Z","steps":["trace[1218612150] 'process raft request' (duration: 59.73794ms)","trace[1218612150] 'compare' (duration: 108.560441ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:15.794782Z","caller":"traceutil/trace.go:171","msg":"trace[2044377] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10306; }","duration":"107.363886ms","start":"2026-03-04T01:44:15.687403Z","end":"2026-03-04T01:44:15.794767Z","steps":["trace[2044377] 'agreement among raft nodes before linearized reading' (duration: 107.260943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.998925Z","caller":"traceutil/trace.go:171","msg":"trace[750750420] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"104.255967ms","start":"2026-03-04T01:44:15.894641Z","end":"2026-03-04T01:44:15.998897Z","steps":["trace[750750420] 'process raft request' (duration: 104.198746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:15.99897Z","caller":"traceutil/trace.go:171","msg":"trace[1889152290] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"152.813951ms","start":"2026-03-04T01:44:15.846109Z","end":"2026-03-04T01:44:15.998923Z","steps":["trace[1889152290] 'process raft request' (duration: 74.403302ms)","trace[1889152290] 'compare' (duration: 78.139502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:16.244086Z","caller":"traceutil/trace.go:171","msg":"trace[1409779499] linearizableReadLoop","detail":"{readStateIndex:10679; appliedIndex:10678; }","duration":"124.122631ms","start":"2026-03-04T01:44:16.119937Z","end":"2026-03-04T01:44:16.24406Z","steps":["trace[1409779499] 'read index received' (duration: 123.889576ms)","trace[1409779499] 'applied index is now lower than readState.Index' (duration: 232.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:44:16.244281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.165722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:16.244246Z","caller":"traceutil/trace.go:171","msg":"trace[486806774] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"124.292115ms","start":"2026-03-04T01:44:16.119899Z","end":"2026-03-04T01:44:16.244191Z","steps":["trace[486806774] 'process raft request' (duration: 123.998769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:16.244327Z","caller":"traceutil/trace.go:171","msg":"trace[1810843559] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10310; }","duration":"124.247944ms","start":"2026-03-04T01:44:16.120065Z","end":"2026-03-04T01:44:16.244313Z","steps":["trace[1810843559] 'agreement among raft nodes before linearized reading' (duration: 124.152542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:16.244365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.156302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:16.244429Z","caller":"traceutil/trace.go:171","msg":"trace[529157549] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10310; }","duration":"124.232524ms","start":"2026-03-04T01:44:16.120173Z","end":"2026-03-04T01:44:16.244406Z","steps":["trace[529157549] 'agreement among raft nodes before linearized reading' (duration: 124.171802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:16.244448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.278004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:44:16.244496Z","caller":"traceutil/trace.go:171","msg":"trace[1322255739] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10310; }","duration":"124.327045ms","start":"2026-03-04T01:44:16.120156Z","end":"2026-03-04T01:44:16.244483Z","steps":["trace[1322255739] 'agreement among raft nodes before linearized reading' (duration: 124.192132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:16.244278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.318325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:44:16.244612Z","caller":"traceutil/trace.go:171","msg":"trace[634177259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10310; }","duration":"124.659013ms","start":"2026-03-04T01:44:16.119904Z","end":"2026-03-04T01:44:16.244563Z","steps":["trace[634177259] 'agreement among raft nodes before linearized reading' (duration: 124.288395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:17.503981Z","caller":"traceutil/trace.go:171","msg":"trace[559724708] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"137.817502ms","start":"2026-03-04T01:44:17.366136Z","end":"2026-03-04T01:44:17.503954Z","steps":["trace[559724708] 'process raft request' (duration: 137.632438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:17.504314Z","caller":"traceutil/trace.go:171","msg":"trace[1577326840] transaction","detail":"{read_only:false; response_revision:10315; number_of_response:1; }","duration":"138.015296ms","start":"2026-03-04T01:44:17.366271Z","end":"2026-03-04T01:44:17.504286Z","steps":["trace[1577326840] 'process raft request' (duration: 137.640708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:17.504479Z","caller":"traceutil/trace.go:171","msg":"trace[1733390736] linearizableReadLoop","detail":"{readStateIndex:10684; appliedIndex:10682; }","duration":"137.923244ms","start":"2026-03-04T01:44:17.366542Z","end":"2026-03-04T01:44:17.504465Z","steps":["trace[1733390736] 'read index received' (duration: 26.294196ms)","trace[1733390736] 'applied index is now lower than readState.Index' (duration: 111.627588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:44:17.504508Z","caller":"traceutil/trace.go:171","msg":"trace[2061628224] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"137.525405ms","start":"2026-03-04T01:44:17.366967Z","end":"2026-03-04T01:44:17.504492Z","steps":["trace[2061628224] 'process raft request' (duration: 137.225169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:44:17.504748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.180689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:44:17.504768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:44:17.504815Z","caller":"traceutil/trace.go:171","msg":"trace[1827361195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:10316; }","duration":"138.283422ms","start":"2026-03-04T01:44:17.366517Z","end":"2026-03-04T01:44:17.504801Z","steps":["trace[1827361195] 'agreement among raft nodes before linearized reading' (duration: 138.042987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:17.504856Z","caller":"traceutil/trace.go:171","msg":"trace[766857011] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10316; }","duration":"133.970668ms","start":"2026-03-04T01:44:17.370865Z","end":"2026-03-04T01:44:17.504836Z","steps":["trace[766857011] 'agreement among raft nodes before linearized reading' (duration: 133.760893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:23.128234Z","caller":"traceutil/trace.go:171","msg":"trace[1409324842] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"118.840306ms","start":"2026-03-04T01:44:23.009364Z","end":"2026-03-04T01:44:23.128204Z","steps":["trace[1409324842] 'process raft request' (duration: 118.669922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:14.583947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.33551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T01:46:14.58408Z","caller":"traceutil/trace.go:171","msg":"trace[2121066063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11065; }","duration":"211.526174ms","start":"2026-03-04T01:46:14.372526Z","end":"2026-03-04T01:46:14.584052Z","steps":["trace[2121066063] 'range keys from in-memory index tree' (duration: 211.084414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:14.584178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.118344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:46:14.584221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.967671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7048"} {"level":"warn","ts":"2026-03-04T01:46:14.584232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.709351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:46:14.584264Z","caller":"traceutil/trace.go:171","msg":"trace[945457714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:11065; }","duration":"159.247286ms","start":"2026-03-04T01:46:14.424999Z","end":"2026-03-04T01:46:14.584246Z","steps":["trace[945457714] 'range keys from in-memory index tree' (duration: 158.657993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:14.584315Z","caller":"traceutil/trace.go:171","msg":"trace[980149856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:11065; }","duration":"139.084793ms","start":"2026-03-04T01:46:14.445206Z","end":"2026-03-04T01:46:14.584291Z","steps":["trace[980149856] 'range keys from in-memory index tree' (duration: 138.627604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:14.584323Z","caller":"traceutil/trace.go:171","msg":"trace[917883055] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11065; }","duration":"141.846905ms","start":"2026-03-04T01:46:14.442455Z","end":"2026-03-04T01:46:14.584301Z","steps":["trace[917883055] 'range keys from in-memory index tree' (duration: 141.154279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:14.583978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.978848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:46:14.584393Z","caller":"traceutil/trace.go:171","msg":"trace[1507056924] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11065; }","duration":"137.425547ms","start":"2026-03-04T01:46:14.446949Z","end":"2026-03-04T01:46:14.584375Z","steps":["trace[1507056924] 'count revisions from in-memory index tree' (duration: 136.948167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:14.591068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.645102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:46:14.591142Z","caller":"traceutil/trace.go:171","msg":"trace[1696057625] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11065; }","duration":"106.729943ms","start":"2026-03-04T01:46:14.484384Z","end":"2026-03-04T01:46:14.591114Z","steps":["trace[1696057625] 'range keys from in-memory index tree' (duration: 99.555236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:02.684947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10246} {"level":"info","ts":"2026-03-04T01:49:02.773847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10246,"took":"86.514088ms","hash":2208371598,"current-db-size-bytes":43343872,"current-db-size":"43 MB","current-db-size-in-use-bytes":25088000,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T01:49:02.773922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2208371598,"revision":10246,"compact-revision":7770} {"level":"info","ts":"2026-03-04T01:49:53.077803Z","caller":"traceutil/trace.go:171","msg":"trace[918700744] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"119.431934ms","start":"2026-03-04T01:49:52.958039Z","end":"2026-03-04T01:49:53.077471Z","steps":["trace[918700744] 'process raft request' (duration: 119.220049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:55.636992Z","caller":"traceutil/trace.go:171","msg":"trace[1507260243] linearizableReadLoop","detail":"{readStateIndex:12927; appliedIndex:12926; }","duration":"232.510503ms","start":"2026-03-04T01:49:55.404458Z","end":"2026-03-04T01:49:55.636969Z","steps":["trace[1507260243] 'read index received' (duration: 232.326629ms)","trace[1507260243] 'applied index is now lower than readState.Index' (duration: 183.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:49:55.637292Z","caller":"traceutil/trace.go:171","msg":"trace[1448749098] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"236.073255ms","start":"2026-03-04T01:49:55.4012Z","end":"2026-03-04T01:49:55.637274Z","steps":["trace[1448749098] 'process raft request' (duration: 235.641934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:55.637341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.854231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:49:55.637422Z","caller":"traceutil/trace.go:171","msg":"trace[264525949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12477; }","duration":"232.995314ms","start":"2026-03-04T01:49:55.404409Z","end":"2026-03-04T01:49:55.637404Z","steps":["trace[264525949] 'agreement among raft nodes before linearized reading' (duration: 232.782879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:49:55.63751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.488186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:49:55.637594Z","caller":"traceutil/trace.go:171","msg":"trace[1331604153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12477; }","duration":"130.629209ms","start":"2026-03-04T01:49:55.506946Z","end":"2026-03-04T01:49:55.637576Z","steps":["trace[1331604153] 'agreement among raft nodes before linearized reading' (duration: 130.402504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:22.085982Z","caller":"traceutil/trace.go:171","msg":"trace[1361741517] transaction","detail":"{read_only:false; response_revision:12601; number_of_response:1; }","duration":"121.059441ms","start":"2026-03-04T01:50:21.964891Z","end":"2026-03-04T01:50:22.08595Z","steps":["trace[1361741517] 'process raft request' (duration: 115.965125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:28.275066Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000332b.wal"} {"level":"info","ts":"2026-03-04T01:50:29.528192Z","caller":"traceutil/trace.go:171","msg":"trace[131481531] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"541.782865ms","start":"2026-03-04T01:50:28.986376Z","end":"2026-03-04T01:50:29.528158Z","steps":["trace[131481531] 'process raft request' (duration: 541.539049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.528151Z","caller":"traceutil/trace.go:171","msg":"trace[835996278] linearizableReadLoop","detail":"{readStateIndex:13107; appliedIndex:13106; }","duration":"197.312779ms","start":"2026-03-04T01:50:29.330806Z","end":"2026-03-04T01:50:29.528118Z","steps":["trace[835996278] 'read index received' (duration: 196.993752ms)","trace[835996278] 'applied index is now lower than readState.Index' (duration: 318.037µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:29.528372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:28.986349Z","time spent":"541.94716ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:29.528407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.570266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:50:29.528459Z","caller":"traceutil/trace.go:171","msg":"trace[2093398084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12649; }","duration":"197.682978ms","start":"2026-03-04T01:50:29.330763Z","end":"2026-03-04T01:50:29.528446Z","steps":["trace[2093398084] 'agreement among raft nodes before linearized reading' (duration: 197.495174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:29.528644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.915175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:50:29.52866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.354231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:50:29.528742Z","caller":"traceutil/trace.go:171","msg":"trace[243135813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12649; }","duration":"152.042438ms","start":"2026-03-04T01:50:29.376673Z","end":"2026-03-04T01:50:29.528715Z","steps":["trace[243135813] 'agreement among raft nodes before linearized reading' (duration: 151.801403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.528776Z","caller":"traceutil/trace.go:171","msg":"trace[766441265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12649; }","duration":"197.485434ms","start":"2026-03-04T01:50:29.331277Z","end":"2026-03-04T01:50:29.528762Z","steps":["trace[766441265] 'agreement among raft nodes before linearized reading' (duration: 197.161137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.65246Z","caller":"traceutil/trace.go:171","msg":"trace[535570366] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"117.598732ms","start":"2026-03-04T01:50:29.534836Z","end":"2026-03-04T01:50:29.652435Z","steps":["trace[535570366] 'process raft request' (duration: 117.50285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.652557Z","caller":"traceutil/trace.go:171","msg":"trace[1625715748] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"118.275957ms","start":"2026-03-04T01:50:29.534238Z","end":"2026-03-04T01:50:29.652514Z","steps":["trace[1625715748] 'process raft request' (duration: 42.837636ms)","trace[1625715748] 'compare' (duration: 75.126994ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:29.652636Z","caller":"traceutil/trace.go:171","msg":"trace[358502259] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"117.688254ms","start":"2026-03-04T01:50:29.534922Z","end":"2026-03-04T01:50:29.65261Z","steps":["trace[358502259] 'process raft request' (duration: 117.480069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:29.905015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.47541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:50:29.90516Z","caller":"traceutil/trace.go:171","msg":"trace[531154195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12652; }","duration":"121.719186ms","start":"2026-03-04T01:50:29.783419Z","end":"2026-03-04T01:50:29.905138Z","steps":["trace[531154195] 'range keys from in-memory index tree' (duration: 121.260845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:29.913105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.134978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:50:29.913173Z","caller":"traceutil/trace.go:171","msg":"trace[1202224918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12652; }","duration":"123.227321ms","start":"2026-03-04T01:50:29.78993Z","end":"2026-03-04T01:50:29.913157Z","steps":["trace[1202224918] 'range keys from in-memory index tree' (duration: 114.929611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.934756Z","caller":"traceutil/trace.go:171","msg":"trace[1395086704] linearizableReadLoop","detail":"{readStateIndex:13111; appliedIndex:13110; }","duration":"122.994035ms","start":"2026-03-04T01:50:29.811748Z","end":"2026-03-04T01:50:29.934742Z","steps":["trace[1395086704] 'read index received' (duration: 122.954894ms)","trace[1395086704] 'applied index is now lower than readState.Index' (duration: 36.161µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:29.934981Z","caller":"traceutil/trace.go:171","msg":"trace[1275415080] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"123.977378ms","start":"2026-03-04T01:50:29.810984Z","end":"2026-03-04T01:50:29.934962Z","steps":["trace[1275415080] 'process raft request' (duration: 123.61271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:29.935173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.397314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:50:29.935297Z","caller":"traceutil/trace.go:171","msg":"trace[1975480827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12653; }","duration":"123.565308ms","start":"2026-03-04T01:50:29.811704Z","end":"2026-03-04T01:50:29.935269Z","steps":["trace[1975480827] 'agreement among raft nodes before linearized reading' (duration: 123.2233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.435784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519058840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:50:30.757922Z","caller":"traceutil/trace.go:171","msg":"trace[2055047630] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"841.0488ms","start":"2026-03-04T01:50:29.916837Z","end":"2026-03-04T01:50:30.757886Z","steps":["trace[2055047630] 'process raft request' (duration: 782.868265ms)","trace[2055047630] 'compare' (duration: 57.427498ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:30.757965Z","caller":"traceutil/trace.go:171","msg":"trace[1129822591] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"834.52339ms","start":"2026-03-04T01:50:29.923408Z","end":"2026-03-04T01:50:30.757931Z","steps":["trace[1129822591] 'process raft request' (duration: 834.363687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.758088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.916821Z","time spent":"841.178593ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:30.758156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.923396Z","time spent":"834.657314ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:31.276083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.712827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:50:31.276429Z","caller":"traceutil/trace.go:171","msg":"trace[135269183] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"1.337424981s","start":"2026-03-04T01:50:29.938962Z","end":"2026-03-04T01:50:31.276387Z","steps":["trace[135269183] 'process raft request' (duration: 1.125323794s)","trace[135269183] 'compare' (duration: 211.584034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:31.276449Z","caller":"traceutil/trace.go:171","msg":"trace[76551347] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"1.165843619s","start":"2026-03-04T01:50:30.110574Z","end":"2026-03-04T01:50:31.276418Z","steps":["trace[76551347] 'process raft request' (duration: 1.165615672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.276516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.110544Z","time spent":"1.16593909s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:31.276532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.938949Z","time spent":"1.337534553s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:50:31.280353Z","caller":"traceutil/trace.go:171","msg":"trace[2086562030] linearizableReadLoop","detail":"{readStateIndex:13115; appliedIndex:13111; }","duration":"1.345523524s","start":"2026-03-04T01:50:29.934801Z","end":"2026-03-04T01:50:31.280325Z","steps":["trace[2086562030] 'read index received' (duration: 764.923564ms)","trace[2086562030] 'applied index is now lower than readState.Index' (duration: 580.59892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:31.280447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358433729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:50:31.280532Z","caller":"traceutil/trace.go:171","msg":"trace[77020725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12657; }","duration":"1.358555542s","start":"2026-03-04T01:50:29.921959Z","end":"2026-03-04T01:50:31.280515Z","steps":["trace[77020725] 'agreement among raft nodes before linearized reading' (duration: 1.358387669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.280583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.92195Z","time spent":"1.358624674s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:50:31.280758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365831068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-03-04T01:50:31.280833Z","caller":"traceutil/trace.go:171","msg":"trace[1710162138] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12657; }","duration":"1.365997801s","start":"2026-03-04T01:50:29.914816Z","end":"2026-03-04T01:50:31.280814Z","steps":["trace[1710162138] 'agreement among raft nodes before linearized reading' (duration: 1.365717295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.280887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.9148Z","time spent":"1.366074722s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T01:50:31.280887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451290027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:31.281034Z","caller":"traceutil/trace.go:171","msg":"trace[1401263052] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12657; }","duration":"1.451466461s","start":"2026-03-04T01:50:29.829533Z","end":"2026-03-04T01:50:31.281Z","steps":["trace[1401263052] 'agreement among raft nodes before linearized reading' (duration: 1.45096239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:29.82952Z","time spent":"1.451606634s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:31.281215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164450315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:31.281279Z","caller":"traceutil/trace.go:171","msg":"trace[1921237249] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12657; }","duration":"1.164557397s","start":"2026-03-04T01:50:30.116707Z","end":"2026-03-04T01:50:31.281264Z","steps":["trace[1921237249] 'agreement among raft nodes before linearized reading' (duration: 1.164460695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.116684Z","time spent":"1.164640579s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:31.281394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.822074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:50:31.28145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.750056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:31.281461Z","caller":"traceutil/trace.go:171","msg":"trace[1247983569] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12657; }","duration":"198.884135ms","start":"2026-03-04T01:50:31.082559Z","end":"2026-03-04T01:50:31.281443Z","steps":["trace[1247983569] 'agreement among raft nodes before linearized reading' (duration: 198.800573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:31.281508Z","caller":"traceutil/trace.go:171","msg":"trace[1019625966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12657; }","duration":"392.847638ms","start":"2026-03-04T01:50:30.888645Z","end":"2026-03-04T01:50:31.281492Z","steps":["trace[1019625966] 'agreement among raft nodes before linearized reading' (duration: 392.767927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.888623Z","time spent":"392.91613ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:50:31.281677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.587524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:50:31.281718Z","caller":"traceutil/trace.go:171","msg":"trace[590477525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:12657; }","duration":"457.663596ms","start":"2026-03-04T01:50:30.824045Z","end":"2026-03-04T01:50:31.281708Z","steps":["trace[590477525] 'agreement among raft nodes before linearized reading' (duration: 457.518503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.618735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:50:31.281793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.842427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:31.281844Z","caller":"traceutil/trace.go:171","msg":"trace[1335927714] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12657; }","duration":"566.938749ms","start":"2026-03-04T01:50:30.714893Z","end":"2026-03-04T01:50:31.281832Z","steps":["trace[1335927714] 'agreement among raft nodes before linearized reading' (duration: 566.868377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:31.281824Z","caller":"traceutil/trace.go:171","msg":"trace[192465283] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12657; }","duration":"433.129327ms","start":"2026-03-04T01:50:30.848652Z","end":"2026-03-04T01:50:31.281782Z","steps":["trace[192465283] 'agreement among raft nodes before linearized reading' (duration: 432.615555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.795528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:50:31.281883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.714861Z","time spent":"567.014011ms","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-03-04T01:50:31.281903Z","caller":"traceutil/trace.go:171","msg":"trace[389520560] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12657; }","duration":"757.016444ms","start":"2026-03-04T01:50:30.524875Z","end":"2026-03-04T01:50:31.281891Z","steps":["trace[389520560] 'agreement among raft nodes before linearized reading' (duration: 756.805199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:31.281946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.524853Z","time spent":"757.082526ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:31.281943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.848636Z","time spent":"433.26292ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:31.281747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.824027Z","time spent":"457.713538ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"info","ts":"2026-03-04T01:50:32.95252Z","caller":"traceutil/trace.go:171","msg":"trace[1749560101] transaction","detail":"{read_only:false; response_revision:12668; number_of_response:1; }","duration":"186.722669ms","start":"2026-03-04T01:50:32.765762Z","end":"2026-03-04T01:50:32.952485Z","steps":["trace[1749560101] 'process raft request' (duration: 186.541775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:33.088917Z","caller":"traceutil/trace.go:171","msg":"trace[1824933000] transaction","detail":"{read_only:false; response_revision:12669; number_of_response:1; }","duration":"321.715007ms","start":"2026-03-04T01:50:32.767172Z","end":"2026-03-04T01:50:33.088887Z","steps":["trace[1824933000] 'process raft request' (duration: 317.993241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:33.088994Z","caller":"traceutil/trace.go:171","msg":"trace[1588820456] linearizableReadLoop","detail":"{readStateIndex:13128; appliedIndex:13126; }","duration":"200.081654ms","start":"2026-03-04T01:50:32.888842Z","end":"2026-03-04T01:50:33.088923Z","steps":["trace[1588820456] 'read index received' (duration: 63.472228ms)","trace[1588820456] 'applied index is now lower than readState.Index' (duration: 136.607115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:33.089106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.247037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:50:33.089144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:32.767161Z","time spent":"321.884401ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:50:33.089169Z","caller":"traceutil/trace.go:171","msg":"trace[1273614609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12670; }","duration":"200.37254ms","start":"2026-03-04T01:50:32.888782Z","end":"2026-03-04T01:50:33.089155Z","steps":["trace[1273614609] 'agreement among raft nodes before linearized reading' (duration: 200.196796ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:40.424265Z","caller":"traceutil/trace.go:171","msg":"trace[1689015605] linearizableReadLoop","detail":"{readStateIndex:13279; appliedIndex:13278; }","duration":"258.873654ms","start":"2026-03-04T01:50:40.165358Z","end":"2026-03-04T01:50:40.424232Z","steps":["trace[1689015605] 'read index received' (duration: 245.12376ms)","trace[1689015605] 'applied index is now lower than readState.Index' (duration: 13.748694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:40.424396Z","caller":"traceutil/trace.go:171","msg":"trace[544360317] transaction","detail":"{read_only:false; response_revision:12818; number_of_response:1; }","duration":"284.063388ms","start":"2026-03-04T01:50:40.140319Z","end":"2026-03-04T01:50:40.424382Z","steps":["trace[544360317] 'process raft request' (duration: 270.226202ms)","trace[544360317] 'compare' (duration: 13.489228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:40.424576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.187661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T01:50:40.424645Z","caller":"traceutil/trace.go:171","msg":"trace[1492709037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172; range_end:; response_count:1; response_revision:12818; }","duration":"259.296713ms","start":"2026-03-04T01:50:40.165329Z","end":"2026-03-04T01:50:40.424626Z","steps":["trace[1492709037] 'agreement among raft nodes before linearized reading' (duration: 259.072608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:40.481385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.803501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-04T01:50:40.481461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.284375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:40.48149Z","caller":"traceutil/trace.go:171","msg":"trace[1838583555] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe; range_end:; response_count:1; response_revision:12819; }","duration":"315.989905ms","start":"2026-03-04T01:50:40.165475Z","end":"2026-03-04T01:50:40.481465Z","steps":["trace[1838583555] 'agreement among raft nodes before linearized reading' (duration: 315.654948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:40.481519Z","caller":"traceutil/trace.go:171","msg":"trace[1127371450] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12819; }","duration":"235.429249ms","start":"2026-03-04T01:50:40.246074Z","end":"2026-03-04T01:50:40.481503Z","steps":["trace[1127371450] 'agreement among raft nodes before linearized reading' (duration: 235.331437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:40.481544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.165434Z","time spent":"316.099168ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" "} {"level":"warn","ts":"2026-03-04T01:50:41.019814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519059219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:41.520262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519059219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:41.675039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179555301s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:50:41.675616Z","caller":"traceutil/trace.go:171","msg":"trace[1054416877] transaction","detail":"{read_only:false; response_revision:12821; number_of_response:1; }","duration":"1.180263008s","start":"2026-03-04T01:50:40.495313Z","end":"2026-03-04T01:50:41.675576Z","steps":["trace[1054416877] 'process raft request' (duration: 1.180019522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:41.675841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.495274Z","time spent":"1.180447562s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:42.006856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.417907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:50:42.007033Z","caller":"traceutil/trace.go:171","msg":"trace[267440541] linearizableReadLoop","detail":"{readStateIndex:13284; appliedIndex:13281; }","duration":"1.488135948s","start":"2026-03-04T01:50:40.518884Z","end":"2026-03-04T01:50:42.00702Z","steps":["trace[267440541] 'read index received' (duration: 1.156417153s)","trace[267440541] 'applied index is now lower than readState.Index' (duration: 331.718165ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:42.007081Z","caller":"traceutil/trace.go:171","msg":"trace[1784279637] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"696.570606ms","start":"2026-03-04T01:50:41.310502Z","end":"2026-03-04T01:50:42.007073Z","steps":["trace[1784279637] 'process raft request' (duration: 696.429603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.007141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.310471Z","time spent":"696.622257ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:42.00715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48825865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:42.007198Z","caller":"traceutil/trace.go:171","msg":"trace[72191454] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12822; }","duration":"1.488337362s","start":"2026-03-04T01:50:40.518848Z","end":"2026-03-04T01:50:42.007185Z","steps":["trace[72191454] 'agreement among raft nodes before linearized reading' (duration: 1.488236869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.007233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.518833Z","time spent":"1.488391503s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:42.008269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418205783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:42.008332Z","caller":"traceutil/trace.go:171","msg":"trace[623930571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12823; }","duration":"1.418320935s","start":"2026-03-04T01:50:40.589996Z","end":"2026-03-04T01:50:42.008317Z","steps":["trace[623930571] 'agreement among raft nodes before linearized reading' (duration: 1.418197222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.008364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.58998Z","time spent":"1.418375198s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:42.008383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.23654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:50:42.008383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.808193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:50:42.008434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.543768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:50:42.008452Z","caller":"traceutil/trace.go:171","msg":"trace[819566805] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12823; }","duration":"860.380073ms","start":"2026-03-04T01:50:41.148055Z","end":"2026-03-04T01:50:42.008435Z","steps":["trace[819566805] 'agreement among raft nodes before linearized reading' (duration: 860.245239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008462Z","caller":"traceutil/trace.go:171","msg":"trace[1155410608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12823; }","duration":"536.945486ms","start":"2026-03-04T01:50:41.471499Z","end":"2026-03-04T01:50:42.008445Z","steps":["trace[1155410608] 'agreement among raft nodes before linearized reading' (duration: 536.773281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008485Z","caller":"traceutil/trace.go:171","msg":"trace[1462364491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12823; }","duration":"294.63393ms","start":"2026-03-04T01:50:41.713835Z","end":"2026-03-04T01:50:42.008469Z","steps":["trace[1462364491] 'agreement among raft nodes before linearized reading' (duration: 294.485956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.008492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.148024Z","time spent":"860.459924ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:42.008496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.471474Z","time spent":"537.016197ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:50:42.008605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.484289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:50:42.008627Z","caller":"traceutil/trace.go:171","msg":"trace[123109215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12823; }","duration":"876.554511ms","start":"2026-03-04T01:50:41.132066Z","end":"2026-03-04T01:50:42.00862Z","steps":["trace[123109215] 'agreement among raft nodes before linearized reading' (duration: 876.471829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.00865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.132044Z","time spent":"876.601951ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:50:42.00874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.917155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-04T01:50:42.008757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.373917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:50:42.008774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0212232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:50:42.008789Z","caller":"traceutil/trace.go:171","msg":"trace[104179209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12823; }","duration":"295.444158ms","start":"2026-03-04T01:50:41.713334Z","end":"2026-03-04T01:50:42.008778Z","steps":["trace[104179209] 'agreement among raft nodes before linearized reading' (duration: 295.331196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008799Z","caller":"traceutil/trace.go:171","msg":"trace[867191269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12823; }","duration":"1.021289602s","start":"2026-03-04T01:50:40.987502Z","end":"2026-03-04T01:50:42.008791Z","steps":["trace[867191269] 'agreement among raft nodes before linearized reading' (duration: 1.02121254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.008826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.123677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-04T01:50:42.008842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.98748Z","time spent":"1.021356313s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:50:42.008908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.137173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:50:42.008912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.470706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:50:42.008923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120037613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:42.008926Z","caller":"traceutil/trace.go:171","msg":"trace[1823665498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:12823; }","duration":"645.178964ms","start":"2026-03-04T01:50:41.363742Z","end":"2026-03-04T01:50:42.008921Z","steps":["trace[1823665498] 'agreement among raft nodes before linearized reading' (duration: 645.117493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008942Z","caller":"traceutil/trace.go:171","msg":"trace[868044928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12823; }","duration":"305.535198ms","start":"2026-03-04T01:50:41.7034Z","end":"2026-03-04T01:50:42.008936Z","steps":["trace[868044928] 'agreement among raft nodes before linearized reading' (duration: 305.455806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.008952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.36373Z","time spent":"645.216495ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:50:42.008989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.70338Z","time spent":"305.602889ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:50:42.008948Z","caller":"traceutil/trace.go:171","msg":"trace[581258816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12823; }","duration":"1.120113275s","start":"2026-03-04T01:50:40.888827Z","end":"2026-03-04T01:50:42.00894Z","steps":["trace[581258816] 'agreement among raft nodes before linearized reading' (duration: 1.120073704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.009022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.888801Z","time spent":"1.120211417s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:50:42.009056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.811476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:50:42.009085Z","caller":"traceutil/trace.go:171","msg":"trace[599693053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12823; }","duration":"687.886268ms","start":"2026-03-04T01:50:41.321189Z","end":"2026-03-04T01:50:42.009075Z","steps":["trace[599693053] 'agreement among raft nodes before linearized reading' (duration: 687.804176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008765Z","caller":"traceutil/trace.go:171","msg":"trace[1491648954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172; range_end:; response_count:1; response_revision:12823; }","duration":"579.981537ms","start":"2026-03-04T01:50:41.428774Z","end":"2026-03-04T01:50:42.008755Z","steps":["trace[1491648954] 'agreement among raft nodes before linearized reading' (duration: 579.876014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:42.008848Z","caller":"traceutil/trace.go:171","msg":"trace[504835969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12823; }","duration":"600.193449ms","start":"2026-03-04T01:50:41.408649Z","end":"2026-03-04T01:50:42.008842Z","steps":["trace[504835969] 'agreement among raft nodes before linearized reading' (duration: 600.128267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.009137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.428756Z","time spent":"580.367226ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172\" "} {"level":"warn","ts":"2026-03-04T01:50:42.009168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.408628Z","time spent":"600.527296ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T01:50:42.0092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208255875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-gqxnw.18998056f2c3a2f5\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T01:50:42.009262Z","caller":"traceutil/trace.go:171","msg":"trace[1323175729] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-gqxnw.18998056f2c3a2f5; range_end:; response_count:1; response_revision:12823; }","duration":"1.208353818s","start":"2026-03-04T01:50:40.800885Z","end":"2026-03-04T01:50:42.009239Z","steps":["trace[1323175729] 'agreement among raft nodes before linearized reading' (duration: 1.208196314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.009333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:40.800686Z","time spent":"1.208633564s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-gqxnw.18998056f2c3a2f5\" "} {"level":"warn","ts":"2026-03-04T01:50:42.00937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.827949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-04T01:50:42.009101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.321163Z","time spent":"687.934889ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:50:42.009406Z","caller":"traceutil/trace.go:171","msg":"trace[45672417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172; range_end:; response_count:1; response_revision:12823; }","duration":"328.908301ms","start":"2026-03-04T01:50:41.680484Z","end":"2026-03-04T01:50:42.009393Z","steps":["trace[45672417] 'agreement among raft nodes before linearized reading' (duration: 328.813939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.009435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.680464Z","time spent":"328.964483ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-657bfebe-532d-4eb9-8a86-4d298ff98172\" "} {"level":"warn","ts":"2026-03-04T01:50:42.009473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.903985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-04T01:50:42.009505Z","caller":"traceutil/trace.go:171","msg":"trace[7485059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe; range_end:; response_count:1; response_revision:12823; }","duration":"522.944976ms","start":"2026-03-04T01:50:41.48655Z","end":"2026-03-04T01:50:42.009495Z","steps":["trace[7485059] 'agreement among raft nodes before linearized reading' (duration: 522.799913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:42.009539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:41.486499Z","time spent":"523.033308ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" "} {"level":"info","ts":"2026-03-04T01:51:44.357431Z","caller":"traceutil/trace.go:171","msg":"trace[961391077] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"123.207244ms","start":"2026-03-04T01:51:44.234189Z","end":"2026-03-04T01:51:44.357397Z","steps":["trace[961391077] 'process raft request' (duration: 123.003709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.869539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519061664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:51:44.965617Z","caller":"traceutil/trace.go:171","msg":"trace[1707750092] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"725.718037ms","start":"2026-03-04T01:51:44.239866Z","end":"2026-03-04T01:51:44.965584Z","steps":["trace[1707750092] 'process raft request' (duration: 725.533373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.966013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.239841Z","time spent":"725.85954ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:51:44.966748Z","caller":"traceutil/trace.go:171","msg":"trace[150145768] linearizableReadLoop","detail":"{readStateIndex:14163; appliedIndex:14162; }","duration":"597.763567ms","start":"2026-03-04T01:51:44.368793Z","end":"2026-03-04T01:51:44.966557Z","steps":["trace[150145768] 'read index received' (duration: 596.510308ms)","trace[150145768] 'applied index is now lower than readState.Index' (duration: 1.250939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:51:44.966923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.123466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:51:44.967004Z","caller":"traceutil/trace.go:171","msg":"trace[1417685649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13677; }","duration":"598.253929ms","start":"2026-03-04T01:51:44.368729Z","end":"2026-03-04T01:51:44.966983Z","steps":["trace[1417685649] 'agreement among raft nodes before linearized reading' (duration: 598.003953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.967056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.36871Z","time spent":"598.33463ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.515665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:51:44.967535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.318924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:51:44.9676Z","caller":"traceutil/trace.go:171","msg":"trace[1751813666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13677; }","duration":"579.611028ms","start":"2026-03-04T01:51:44.387962Z","end":"2026-03-04T01:51:44.967573Z","steps":["trace[1751813666] 'agreement among raft nodes before linearized reading' (duration: 579.468295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:44.967636Z","caller":"traceutil/trace.go:171","msg":"trace[937830313] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13677; }","duration":"313.490838ms","start":"2026-03-04T01:51:44.654122Z","end":"2026-03-04T01:51:44.967612Z","steps":["trace[937830313] 'agreement among raft nodes before linearized reading' (duration: 313.295463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.967651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.387948Z","time spent":"579.690319ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.654098Z","time spent":"313.591619ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.766121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:51:44.96777Z","caller":"traceutil/trace.go:171","msg":"trace[450526062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:13677; }","duration":"328.902144ms","start":"2026-03-04T01:51:44.63885Z","end":"2026-03-04T01:51:44.967752Z","steps":["trace[450526062] 'agreement among raft nodes before linearized reading' (duration: 328.72849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.967773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.967531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:51:44.967783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.619368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:51:44.967849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.004362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:51:44.967945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.276259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-04T01:51:44.967945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.871174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:51:44.967951Z","caller":"traceutil/trace.go:171","msg":"trace[1092741480] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13677; }","duration":"307.133545ms","start":"2026-03-04T01:51:44.660791Z","end":"2026-03-04T01:51:44.967925Z","steps":["trace[1092741480] 'agreement among raft nodes before linearized reading' (duration: 306.900619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:44.967968Z","caller":"traceutil/trace.go:171","msg":"trace[275139040] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13677; }","duration":"312.31757ms","start":"2026-03-04T01:51:44.655644Z","end":"2026-03-04T01:51:44.967962Z","steps":["trace[275139040] 'agreement among raft nodes before linearized reading' (duration: 312.254859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.967996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.655632Z","time spent":"312.360381ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.409747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:51:44.968Z","caller":"traceutil/trace.go:171","msg":"trace[1493839162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13677; }","duration":"579.947896ms","start":"2026-03-04T01:51:44.388035Z","end":"2026-03-04T01:51:44.967983Z","steps":["trace[1493839162] 'agreement among raft nodes before linearized reading' (duration: 579.795622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.968005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.66078Z","time spent":"307.215466ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:51:44.967854Z","caller":"traceutil/trace.go:171","msg":"trace[2070468426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13677; }","duration":"582.086484ms","start":"2026-03-04T01:51:44.385748Z","end":"2026-03-04T01:51:44.967834Z","steps":["trace[2070468426] 'agreement among raft nodes before linearized reading' (duration: 581.866279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:44.968045Z","caller":"traceutil/trace.go:171","msg":"trace[303672889] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13677; }","duration":"581.51089ms","start":"2026-03-04T01:51:44.38651Z","end":"2026-03-04T01:51:44.968021Z","steps":["trace[303672889] 'agreement among raft nodes before linearized reading' (duration: 581.363026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.968045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.388022Z","time spent":"580.010307ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.638825Z","time spent":"328.972296ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:51:44.967877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.493215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:51:44.968226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.867621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:51:44.968243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.768267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:51:44.968304Z","caller":"traceutil/trace.go:171","msg":"trace[1143462438] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13677; }","duration":"275.87761ms","start":"2026-03-04T01:51:44.692413Z","end":"2026-03-04T01:51:44.96829Z","steps":["trace[1143462438] 'agreement among raft nodes before linearized reading' (duration: 275.157364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:44.968304Z","caller":"traceutil/trace.go:171","msg":"trace[845048458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13677; }","duration":"594.939902ms","start":"2026-03-04T01:51:44.373339Z","end":"2026-03-04T01:51:44.968279Z","steps":["trace[845048458] 'agreement among raft nodes before linearized reading' (duration: 593.988411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:44.968251Z","caller":"traceutil/trace.go:171","msg":"trace[1627753587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13677; }","duration":"591.881104ms","start":"2026-03-04T01:51:44.376356Z","end":"2026-03-04T01:51:44.968237Z","steps":["trace[1627753587] 'agreement among raft nodes before linearized reading' (duration: 591.472805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:44.968372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.376346Z","time spent":"592.018237ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:51:44.968373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.373292Z","time spent":"595.066855ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:51:44.968089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.38573Z","time spent":"582.34661ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:51:44.968086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:51:44.386499Z","time spent":"581.576982ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:51:44.967956Z","caller":"traceutil/trace.go:171","msg":"trace[638398525] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:13677; }","duration":"284.794732ms","start":"2026-03-04T01:51:44.68311Z","end":"2026-03-04T01:51:44.967905Z","steps":["trace[638398525] 'agreement among raft nodes before linearized reading' (duration: 284.356142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:19.186145Z","caller":"traceutil/trace.go:171","msg":"trace[1347118430] linearizableReadLoop","detail":"{readStateIndex:14340; appliedIndex:14339; }","duration":"104.110474ms","start":"2026-03-04T01:52:19.082008Z","end":"2026-03-04T01:52:19.186118Z","steps":["trace[1347118430] 'read index received' (duration: 103.9313ms)","trace[1347118430] 'applied index is now lower than readState.Index' (duration: 178.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:19.186252Z","caller":"traceutil/trace.go:171","msg":"trace[118976110] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"104.319728ms","start":"2026-03-04T01:52:19.081899Z","end":"2026-03-04T01:52:19.186218Z","steps":["trace[118976110] 'process raft request' (duration: 104.057733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.186332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.293488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:19.186399Z","caller":"traceutil/trace.go:171","msg":"trace[1852408936] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13846; }","duration":"104.40556ms","start":"2026-03-04T01:52:19.08197Z","end":"2026-03-04T01:52:19.186375Z","steps":["trace[1852408936] 'agreement among raft nodes before linearized reading' (duration: 104.298378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.700908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:52:19.498192Z","caller":"traceutil/trace.go:171","msg":"trace[1784729045] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"305.823225ms","start":"2026-03-04T01:52:19.192348Z","end":"2026-03-04T01:52:19.498171Z","steps":["trace[1784729045] 'process raft request' (duration: 72.84198ms)","trace[1784729045] 'compare' (duration: 232.534395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:19.498249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.192327Z","time spent":"305.898176ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:19.498508Z","caller":"traceutil/trace.go:171","msg":"trace[1903199031] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"306.06941ms","start":"2026-03-04T01:52:19.192369Z","end":"2026-03-04T01:52:19.498439Z","steps":["trace[1903199031] 'process raft request' (duration: 305.743282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:19.498562Z","caller":"traceutil/trace.go:171","msg":"trace[1787728762] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"302.397258ms","start":"2026-03-04T01:52:19.196133Z","end":"2026-03-04T01:52:19.49853Z","steps":["trace[1787728762] 'process raft request' (duration: 302.328666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:19.498584Z","caller":"traceutil/trace.go:171","msg":"trace[1235952811] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"305.987928ms","start":"2026-03-04T01:52:19.192557Z","end":"2026-03-04T01:52:19.498545Z","steps":["trace[1235952811] 'process raft request' (duration: 305.809584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:19.498615Z","caller":"traceutil/trace.go:171","msg":"trace[570231376] linearizableReadLoop","detail":"{readStateIndex:14346; appliedIndex:14340; }","duration":"301.053767ms","start":"2026-03-04T01:52:19.197533Z","end":"2026-03-04T01:52:19.498587Z","steps":["trace[570231376] 'read index received' (duration: 3.261393ms)","trace[570231376] 'applied index is now lower than readState.Index' (duration: 297.791334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:19.49865Z","caller":"traceutil/trace.go:171","msg":"trace[1323281106] transaction","detail":"{read_only:false; response_revision:13852; number_of_response:1; }","duration":"301.826384ms","start":"2026-03-04T01:52:19.19681Z","end":"2026-03-04T01:52:19.498637Z","steps":["trace[1323281106] 'process raft request' (duration: 301.688571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.19095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:52:19.498755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.196119Z","time spent":"302.50377ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:19.498742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.192347Z","time spent":"306.269135ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:19.498768Z","caller":"traceutil/trace.go:171","msg":"trace[1596762668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13852; }","duration":"301.251822ms","start":"2026-03-04T01:52:19.197507Z","end":"2026-03-04T01:52:19.498759Z","steps":["trace[1596762668] 'agreement among raft nodes before linearized reading' (duration: 301.17232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.196784Z","time spent":"301.933787ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:19.498802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.192171Z","time spent":"306.51257ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:19.498788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.598146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:19.498893Z","caller":"traceutil/trace.go:171","msg":"trace[819490860] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13852; }","duration":"296.729499ms","start":"2026-03-04T01:52:19.20215Z","end":"2026-03-04T01:52:19.49888Z","steps":["trace[819490860] 'agreement among raft nodes before linearized reading' (duration: 296.588466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.979212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:52:19.498796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.197497Z","time spent":"301.293492ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:52:19.498942Z","caller":"traceutil/trace.go:171","msg":"trace[262471650] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:13852; }","duration":"124.050004ms","start":"2026-03-04T01:52:19.374885Z","end":"2026-03-04T01:52:19.498935Z","steps":["trace[262471650] 'agreement among raft nodes before linearized reading' (duration: 123.92993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.350322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:19.499019Z","caller":"traceutil/trace.go:171","msg":"trace[761566272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13852; }","duration":"292.391272ms","start":"2026-03-04T01:52:19.20662Z","end":"2026-03-04T01:52:19.499011Z","steps":["trace[761566272] 'agreement among raft nodes before linearized reading' (duration: 292.314961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.499043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.309132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:52:19.499081Z","caller":"traceutil/trace.go:171","msg":"trace[1593965853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:13852; }","duration":"169.398525ms","start":"2026-03-04T01:52:19.329672Z","end":"2026-03-04T01:52:19.49907Z","steps":["trace[1593965853] 'agreement among raft nodes before linearized reading' (duration: 169.228281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.498919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.399923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:52:19.499122Z","caller":"traceutil/trace.go:171","msg":"trace[1333277183] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13852; }","duration":"292.617628ms","start":"2026-03-04T01:52:19.206497Z","end":"2026-03-04T01:52:19.499115Z","steps":["trace[1333277183] 'agreement among raft nodes before linearized reading' (duration: 292.33274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:19.499167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.93506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T01:52:19.499196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.649934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:19.499233Z","caller":"traceutil/trace.go:171","msg":"trace[1118925997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13852; }","duration":"295.010272ms","start":"2026-03-04T01:52:19.204204Z","end":"2026-03-04T01:52:19.499214Z","steps":["trace[1118925997] 'agreement among raft nodes before linearized reading' (duration: 294.790877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:19.499288Z","caller":"traceutil/trace.go:171","msg":"trace[796414431] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13852; }","duration":"294.760786ms","start":"2026-03-04T01:52:19.204501Z","end":"2026-03-04T01:52:19.499262Z","steps":["trace[796414431] 'agreement among raft nodes before linearized reading' (duration: 294.600612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.014427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.535027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:20.014529Z","caller":"traceutil/trace.go:171","msg":"trace[2024588475] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13852; }","duration":"380.68205ms","start":"2026-03-04T01:52:19.633825Z","end":"2026-03-04T01:52:20.014508Z","steps":["trace[2024588475] 'range keys from in-memory index tree' (duration: 380.29796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.014569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.633818Z","time spent":"380.742331ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:52:20.014843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.79363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.014873Z","caller":"traceutil/trace.go:171","msg":"trace[1148718260] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13852; }","duration":"383.842041ms","start":"2026-03-04T01:52:19.631025Z","end":"2026-03-04T01:52:20.014867Z","steps":["trace[1148718260] 'range keys from in-memory index tree' (duration: 383.731618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.014854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.463036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:52:20.014888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.029725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.014936Z","caller":"traceutil/trace.go:171","msg":"trace[1640899455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:13852; }","duration":"416.581578ms","start":"2026-03-04T01:52:19.598334Z","end":"2026-03-04T01:52:20.014915Z","steps":["trace[1640899455] 'range keys from in-memory index tree' (duration: 416.260541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:20.014962Z","caller":"traceutil/trace.go:171","msg":"trace[303149883] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13852; }","duration":"384.110756ms","start":"2026-03-04T01:52:19.630827Z","end":"2026-03-04T01:52:20.014938Z","steps":["trace[303149883] 'range keys from in-memory index tree' (duration: 383.976664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.014987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.598322Z","time spent":"416.65603ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:52:20.015022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.630817Z","time spent":"384.189319ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:52:20.014892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.631015Z","time spent":"383.871601ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:52:20.014764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.78847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.015321Z","caller":"traceutil/trace.go:171","msg":"trace[1410092966] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13852; }","duration":"384.395744ms","start":"2026-03-04T01:52:19.630912Z","end":"2026-03-04T01:52:20.015307Z","steps":["trace[1410092966] 'range keys from in-memory index tree' (duration: 383.678037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.015369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.630892Z","time spent":"384.463535ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:52:20.015174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.615228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:52:20.01553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.583818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:52:20.01564Z","caller":"traceutil/trace.go:171","msg":"trace[1178484646] linearizableReadLoop","detail":"{readStateIndex:14347; appliedIndex:14346; }","duration":"282.98464ms","start":"2026-03-04T01:52:19.732635Z","end":"2026-03-04T01:52:20.01562Z","steps":["trace[1178484646] 'read index received' (duration: 93.28671ms)","trace[1178484646] 'applied index is now lower than readState.Index' (duration: 189.69522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:20.015728Z","caller":"traceutil/trace.go:171","msg":"trace[1635765296] transaction","detail":"{read_only:false; response_revision:13853; number_of_response:1; }","duration":"326.779517ms","start":"2026-03-04T01:52:19.688937Z","end":"2026-03-04T01:52:20.015717Z","steps":["trace[1635765296] 'process raft request' (duration: 136.911572ms)","trace[1635765296] 'compare' (duration: 188.456822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:20.01575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.128553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.015788Z","caller":"traceutil/trace.go:171","msg":"trace[1276557720] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13853; }","duration":"283.225546ms","start":"2026-03-04T01:52:19.732552Z","end":"2026-03-04T01:52:20.015778Z","steps":["trace[1276557720] 'agreement among raft nodes before linearized reading' (duration: 283.162584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.015809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.688909Z","time spent":"326.848508ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:20.015867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.649633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:52:20.015925Z","caller":"traceutil/trace.go:171","msg":"trace[1923813717] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13853; }","duration":"282.729035ms","start":"2026-03-04T01:52:19.733181Z","end":"2026-03-04T01:52:20.01591Z","steps":["trace[1923813717] 'agreement among raft nodes before linearized reading' (duration: 282.575241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.016007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.138731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:20.016033Z","caller":"traceutil/trace.go:171","msg":"trace[2033520139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13853; }","duration":"210.230272ms","start":"2026-03-04T01:52:19.805796Z","end":"2026-03-04T01:52:20.016027Z","steps":["trace[2033520139] 'agreement among raft nodes before linearized reading' (duration: 210.159821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.016029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.953042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.016079Z","caller":"traceutil/trace.go:171","msg":"trace[1699874727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13853; }","duration":"212.024623ms","start":"2026-03-04T01:52:19.804043Z","end":"2026-03-04T01:52:20.016068Z","steps":["trace[1699874727] 'agreement among raft nodes before linearized reading' (duration: 211.958272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.01617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.640157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.016225Z","caller":"traceutil/trace.go:171","msg":"trace[1442061035] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13853; }","duration":"212.716468ms","start":"2026-03-04T01:52:19.803495Z","end":"2026-03-04T01:52:20.016211Z","steps":["trace[1442061035] 'agreement among raft nodes before linearized reading' (duration: 212.633317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.016257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.417805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.016281Z","caller":"traceutil/trace.go:171","msg":"trace[288492714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13853; }","duration":"126.493808ms","start":"2026-03-04T01:52:19.889782Z","end":"2026-03-04T01:52:20.016275Z","steps":["trace[288492714] 'agreement among raft nodes before linearized reading' (duration: 126.453627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.0163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.180087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:20.016354Z","caller":"traceutil/trace.go:171","msg":"trace[629132196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13853; }","duration":"212.247628ms","start":"2026-03-04T01:52:19.804093Z","end":"2026-03-04T01:52:20.016341Z","steps":["trace[629132196] 'agreement among raft nodes before linearized reading' (duration: 212.170687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:20.016473Z","caller":"traceutil/trace.go:171","msg":"trace[1457330200] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:13852; }","duration":"412.992598ms","start":"2026-03-04T01:52:19.602518Z","end":"2026-03-04T01:52:20.01551Z","steps":["trace[1457330200] 'range keys from in-memory index tree' (duration: 412.158768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:20.016545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.57683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:52:20.016557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:19.602509Z","time spent":"414.030251ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"info","ts":"2026-03-04T01:52:20.016604Z","caller":"traceutil/trace.go:171","msg":"trace[1042216440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13853; }","duration":"278.699173ms","start":"2026-03-04T01:52:19.737891Z","end":"2026-03-04T01:52:20.01659Z","steps":["trace[1042216440] 'agreement among raft nodes before linearized reading' (duration: 278.55424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:20.730407Z","caller":"traceutil/trace.go:171","msg":"trace[778774288] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"236.612536ms","start":"2026-03-04T01:52:20.493759Z","end":"2026-03-04T01:52:20.730371Z","steps":["trace[778774288] 'process raft request' (duration: 236.393701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.314365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.593403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:52:21.314501Z","caller":"traceutil/trace.go:171","msg":"trace[1839053131] linearizableReadLoop","detail":"{readStateIndex:14349; appliedIndex:14348; }","duration":"254.150402ms","start":"2026-03-04T01:52:21.060326Z","end":"2026-03-04T01:52:21.314477Z","steps":["trace[1839053131] 'read index received' (duration: 77.942µs)","trace[1839053131] 'applied index is now lower than readState.Index' (duration: 254.07013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:21.31464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.309465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:21.314691Z","caller":"traceutil/trace.go:171","msg":"trace[1804022267] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13854; }","duration":"254.413358ms","start":"2026-03-04T01:52:21.060262Z","end":"2026-03-04T01:52:21.314675Z","steps":["trace[1804022267] 'agreement among raft nodes before linearized reading' (duration: 254.309815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.341744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.955884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:52:21.341846Z","caller":"traceutil/trace.go:171","msg":"trace[1994931340] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13855; }","duration":"281.090018ms","start":"2026-03-04T01:52:21.060732Z","end":"2026-03-04T01:52:21.341822Z","steps":["trace[1994931340] 'agreement among raft nodes before linearized reading' (duration: 280.840442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.341945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.626073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:52:21.342019Z","caller":"traceutil/trace.go:171","msg":"trace[1542865206] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13855; }","duration":"175.757096ms","start":"2026-03-04T01:52:21.166245Z","end":"2026-03-04T01:52:21.342002Z","steps":["trace[1542865206] 'agreement among raft nodes before linearized reading' (duration: 175.525361ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:21.342247Z","caller":"traceutil/trace.go:171","msg":"trace[427161223] transaction","detail":"{read_only:false; response_revision:13855; number_of_response:1; }","duration":"149.983067ms","start":"2026-03-04T01:52:21.192244Z","end":"2026-03-04T01:52:21.342227Z","steps":["trace[427161223] 'process raft request' (duration: 149.126177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.342382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.709061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:52:21.342463Z","caller":"traceutil/trace.go:171","msg":"trace[345524572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13855; }","duration":"137.843394ms","start":"2026-03-04T01:52:21.204603Z","end":"2026-03-04T01:52:21.342447Z","steps":["trace[345524572] 'agreement among raft nodes before linearized reading' (duration: 137.639329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.342594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.971635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:21.342792Z","caller":"traceutil/trace.go:171","msg":"trace[1573239809] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13855; }","duration":"277.147569ms","start":"2026-03-04T01:52:21.065572Z","end":"2026-03-04T01:52:21.342719Z","steps":["trace[1573239809] 'agreement among raft nodes before linearized reading' (duration: 276.717669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.342974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.124769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:21.343035Z","caller":"traceutil/trace.go:171","msg":"trace[48923421] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13855; }","duration":"281.225852ms","start":"2026-03-04T01:52:21.061794Z","end":"2026-03-04T01:52:21.34302Z","steps":["trace[48923421] 'agreement among raft nodes before linearized reading' (duration: 281.039367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:21.643663Z","caller":"traceutil/trace.go:171","msg":"trace[1823427342] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"133.994097ms","start":"2026-03-04T01:52:21.509637Z","end":"2026-03-04T01:52:21.643631Z","steps":["trace[1823427342] 'process raft request' (duration: 133.894935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:21.643908Z","caller":"traceutil/trace.go:171","msg":"trace[453874785] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"134.199302ms","start":"2026-03-04T01:52:21.509681Z","end":"2026-03-04T01:52:21.643881Z","steps":["trace[453874785] 'process raft request' (duration: 133.894535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:21.644189Z","caller":"traceutil/trace.go:171","msg":"trace[1358685222] linearizableReadLoop","detail":"{readStateIndex:14355; appliedIndex:14351; }","duration":"134.227132ms","start":"2026-03-04T01:52:21.509951Z","end":"2026-03-04T01:52:21.644178Z","steps":["trace[1358685222] 'read index received' (duration: 51.185883ms)","trace[1358685222] 'applied index is now lower than readState.Index' (duration: 83.040379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:21.644339Z","caller":"traceutil/trace.go:171","msg":"trace[1411101945] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"133.468854ms","start":"2026-03-04T01:52:21.510861Z","end":"2026-03-04T01:52:21.64433Z","steps":["trace[1411101945] 'process raft request' (duration: 132.941102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.644734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.753474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T01:52:21.64476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.412673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-04T01:52:21.644805Z","caller":"traceutil/trace.go:171","msg":"trace[683848011] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:13861; }","duration":"125.492905ms","start":"2026-03-04T01:52:21.519302Z","end":"2026-03-04T01:52:21.644795Z","steps":["trace[683848011] 'agreement among raft nodes before linearized reading' (duration: 125.32398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:21.644807Z","caller":"traceutil/trace.go:171","msg":"trace[1543994882] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13861; }","duration":"134.852917ms","start":"2026-03-04T01:52:21.509937Z","end":"2026-03-04T01:52:21.64479Z","steps":["trace[1543994882] 'agreement among raft nodes before linearized reading' (duration: 134.617661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.644902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.842806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:21.645004Z","caller":"traceutil/trace.go:171","msg":"trace[310059002] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13861; }","duration":"134.923478ms","start":"2026-03-04T01:52:21.510024Z","end":"2026-03-04T01:52:21.644947Z","steps":["trace[310059002] 'agreement among raft nodes before linearized reading' (duration: 134.827036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.645194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.092062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:52:21.645236Z","caller":"traceutil/trace.go:171","msg":"trace[2034245702] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13861; }","duration":"135.141913ms","start":"2026-03-04T01:52:21.510084Z","end":"2026-03-04T01:52:21.645226Z","steps":["trace[2034245702] 'agreement among raft nodes before linearized reading' (duration: 135.018681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.644763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.723604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:52:21.645374Z","caller":"traceutil/trace.go:171","msg":"trace[527448939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13861; }","duration":"135.369818ms","start":"2026-03-04T01:52:21.509994Z","end":"2026-03-04T01:52:21.645363Z","steps":["trace[527448939] 'agreement among raft nodes before linearized reading' (duration: 134.619201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.645621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.564952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:21.644554Z","caller":"traceutil/trace.go:171","msg":"trace[846815409] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"134.869416ms","start":"2026-03-04T01:52:21.509655Z","end":"2026-03-04T01:52:21.644524Z","steps":["trace[846815409] 'process raft request' (duration: 86.674941ms)","trace[846815409] 'compare' (duration: 47.013639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:21.645711Z","caller":"traceutil/trace.go:171","msg":"trace[1065915485] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13861; }","duration":"135.691816ms","start":"2026-03-04T01:52:21.509997Z","end":"2026-03-04T01:52:21.645689Z","steps":["trace[1065915485] 'agreement among raft nodes before linearized reading' (duration: 135.569353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:21.647403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.931016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:52:21.647463Z","caller":"traceutil/trace.go:171","msg":"trace[1460304606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:13861; }","duration":"131.012319ms","start":"2026-03-04T01:52:21.516436Z","end":"2026-03-04T01:52:21.647448Z","steps":["trace[1460304606] 'agreement among raft nodes before linearized reading' (duration: 128.3576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:02.695576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12123} {"level":"info","ts":"2026-03-04T01:54:02.777111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12123,"took":"79.211366ms","hash":70579074,"current-db-size-bytes":43343872,"current-db-size":"43 MB","current-db-size-in-use-bytes":28413952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:54:02.777198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":70579074,"revision":12123,"compact-revision":10246} {"level":"warn","ts":"2026-03-04T01:56:57.646209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.698835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:56:57.646329Z","caller":"traceutil/trace.go:171","msg":"trace[2070378038] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:15779; }","duration":"111.870009ms","start":"2026-03-04T01:56:57.534432Z","end":"2026-03-04T01:56:57.646302Z","steps":["trace[2070378038] 'count revisions from in-memory index tree' (duration: 111.619123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.646709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.893359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:56:57.646727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.836855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"info","ts":"2026-03-04T01:56:57.64676Z","caller":"traceutil/trace.go:171","msg":"trace[118106190] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15779; }","duration":"420.970011ms","start":"2026-03-04T01:56:57.225774Z","end":"2026-03-04T01:56:57.646744Z","steps":["trace[118106190] 'range keys from in-memory index tree' (duration: 420.775126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.646805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.743382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:56:57.646807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.22576Z","time spent":"421.033342ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"info","ts":"2026-03-04T01:56:57.646828Z","caller":"traceutil/trace.go:171","msg":"trace[1280035903] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15779; }","duration":"460.803094ms","start":"2026-03-04T01:56:57.186017Z","end":"2026-03-04T01:56:57.64682Z","steps":["trace[1280035903] 'count revisions from in-memory index tree' (duration: 460.672361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.646856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.185998Z","time spent":"460.847934ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:56:57.646989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.39759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:56:57.646769Z","caller":"traceutil/trace.go:171","msg":"trace[1875688539] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15779; }","duration":"633.897346ms","start":"2026-03-04T01:56:57.012858Z","end":"2026-03-04T01:56:57.646755Z","steps":["trace[1875688539] 'range keys from in-memory index tree' (duration: 633.750632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.647111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.012848Z","time spent":"634.254294ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7405,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:56:57.647195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.300386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18907"} {"level":"info","ts":"2026-03-04T01:56:57.647073Z","caller":"traceutil/trace.go:171","msg":"trace[694013853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15779; }","duration":"668.499191ms","start":"2026-03-04T01:56:56.97853Z","end":"2026-03-04T01:56:57.64703Z","steps":["trace[694013853] 'range keys from in-memory index tree' (duration: 668.268237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:56:57.64726Z","caller":"traceutil/trace.go:171","msg":"trace[850289317] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15779; }","duration":"663.377387ms","start":"2026-03-04T01:56:56.983871Z","end":"2026-03-04T01:56:57.647248Z","steps":["trace[850289317] 'range keys from in-memory index tree' (duration: 663.191592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.647266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.978516Z","time spent":"668.741938ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:56:57.647309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.894856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:56:57.647386Z","caller":"traceutil/trace.go:171","msg":"trace[1934436169] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15779; }","duration":"266.983578ms","start":"2026-03-04T01:56:57.380383Z","end":"2026-03-04T01:56:57.647367Z","steps":["trace[1934436169] 'range keys from in-memory index tree' (duration: 266.727763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.647426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.265234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:56:57.647479Z","caller":"traceutil/trace.go:171","msg":"trace[1019327448] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15779; }","duration":"213.358856ms","start":"2026-03-04T01:56:57.434105Z","end":"2026-03-04T01:56:57.647464Z","steps":["trace[1019327448] 'range keys from in-memory index tree' (duration: 213.136651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.647294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.983865Z","time spent":"663.419448ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:56:57.647876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.596607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:56:57.647908Z","caller":"traceutil/trace.go:171","msg":"trace[1841612130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15779; }","duration":"702.657469ms","start":"2026-03-04T01:56:56.945241Z","end":"2026-03-04T01:56:57.647898Z","steps":["trace[1841612130] 'range keys from in-memory index tree' (duration: 702.501805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.647936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.945226Z","time spent":"702.702759ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:56:57.64799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.140961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:56:57.648023Z","caller":"traceutil/trace.go:171","msg":"trace[1571084423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15779; }","duration":"700.185933ms","start":"2026-03-04T01:56:56.947827Z","end":"2026-03-04T01:56:57.648013Z","steps":["trace[1571084423] 'range keys from in-memory index tree' (duration: 700.070481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.63661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:56:57.648099Z","caller":"traceutil/trace.go:171","msg":"trace[1713154206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15779; }","duration":"884.752573ms","start":"2026-03-04T01:56:56.763331Z","end":"2026-03-04T01:56:57.648083Z","steps":["trace[1713154206] 'range keys from in-memory index tree' (duration: 884.427906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.501802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:56:57.648193Z","caller":"traceutil/trace.go:171","msg":"trace[1938773306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15779; }","duration":"758.593093ms","start":"2026-03-04T01:56:56.889584Z","end":"2026-03-04T01:56:57.648177Z","steps":["trace[1938773306] 'range keys from in-memory index tree' (duration: 758.369298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.185343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:56:57.648239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.889562Z","time spent":"758.663555ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:56:57.6482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.763323Z","time spent":"884.855455ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:56:57.648269Z","caller":"traceutil/trace.go:171","msg":"trace[1168222430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15779; }","duration":"700.259855ms","start":"2026-03-04T01:56:56.948001Z","end":"2026-03-04T01:56:57.648261Z","steps":["trace[1168222430] 'range keys from in-memory index tree' (duration: 700.05738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.947977Z","time spent":"700.310305ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:56:57.648414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.905857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/openstack/\" range_end:\"/registry/endpointslices/openstack0\" limit:500 ","response":"range_response_count:38 size:53023"} {"level":"info","ts":"2026-03-04T01:56:57.648449Z","caller":"traceutil/trace.go:171","msg":"trace[1192086209] range","detail":"{range_begin:/registry/endpointslices/openstack/; range_end:/registry/endpointslices/openstack0; response_count:38; response_revision:15779; }","duration":"905.973688ms","start":"2026-03-04T01:56:56.742465Z","end":"2026-03-04T01:56:57.648439Z","steps":["trace[1192086209] 'range keys from in-memory index tree' (duration: 905.547068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.631731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:56:57.64848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.742449Z","time spent":"906.021689ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":38,"response size":53047,"request content":"key:\"/registry/endpointslices/openstack/\" range_end:\"/registry/endpointslices/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:56:57.648474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.012392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:56:57.648501Z","caller":"traceutil/trace.go:171","msg":"trace[729003636] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15779; }","duration":"901.696653ms","start":"2026-03-04T01:56:56.746797Z","end":"2026-03-04T01:56:57.648493Z","steps":["trace[729003636] 'range keys from in-memory index tree' (duration: 901.521098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.746777Z","time spent":"901.744253ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"info","ts":"2026-03-04T01:56:57.64852Z","caller":"traceutil/trace.go:171","msg":"trace[1094176163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15779; }","duration":"759.093464ms","start":"2026-03-04T01:56:56.889413Z","end":"2026-03-04T01:56:57.648507Z","steps":["trace[1094176163] 'range keys from in-memory index tree' (duration: 758.948161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.648558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.889396Z","time spent":"759.152756ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:56:57.648061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.947821Z","time spent":"700.232324ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:56:57.646536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.412783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:56:57.652278Z","caller":"traceutil/trace.go:171","msg":"trace[1215120181] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15779; }","duration":"980.149882ms","start":"2026-03-04T01:56:56.672054Z","end":"2026-03-04T01:56:57.652204Z","steps":["trace[1215120181] 'range keys from in-memory index tree' (duration: 974.233219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:56:57.652829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:56.672038Z","time spent":"980.693153ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:56:57.849151Z","caller":"traceutil/trace.go:171","msg":"trace[1099441155] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"196.697432ms","start":"2026-03-04T01:56:57.652427Z","end":"2026-03-04T01:56:57.849124Z","steps":["trace[1099441155] 'process raft request' (duration: 196.483037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:00.887551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:00.887633Z","caller":"traceutil/trace.go:171","msg":"trace[1927390118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026405s","start":"2026-03-04T01:56:58.887588Z","end":"2026-03-04T01:57:00.887615Z","steps":["trace[1927390118] 'agreement among raft nodes before linearized reading' (duration: 1.999920612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:00.887673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.887562Z","time spent":"2.000101257s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:57:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:02.651281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.652428Z","time spent":"4.99884685s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 01:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:02.657477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.656168Z","time spent":"5.001301235s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:02.888065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:02.888134Z","caller":"traceutil/trace.go:171","msg":"trace[1152134119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395243s","start":"2026-03-04T01:57:00.887724Z","end":"2026-03-04T01:57:02.88812Z","steps":["trace[1152134119] 'agreement among raft nodes before linearized reading' (duration: 2.000302611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:02.888165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:00.887701Z","time spent":"2.000457784s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:03.293787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.294966Z","time spent":"4.998814588s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.652951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.652665Z","time spent":"7.000278246s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.65307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.652433Z","time spent":"7.000636364s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.656558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.656258Z","time spent":"7.000293207s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.656601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.656129Z","time spent":"7.00046796s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.709061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:04.709135Z","caller":"traceutil/trace.go:171","msg":"trace[1257667908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330622s","start":"2026-03-04T01:57:02.708788Z","end":"2026-03-04T01:57:04.709118Z","steps":["trace[1257667908] 'agreement among raft nodes before linearized reading' (duration: 2.00024328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.709337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.708768Z","time spent":"2.000560686s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:57:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:04.725402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.724943Z","time spent":"7.0004497s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:04.85283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999635938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:04.852927Z","caller":"traceutil/trace.go:171","msg":"trace[1442835973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999779631s","start":"2026-03-04T01:56:59.853124Z","end":"2026-03-04T01:57:04.852904Z","steps":["trace[1442835973] 'agreement among raft nodes before linearized reading' (duration: 4.999667169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.853011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.853106Z","time spent":"4.999894363s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 01:57:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:04.89506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:57:04.895114Z","caller":"traceutil/trace.go:171","msg":"trace[212216792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387553s","start":"2026-03-04T01:57:02.894714Z","end":"2026-03-04T01:57:04.895101Z","steps":["trace[212216792] 'agreement among raft nodes before linearized reading' (duration: 2.000329041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:04.895148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.894694Z","time spent":"2.000446935s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:57:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:05.527284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800875409s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:05.527385Z","caller":"traceutil/trace.go:171","msg":"trace[1414971451] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15780; }","duration":"4.800988852s","start":"2026-03-04T01:57:00.726382Z","end":"2026-03-04T01:57:05.527371Z","steps":["trace[1414971451] 'range keys from in-memory index tree' (duration: 4.800857629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.644788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.795677234s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:57:05.6459Z","caller":"traceutil/trace.go:171","msg":"trace[434250342] linearizableReadLoop","detail":"{readStateIndex:16345; appliedIndex:16341; }","duration":"7.993089752s","start":"2026-03-04T01:56:57.652788Z","end":"2026-03-04T01:57:05.645877Z","steps":["trace[434250342] 'read index received' (duration: 196.286373ms)","trace[434250342] 'applied index is now lower than readState.Index' (duration: 7.796802349s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:05.646846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994038613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:05.646931Z","caller":"traceutil/trace.go:171","msg":"trace[1399398714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15787; }","duration":"7.994160135s","start":"2026-03-04T01:56:57.652752Z","end":"2026-03-04T01:57:05.646912Z","steps":["trace[1399398714] 'agreement among raft nodes before linearized reading' (duration: 7.993220214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:05.646981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.65274Z","time spent":"7.994229168s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.146014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:06.396138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.994303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:57:06.396522Z","caller":"traceutil/trace.go:171","msg":"trace[719823502] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"5.667051156s","start":"2026-03-04T01:57:00.729433Z","end":"2026-03-04T01:57:06.396484Z","steps":["trace[719823502] 'process raft request' (duration: 5.666800361s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.396601Z","caller":"traceutil/trace.go:171","msg":"trace[877073793] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"4.702278899s","start":"2026-03-04T01:57:01.694292Z","end":"2026-03-04T01:57:06.396571Z","steps":["trace[877073793] 'process raft request' (duration: 4.702096345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.396703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:00.729413Z","time spent":"5.667200219s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:06.396756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:01.694263Z","time spent":"4.702410232s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:06.396792Z","caller":"traceutil/trace.go:171","msg":"trace[623873373] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"1.736075515s","start":"2026-03-04T01:57:04.660685Z","end":"2026-03-04T01:57:06.39676Z","steps":["trace[623873373] 'process raft request' (duration: 1.735763009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.396941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.660658Z","time spent":"1.736210608s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:06.397075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801892176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:06.397182Z","caller":"traceutil/trace.go:171","msg":"trace[1616030997] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15792; }","duration":"3.802025969s","start":"2026-03-04T01:57:02.595109Z","end":"2026-03-04T01:57:06.397135Z","steps":["trace[1616030997] 'agreement among raft nodes before linearized reading' (duration: 3.801831364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79368371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:06.397218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822200122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:06.397254Z","caller":"traceutil/trace.go:171","msg":"trace[1660161166] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15792; }","duration":"7.793779952s","start":"2026-03-04T01:56:58.603458Z","end":"2026-03-04T01:57:06.397238Z","steps":["trace[1660161166] 'agreement among raft nodes before linearized reading' (duration: 7.793586118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.595088Z","time spent":"3.802151911s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973272991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:06.397283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.811009508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-04T01:57:06.397298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.603439Z","time spent":"7.793851823s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:06.397318Z","caller":"traceutil/trace.go:171","msg":"trace[135861433] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15792; }","duration":"6.973348443s","start":"2026-03-04T01:56:59.423956Z","end":"2026-03-04T01:57:06.397305Z","steps":["trace[135861433] 'agreement among raft nodes before linearized reading' (duration: 6.973270261s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.397347Z","caller":"traceutil/trace.go:171","msg":"trace[1090767236] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15792; }","duration":"7.81109703s","start":"2026-03-04T01:56:58.586224Z","end":"2026-03-04T01:57:06.397321Z","steps":["trace[1090767236] 'agreement among raft nodes before linearized reading' (duration: 7.810992468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.423934Z","time spent":"6.973415903s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014668778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:06.397178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.131987047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:06.397409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.586203Z","time spent":"7.811191312s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:06.397458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74385807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:57:06.39745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.929226649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:57:06.397513Z","caller":"traceutil/trace.go:171","msg":"trace[766601710] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15792; }","duration":"8.132290474s","start":"2026-03-04T01:56:58.265174Z","end":"2026-03-04T01:57:06.397464Z","steps":["trace[766601710] 'agreement among raft nodes before linearized reading' (duration: 8.131848354s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.397538Z","caller":"traceutil/trace.go:171","msg":"trace[901162665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15792; }","duration":"7.929349442s","start":"2026-03-04T01:56:58.468177Z","end":"2026-03-04T01:57:06.397527Z","steps":["trace[901162665] 'agreement among raft nodes before linearized reading' (duration: 7.929100957s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.397528Z","caller":"traceutil/trace.go:171","msg":"trace[1876838708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15792; }","duration":"1.743958521s","start":"2026-03-04T01:57:04.653556Z","end":"2026-03-04T01:57:06.397515Z","steps":["trace[1876838708] 'agreement among raft nodes before linearized reading' (duration: 1.743760747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599376191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:06.397277Z","caller":"traceutil/trace.go:171","msg":"trace[267231104] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:15792; }","duration":"6.822307425s","start":"2026-03-04T01:56:59.574955Z","end":"2026-03-04T01:57:06.397262Z","steps":["trace[267231104] 'agreement among raft nodes before linearized reading' (duration: 6.822051709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.265119Z","time spent":"8.132436467s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:06.397614Z","caller":"traceutil/trace.go:171","msg":"trace[618543509] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15792; }","duration":"4.599465693s","start":"2026-03-04T01:57:01.798134Z","end":"2026-03-04T01:57:06.3976Z","steps":["trace[618543509] 'agreement among raft nodes before linearized reading' (duration: 4.599389451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.574931Z","time spent":"6.822685412s","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":173,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:01.798112Z","time spent":"4.599534125s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495184523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:06.39772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224874729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:06.397742Z","caller":"traceutil/trace.go:171","msg":"trace[644793419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15792; }","duration":"1.495256855s","start":"2026-03-04T01:57:04.902476Z","end":"2026-03-04T01:57:06.397733Z","steps":["trace[644793419] 'agreement among raft nodes before linearized reading' (duration: 1.495195284s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.397754Z","caller":"traceutil/trace.go:171","msg":"trace[850032886] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15792; }","duration":"1.224910011s","start":"2026-03-04T01:57:05.172834Z","end":"2026-03-04T01:57:06.397744Z","steps":["trace[850032886] 'agreement among raft nodes before linearized reading' (duration: 1.22485362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.902456Z","time spent":"1.495307936s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:06.39777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100192442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:06.397792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:05.172778Z","time spent":"1.225006383s","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554182616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.39782Z","caller":"traceutil/trace.go:171","msg":"trace[1681082894] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15792; }","duration":"2.100270054s","start":"2026-03-04T01:57:04.297536Z","end":"2026-03-04T01:57:06.397806Z","steps":["trace[1681082894] 'agreement among raft nodes before linearized reading' (duration: 2.100187562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885768006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.397845Z","caller":"traceutil/trace.go:171","msg":"trace[686535634] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15792; }","duration":"1.554221817s","start":"2026-03-04T01:57:04.843612Z","end":"2026-03-04T01:57:06.397834Z","steps":["trace[686535634] 'agreement among raft nodes before linearized reading' (duration: 1.554162156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.29752Z","time spent":"2.100329765s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.39788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.84358Z","time spent":"1.554288508s","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:06.397941Z","caller":"traceutil/trace.go:171","msg":"trace[1485226264] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"591.795012ms","start":"2026-03-04T01:57:05.806135Z","end":"2026-03-04T01:57:06.39793Z","steps":["trace[1485226264] 'process raft request' (duration: 590.380991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490381125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-04T01:57:06.398008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:05.806105Z","time spent":"591.868093ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:06.398018Z","caller":"traceutil/trace.go:171","msg":"trace[32052385] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15792; }","duration":"1.490421536s","start":"2026-03-04T01:57:04.907588Z","end":"2026-03-04T01:57:06.398009Z","steps":["trace[32052385] 'agreement among raft nodes before linearized reading' (duration: 1.490301293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.907557Z","time spent":"1.490481608s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566460741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.398098Z","caller":"traceutil/trace.go:171","msg":"trace[1320735775] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15792; }","duration":"1.566534013s","start":"2026-03-04T01:57:04.831556Z","end":"2026-03-04T01:57:06.39809Z","steps":["trace[1320735775] 'agreement among raft nodes before linearized reading' (duration: 1.566474562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838979783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:06.398135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.831535Z","time spent":"1.566593534s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:06.398167Z","caller":"traceutil/trace.go:171","msg":"trace[810445698] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15792; }","duration":"1.839496304s","start":"2026-03-04T01:57:04.558646Z","end":"2026-03-04T01:57:06.398142Z","steps":["trace[810445698] 'agreement among raft nodes before linearized reading' (duration: 1.838994493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.499328946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.397876Z","caller":"traceutil/trace.go:171","msg":"trace[1695698000] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15792; }","duration":"3.886321049s","start":"2026-03-04T01:57:02.511538Z","end":"2026-03-04T01:57:06.397859Z","steps":["trace[1695698000] 'agreement among raft nodes before linearized reading' (duration: 3.885768017s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.398249Z","caller":"traceutil/trace.go:171","msg":"trace[420288814] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15792; }","duration":"8.499416868s","start":"2026-03-04T01:56:57.898812Z","end":"2026-03-04T01:57:06.398229Z","steps":["trace[420288814] 'agreement among raft nodes before linearized reading' (duration: 8.499322596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.511516Z","time spent":"3.886766409s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":12,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.398298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450610379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-04T01:57:06.398331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.898797Z","time spent":"8.49951637s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.398348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669599104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-04T01:57:06.398347Z","caller":"traceutil/trace.go:171","msg":"trace[1643343978] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15792; }","duration":"2.450693701s","start":"2026-03-04T01:57:03.947638Z","end":"2026-03-04T01:57:06.398332Z","steps":["trace[1643343978] 'agreement among raft nodes before linearized reading' (duration: 2.450573919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737817954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:06.398441Z","caller":"traceutil/trace.go:171","msg":"trace[1157205267] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15792; }","duration":"1.669722077s","start":"2026-03-04T01:57:04.7287Z","end":"2026-03-04T01:57:06.398422Z","steps":["trace[1157205267] 'agreement among raft nodes before linearized reading' (duration: 1.669482052s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.398493Z","caller":"traceutil/trace.go:171","msg":"trace[950600673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15792; }","duration":"1.737875385s","start":"2026-03-04T01:57:04.660605Z","end":"2026-03-04T01:57:06.398481Z","steps":["trace[950600673] 'agreement among raft nodes before linearized reading' (duration: 1.737774353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.397582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.65354Z","time spent":"1.744033553s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.728686Z","time spent":"1.669827459s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.660564Z","time spent":"1.737960826s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.947618Z","time spent":"2.450852475s","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.597943127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/openstack/\" range_end:\"/registry/endpointslices/openstack0\" limit:500 ","response":"range_response_count:38 size:53023"} {"level":"info","ts":"2026-03-04T01:57:06.398596Z","caller":"traceutil/trace.go:171","msg":"trace[906406186] range","detail":"{range_begin:/registry/endpointslices/openstack/; range_end:/registry/endpointslices/openstack0; response_count:38; response_revision:15792; }","duration":"8.59806864s","start":"2026-03-04T01:56:57.800513Z","end":"2026-03-04T01:57:06.398582Z","steps":["trace[906406186] 'agreement among raft nodes before linearized reading' (duration: 8.597538688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.39871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.800496Z","time spent":"8.598155562s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":38,"response size":53047,"request content":"key:\"/registry/endpointslices/openstack/\" range_end:\"/registry/endpointslices/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:57:06.398181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437698341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130399"} {"level":"warn","ts":"2026-03-04T01:57:06.398762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665439161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"info","ts":"2026-03-04T01:57:06.398759Z","caller":"traceutil/trace.go:171","msg":"trace[625929471] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15792; }","duration":"2.438312304s","start":"2026-03-04T01:57:03.960434Z","end":"2026-03-04T01:57:06.398747Z","steps":["trace[625929471] 'agreement among raft nodes before linearized reading' (duration: 2.437613888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425871242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.398796Z","caller":"traceutil/trace.go:171","msg":"trace[1020629828] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15792; }","duration":"8.665493253s","start":"2026-03-04T01:56:57.733294Z","end":"2026-03-04T01:57:06.398788Z","steps":["trace[1020629828] 'agreement among raft nodes before linearized reading' (duration: 8.665396251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.398807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.960415Z","time spent":"2.438378176s","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130423,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.733287Z","time spent":"8.665530764s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"warn","ts":"2026-03-04T01:57:06.398248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:04.558626Z","time spent":"1.839601986s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.398939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103109724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-04T01:57:06.397465Z","caller":"traceutil/trace.go:171","msg":"trace[271064438] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15792; }","duration":"4.01475617s","start":"2026-03-04T01:57:02.382693Z","end":"2026-03-04T01:57:06.397449Z","steps":["trace[271064438] 'agreement among raft nodes before linearized reading' (duration: 4.014688398s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.398982Z","caller":"traceutil/trace.go:171","msg":"trace[724906075] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15792; }","duration":"3.103278908s","start":"2026-03-04T01:57:03.295692Z","end":"2026-03-04T01:57:06.398971Z","steps":["trace[724906075] 'agreement among raft nodes before linearized reading' (duration: 3.103151245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.399023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.295672Z","time spent":"3.103339939s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.528331327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:06.399091Z","caller":"traceutil/trace.go:171","msg":"trace[778797308] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15792; }","duration":"8.52844617s","start":"2026-03-04T01:56:57.870633Z","end":"2026-03-04T01:57:06.39908Z","steps":["trace[778797308] 'agreement among raft nodes before linearized reading' (duration: 8.528346277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.399133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022556867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T01:57:06.39987Z","caller":"traceutil/trace.go:171","msg":"trace[849163309] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15792; }","duration":"3.023320624s","start":"2026-03-04T01:57:03.376515Z","end":"2026-03-04T01:57:06.399836Z","steps":["trace[849163309] 'agreement among raft nodes before linearized reading' (duration: 3.022263111s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.398818Z","caller":"traceutil/trace.go:171","msg":"trace[1255631558] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15792; }","duration":"3.425969904s","start":"2026-03-04T01:57:02.97283Z","end":"2026-03-04T01:57:06.3988Z","steps":["trace[1255631558] 'agreement among raft nodes before linearized reading' (duration: 3.425879802s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.400175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.972804Z","time spent":"3.427210682s","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.40058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733465935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.400645Z","caller":"traceutil/trace.go:171","msg":"trace[351270139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15792; }","duration":"8.733559868s","start":"2026-03-04T01:56:57.667068Z","end":"2026-03-04T01:57:06.400628Z","steps":["trace[351270139] 'agreement among raft nodes before linearized reading' (duration: 8.732527695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.400683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.667053Z","time spent":"8.733619299s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.39916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.870614Z","time spent":"8.528533561s","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.400247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780015005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:06.401062Z","caller":"traceutil/trace.go:171","msg":"trace[1473490615] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15792; }","duration":"3.780875414s","start":"2026-03-04T01:57:02.620164Z","end":"2026-03-04T01:57:06.401039Z","steps":["trace[1473490615] 'agreement among raft nodes before linearized reading' (duration: 3.778639255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.399024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.382669Z","time spent":"4.016336375s","remote":"127.0.0.1:59868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.399936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.376492Z","time spent":"3.023428006s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.401142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:02.620143Z","time spent":"3.780975986s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1800,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.397576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:58.468164Z","time spent":"7.929404643s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.738348432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"info","ts":"2026-03-04T01:57:06.401302Z","caller":"traceutil/trace.go:171","msg":"trace[1160833060] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15792; }","duration":"6.740484559s","start":"2026-03-04T01:56:59.660802Z","end":"2026-03-04T01:57:06.401286Z","steps":["trace[1160833060] 'agreement among raft nodes before linearized reading' (duration: 6.738323702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.401348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.660774Z","time spent":"6.740560801s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7405,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759210195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.401411Z","caller":"traceutil/trace.go:171","msg":"trace[652915290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15792; }","duration":"4.761394264s","start":"2026-03-04T01:57:01.640005Z","end":"2026-03-04T01:57:06.401399Z","steps":["trace[652915290] 'agreement among raft nodes before linearized reading' (duration: 4.759231956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.401464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:01.639984Z","time spent":"4.761465566s","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.399254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.786616535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:57:06.401615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.745380404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.4017Z","caller":"traceutil/trace.go:171","msg":"trace[1016665852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15792; }","duration":"8.745505136s","start":"2026-03-04T01:56:57.656173Z","end":"2026-03-04T01:57:06.401678Z","steps":["trace[1016665852] 'agreement among raft nodes before linearized reading' (duration: 8.744218507s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.401704Z","caller":"traceutil/trace.go:171","msg":"trace[2029014121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15792; }","duration":"6.78907758s","start":"2026-03-04T01:56:59.612572Z","end":"2026-03-04T01:57:06.40165Z","steps":["trace[2029014121] 'agreement among raft nodes before linearized reading' (duration: 6.786573104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.40178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.656157Z","time spent":"8.745599549s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.4018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.61255Z","time spent":"6.789221963s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000190948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:06.402022Z","caller":"traceutil/trace.go:171","msg":"trace[70032090] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:15792; }","duration":"6.002937309s","start":"2026-03-04T01:57:00.399059Z","end":"2026-03-04T01:57:06.401997Z","steps":["trace[70032090] 'agreement among raft nodes before linearized reading' (duration: 6.000225738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.402095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:00.399042Z","time spent":"6.003031781s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.399332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520123091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.402283Z","caller":"traceutil/trace.go:171","msg":"trace[648195222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15792; }","duration":"5.523108758s","start":"2026-03-04T01:57:00.879161Z","end":"2026-03-04T01:57:06.40227Z","steps":["trace[648195222] 'agreement among raft nodes before linearized reading' (duration: 5.520119851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.40232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:00.879145Z","time spent":"5.523162839s","remote":"127.0.0.1:36052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.39936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510053034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:06.402494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.732711039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.4025Z","caller":"traceutil/trace.go:171","msg":"trace[1498018770] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15792; }","duration":"2.513238085s","start":"2026-03-04T01:57:03.889251Z","end":"2026-03-04T01:57:06.402489Z","steps":["trace[1498018770] 'agreement among raft nodes before linearized reading' (duration: 2.510086984s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.402526Z","caller":"traceutil/trace.go:171","msg":"trace[1923460250] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15792; }","duration":"8.73275954s","start":"2026-03-04T01:56:57.669759Z","end":"2026-03-04T01:57:06.402518Z","steps":["trace[1923460250] 'agreement among raft nodes before linearized reading' (duration: 8.730624542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.402535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.889232Z","time spent":"2.513292016s","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.402561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.669752Z","time spent":"8.732801471s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.740023919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:06.402705Z","caller":"traceutil/trace.go:171","msg":"trace[214818895] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15792; }","duration":"6.743371914s","start":"2026-03-04T01:56:59.659323Z","end":"2026-03-04T01:57:06.402695Z","steps":["trace[214818895] 'agreement among raft nodes before linearized reading' (duration: 6.739973748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.402738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:59.659307Z","time spent":"6.743421875s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.67301327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-04T01:57:06.402861Z","caller":"traceutil/trace.go:171","msg":"trace[2010697220] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15792; }","duration":"8.676442988s","start":"2026-03-04T01:56:57.726408Z","end":"2026-03-04T01:57:06.402851Z","steps":["trace[2010697220] 'agreement among raft nodes before linearized reading' (duration: 8.67297831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.402893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.726371Z","time spent":"8.676508778s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"warn","ts":"2026-03-04T01:57:06.399423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241916787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.40324Z","caller":"traceutil/trace.go:171","msg":"trace[1266499614] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15792; }","duration":"3.245787234s","start":"2026-03-04T01:57:03.157432Z","end":"2026-03-04T01:57:06.403219Z","steps":["trace[1266499614] 'agreement among raft nodes before linearized reading' (duration: 3.241826346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.403324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:03.157412Z","time spent":"3.245889047s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":60,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:06.400353Z","caller":"traceutil/trace.go:171","msg":"trace[1549733892] linearizableReadLoop","detail":"{readStateIndex:16355; appliedIndex:16349; }","duration":"754.370788ms","start":"2026-03-04T01:57:05.645963Z","end":"2026-03-04T01:57:06.400334Z","steps":["trace[1549733892] 'read index received' (duration: 625.050878ms)","trace[1549733892] 'applied index is now lower than readState.Index' (duration: 129.31812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:06.403659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.224123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:57:06.403694Z","caller":"traceutil/trace.go:171","msg":"trace[132655503] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:15792; }","duration":"745.291294ms","start":"2026-03-04T01:57:05.658394Z","end":"2026-03-04T01:57:06.403685Z","steps":["trace[132655503] 'agreement among raft nodes before linearized reading' (duration: 745.183592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.40372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:05.658378Z","time spent":"745.335266ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T01:57:06.405295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.749153207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18907"} {"level":"info","ts":"2026-03-04T01:57:06.405407Z","caller":"traceutil/trace.go:171","msg":"trace[2136239480] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15792; }","duration":"8.74922114s","start":"2026-03-04T01:56:57.656111Z","end":"2026-03-04T01:57:06.405332Z","steps":["trace[2136239480] 'agreement among raft nodes before linearized reading' (duration: 8.7452364s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.405437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:56:57.6561Z","time spent":"8.749328952s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:57:06.7636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.765494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:06.763685Z","caller":"traceutil/trace.go:171","msg":"trace[24513155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"106.933478ms","start":"2026-03-04T01:57:06.656731Z","end":"2026-03-04T01:57:06.763665Z","steps":["trace[24513155] 'agreement among raft nodes before linearized reading' (duration: 106.805725ms)"],"step_count":1} 2026/03/04 01:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:06.88472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.559231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:57:06.884792Z","caller":"traceutil/trace.go:171","msg":"trace[148469511] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"222.659893ms","start":"2026-03-04T01:57:06.662114Z","end":"2026-03-04T01:57:06.884774Z","steps":["trace[148469511] 'agreement among raft nodes before linearized reading' (duration: 222.576851ms)"],"step_count":1} 2026/03/04 01:57:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:57:06.908626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.781861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:06.908831Z","caller":"traceutil/trace.go:171","msg":"trace[1100117984] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"504.607438ms","start":"2026-03-04T01:57:06.404193Z","end":"2026-03-04T01:57:06.9088Z","steps":["trace[1100117984] 'process raft request' (duration: 312.560801ms)","trace[1100117984] 'compare' (duration: 191.369021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:06.908988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.404177Z","time spent":"504.733861ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:06.909279Z","caller":"traceutil/trace.go:171","msg":"trace[1363234968] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"502.553971ms","start":"2026-03-04T01:57:06.406711Z","end":"2026-03-04T01:57:06.909265Z","steps":["trace[1363234968] 'process raft request' (duration: 502.50367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.90935Z","caller":"traceutil/trace.go:171","msg":"trace[1109070173] linearizableReadLoop","detail":"{readStateIndex:16356; appliedIndex:16355; }","duration":"504.538045ms","start":"2026-03-04T01:57:06.404793Z","end":"2026-03-04T01:57:06.909331Z","steps":["trace[1109070173] 'read index received' (duration: 311.970766ms)","trace[1109070173] 'applied index is now lower than readState.Index' (duration: 192.564759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:06.909376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.406706Z","time spent":"502.623153ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:06.909398Z","caller":"traceutil/trace.go:171","msg":"trace[2106345529] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"502.718115ms","start":"2026-03-04T01:57:06.406662Z","end":"2026-03-04T01:57:06.90938Z","steps":["trace[2106345529] 'process raft request' (duration: 502.153173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.909499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.406652Z","time spent":"502.804407ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:06.909539Z","caller":"traceutil/trace.go:171","msg":"trace[1491264766] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"502.854658ms","start":"2026-03-04T01:57:06.40666Z","end":"2026-03-04T01:57:06.909514Z","steps":["trace[1491264766] 'process raft request' (duration: 502.220994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.909561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.75724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-04T01:57:06.909381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.405427Z","time spent":"503.948072ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:57:06.9096Z","caller":"traceutil/trace.go:171","msg":"trace[1360669476] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15796; }","duration":"504.813602ms","start":"2026-03-04T01:57:06.404775Z","end":"2026-03-04T01:57:06.909589Z","steps":["trace[1360669476] 'agreement among raft nodes before linearized reading' (duration: 504.656888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.909649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.404764Z","time spent":"504.870463ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:06.90963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.689781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:57:06.909645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.274499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-04T01:57:06.909688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.113096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130399"} {"level":"info","ts":"2026-03-04T01:57:06.909717Z","caller":"traceutil/trace.go:171","msg":"trace[1322209231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15796; }","duration":"501.796573ms","start":"2026-03-04T01:57:06.407903Z","end":"2026-03-04T01:57:06.909699Z","steps":["trace[1322209231] 'agreement among raft nodes before linearized reading' (duration: 501.65214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.909786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.407898Z","time spent":"501.878646ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:57:06.909807Z","caller":"traceutil/trace.go:171","msg":"trace[1620881365] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15796; }","duration":"500.192808ms","start":"2026-03-04T01:57:06.409548Z","end":"2026-03-04T01:57:06.909741Z","steps":["trace[1620881365] 'agreement among raft nodes before linearized reading' (duration: 500.000634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.909831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.210002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:57:06.909854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.409542Z","time spent":"500.30338ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130423,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T01:57:06.90987Z","caller":"traceutil/trace.go:171","msg":"trace[211899484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15796; }","duration":"143.246283ms","start":"2026-03-04T01:57:06.766612Z","end":"2026-03-04T01:57:06.909858Z","steps":["trace[211899484] 'agreement among raft nodes before linearized reading' (duration: 143.12932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.466524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:06.910026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.41989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-04T01:57:06.910064Z","caller":"traceutil/trace.go:171","msg":"trace[2073165826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15796; }","duration":"500.509685ms","start":"2026-03-04T01:57:06.409544Z","end":"2026-03-04T01:57:06.910054Z","steps":["trace[2073165826] 'agreement among raft nodes before linearized reading' (duration: 500.453984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.910076Z","caller":"traceutil/trace.go:171","msg":"trace[1144418353] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15796; }","duration":"503.482272ms","start":"2026-03-04T01:57:06.406581Z","end":"2026-03-04T01:57:06.910063Z","steps":["trace[1144418353] 'agreement among raft nodes before linearized reading' (duration: 503.351739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.409541Z","time spent":"500.548806ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:06.910081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.468088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-r7474\" ","response":"range_response_count:1 size:9112"} {"level":"info","ts":"2026-03-04T01:57:06.910127Z","caller":"traceutil/trace.go:171","msg":"trace[1464690642] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-r7474; range_end:; response_count:1; response_revision:15796; }","duration":"127.55247ms","start":"2026-03-04T01:57:06.782567Z","end":"2026-03-04T01:57:06.910119Z","steps":["trace[1464690642] 'agreement among raft nodes before linearized reading' (duration: 127.459998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.406573Z","time spent":"503.541093ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T01:57:06.910158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.581565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:57:06.91019Z","caller":"traceutil/trace.go:171","msg":"trace[430073379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15796; }","duration":"252.633916ms","start":"2026-03-04T01:57:06.657546Z","end":"2026-03-04T01:57:06.91018Z","steps":["trace[430073379] 'agreement among raft nodes before linearized reading' (duration: 252.531353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.134019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-04T01:57:06.910304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.516979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:06.910324Z","caller":"traceutil/trace.go:171","msg":"trace[472585565] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15796; }","duration":"501.18209ms","start":"2026-03-04T01:57:06.409132Z","end":"2026-03-04T01:57:06.910314Z","steps":["trace[472585565] 'agreement among raft nodes before linearized reading' (duration: 501.078237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:06.910331Z","caller":"traceutil/trace.go:171","msg":"trace[1850268664] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15796; }","duration":"444.582431ms","start":"2026-03-04T01:57:06.46574Z","end":"2026-03-04T01:57:06.910323Z","steps":["trace[1850268664] 'agreement among raft nodes before linearized reading' (duration: 444.521279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.40912Z","time spent":"501.23034ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T01:57:06.910359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.46572Z","time spent":"444.631792ms","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:06.910523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.424319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.910551Z","caller":"traceutil/trace.go:171","msg":"trace[214375654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15796; }","duration":"503.460541ms","start":"2026-03-04T01:57:06.407082Z","end":"2026-03-04T01:57:06.910542Z","steps":["trace[214375654] 'agreement among raft nodes before linearized reading' (duration: 502.590511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.407077Z","time spent":"503.491641ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:06.910582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.640595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.910617Z","caller":"traceutil/trace.go:171","msg":"trace[1711264732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15796; }","duration":"503.689576ms","start":"2026-03-04T01:57:06.406916Z","end":"2026-03-04T01:57:06.910605Z","steps":["trace[1711264732] 'agreement among raft nodes before linearized reading' (duration: 502.824407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.40691Z","time spent":"503.723067ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:06.909716Z","caller":"traceutil/trace.go:171","msg":"trace[868182427] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922; range_end:; response_count:1; response_revision:15796; }","duration":"504.391282ms","start":"2026-03-04T01:57:06.405314Z","end":"2026-03-04T01:57:06.909705Z","steps":["trace[868182427] 'agreement among raft nodes before linearized reading' (duration: 504.167777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.910756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.405297Z","time spent":"505.443375ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922\" "} {"level":"warn","ts":"2026-03-04T01:57:06.909663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.40665Z","time spent":"502.94111ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:06.911092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.916702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929991"} {"level":"info","ts":"2026-03-04T01:57:06.911139Z","caller":"traceutil/trace.go:171","msg":"trace[474826925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15796; }","duration":"500.976605ms","start":"2026-03-04T01:57:06.410151Z","end":"2026-03-04T01:57:06.911128Z","steps":["trace[474826925] 'agreement among raft nodes before linearized reading' (duration: 500.226488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:06.911176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.410147Z","time spent":"501.018605ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:07.415776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:08.586258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091323515s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:08.586365Z","caller":"traceutil/trace.go:171","msg":"trace[868895192] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"1.67563474s","start":"2026-03-04T01:57:06.910707Z","end":"2026-03-04T01:57:08.586342Z","steps":["trace[868895192] 'process raft request' (duration: 584.145592ms)","trace[868895192] 'compare' (duration: 1.090954426s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:08.586432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.910688Z","time spent":"1.675710801s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:09.003161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508162853s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:57:09.187283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.781912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:09.187535Z","caller":"traceutil/trace.go:171","msg":"trace[525351064] linearizableReadLoop","detail":"{readStateIndex:16364; appliedIndex:16360; }","duration":"2.272497456s","start":"2026-03-04T01:57:06.91502Z","end":"2026-03-04T01:57:09.187517Z","steps":["trace[525351064] 'read index received' (duration: 579.928667ms)","trace[525351064] 'applied index is now lower than readState.Index' (duration: 1.692567669s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:09.187656Z","caller":"traceutil/trace.go:171","msg":"trace[1220177335] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"2.272626729s","start":"2026-03-04T01:57:06.914969Z","end":"2026-03-04T01:57:09.187596Z","steps":["trace[1220177335] 'process raft request' (duration: 2.272425194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.18772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27271442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18907"} {"level":"info","ts":"2026-03-04T01:57:09.187762Z","caller":"traceutil/trace.go:171","msg":"trace[996579781] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15800; }","duration":"2.272812743s","start":"2026-03-04T01:57:06.914933Z","end":"2026-03-04T01:57:09.187746Z","steps":["trace[996579781] 'agreement among raft nodes before linearized reading' (duration: 2.27267602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.187799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.91492Z","time spent":"2.272868404s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:57:09.187843Z","caller":"traceutil/trace.go:171","msg":"trace[1176597934] transaction","detail":"{read_only:false; response_revision:15800; number_of_response:1; }","duration":"2.266190084s","start":"2026-03-04T01:57:06.921415Z","end":"2026-03-04T01:57:09.187605Z","steps":["trace[1176597934] 'process raft request' (duration: 2.266043951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.187871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.914949Z","time spent":"2.272806562s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:09.187977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.921395Z","time spent":"2.266503661s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:09.187791Z","caller":"traceutil/trace.go:171","msg":"trace[993674855] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"2.274280416s","start":"2026-03-04T01:57:06.913197Z","end":"2026-03-04T01:57:09.187477Z","steps":["trace[993674855] 'process raft request' (duration: 2.090237808s)","trace[993674855] 'compare' (duration: 183.651579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:09.188337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:06.91317Z","time spent":"2.275123054s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:09.269262Z","caller":"traceutil/trace.go:171","msg":"trace[748817309] transaction","detail":"{read_only:false; response_revision:15801; number_of_response:1; }","duration":"351.953223ms","start":"2026-03-04T01:57:08.917275Z","end":"2026-03-04T01:57:09.269228Z","steps":["trace[748817309] 'process raft request' (duration: 351.675537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.269467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.917261Z","time spent":"352.086806ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:09.269603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.853441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:09.269602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.528335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:09.269665Z","caller":"traceutil/trace.go:171","msg":"trace[913180137] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15802; }","duration":"862.941934ms","start":"2026-03-04T01:57:08.406709Z","end":"2026-03-04T01:57:09.269651Z","steps":["trace[913180137] 'agreement among raft nodes before linearized reading' (duration: 862.734969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.269685Z","caller":"traceutil/trace.go:171","msg":"trace[1102769410] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15802; }","duration":"842.649878ms","start":"2026-03-04T01:57:08.427014Z","end":"2026-03-04T01:57:09.269664Z","steps":["trace[1102769410] 'agreement among raft nodes before linearized reading' (duration: 842.415193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.269707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.406696Z","time spent":"863.003525ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:09.269739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.426991Z","time spent":"842.739619ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"warn","ts":"2026-03-04T01:57:09.269763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.506863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"warn","ts":"2026-03-04T01:57:09.269805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.99411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:09.269823Z","caller":"traceutil/trace.go:171","msg":"trace[1390773527] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15802; }","duration":"862.604216ms","start":"2026-03-04T01:57:08.4072Z","end":"2026-03-04T01:57:09.269804Z","steps":["trace[1390773527] 'agreement among raft nodes before linearized reading' (duration: 862.492574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.269842Z","caller":"traceutil/trace.go:171","msg":"trace[505398455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15802; }","duration":"849.048382ms","start":"2026-03-04T01:57:08.420783Z","end":"2026-03-04T01:57:09.269831Z","steps":["trace[505398455] 'agreement among raft nodes before linearized reading' (duration: 848.945709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.269852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.131038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"warn","ts":"2026-03-04T01:57:09.269872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.420771Z","time spent":"849.094822ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:09.269871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.407179Z","time spent":"862.683337ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7405,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-04T01:57:09.269892Z","caller":"traceutil/trace.go:171","msg":"trace[1045003201] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15802; }","duration":"340.2099ms","start":"2026-03-04T01:57:08.929672Z","end":"2026-03-04T01:57:09.269882Z","steps":["trace[1045003201] 'agreement among raft nodes before linearized reading' (duration: 340.126048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.269918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.929654Z","time spent":"340.2593ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"warn","ts":"2026-03-04T01:57:09.27Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.396678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:57:09.270023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.013019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:09.270043Z","caller":"traceutil/trace.go:171","msg":"trace[177632332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15802; }","duration":"354.44685ms","start":"2026-03-04T01:57:08.915587Z","end":"2026-03-04T01:57:09.270034Z","steps":["trace[177632332] 'agreement among raft nodes before linearized reading' (duration: 354.342587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:09.270067Z","caller":"traceutil/trace.go:171","msg":"trace[1479154529] transaction","detail":"{read_only:false; response_revision:15802; number_of_response:1; }","duration":"351.905303ms","start":"2026-03-04T01:57:08.918147Z","end":"2026-03-04T01:57:09.270052Z","steps":["trace[1479154529] 'process raft request' (duration: 351.020402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.915578Z","time spent":"354.494131ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:09.269641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.834361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:09.270096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604708069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-04T01:57:09.27012Z","caller":"traceutil/trace.go:171","msg":"trace[763593956] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15802; }","duration":"863.346684ms","start":"2026-03-04T01:57:08.406764Z","end":"2026-03-04T01:57:09.27011Z","steps":["trace[763593956] 'agreement among raft nodes before linearized reading' (duration: 862.678438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.918122Z","time spent":"351.979065ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:09.270174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.406758Z","time spent":"863.398275ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:09.270125Z","caller":"traceutil/trace.go:171","msg":"trace[1380010855] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15802; }","duration":"1.604769251s","start":"2026-03-04T01:57:07.665346Z","end":"2026-03-04T01:57:09.270116Z","steps":["trace[1380010855] 'agreement among raft nodes before linearized reading' (duration: 1.604684909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.715096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:57:09.270293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:07.665328Z","time spent":"1.604950605s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"info","ts":"2026-03-04T01:57:09.270311Z","caller":"traceutil/trace.go:171","msg":"trace[1123196754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15802; }","duration":"354.794528ms","start":"2026-03-04T01:57:08.915506Z","end":"2026-03-04T01:57:09.2703Z","steps":["trace[1123196754] 'agreement among raft nodes before linearized reading' (duration: 354.702936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.269709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.672286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:57:09.270359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.827432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"info","ts":"2026-03-04T01:57:09.27038Z","caller":"traceutil/trace.go:171","msg":"trace[1232971413] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15802; }","duration":"850.356801ms","start":"2026-03-04T01:57:08.420008Z","end":"2026-03-04T01:57:09.270364Z","steps":["trace[1232971413] 'agreement among raft nodes before linearized reading' (duration: 849.604924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.111039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T01:57:09.27046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.256291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:57:09.270015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381152256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:09.270495Z","caller":"traceutil/trace.go:171","msg":"trace[955830374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15802; }","duration":"340.307913ms","start":"2026-03-04T01:57:08.93018Z","end":"2026-03-04T01:57:09.270487Z","steps":["trace[955830374] 'agreement among raft nodes before linearized reading' (duration: 340.230201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.91548Z","time spent":"354.852789ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:57:09.270516Z","caller":"traceutil/trace.go:171","msg":"trace[1337448017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15802; }","duration":"1.381681808s","start":"2026-03-04T01:57:07.888818Z","end":"2026-03-04T01:57:09.2705Z","steps":["trace[1337448017] 'agreement among raft nodes before linearized reading' (duration: 1.381174216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:07.888795Z","time spent":"1.381751849s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:09.27043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.419998Z","time spent":"850.420403ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"info","ts":"2026-03-04T01:57:09.270079Z","caller":"traceutil/trace.go:171","msg":"trace[445184045] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15802; }","duration":"865.115263ms","start":"2026-03-04T01:57:08.404937Z","end":"2026-03-04T01:57:09.270052Z","steps":["trace[445184045] 'agreement among raft nodes before linearized reading' (duration: 864.998699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.404917Z","time spent":"865.800787ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:09.270465Z","caller":"traceutil/trace.go:171","msg":"trace[390975529] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15802; }","duration":"682.183249ms","start":"2026-03-04T01:57:08.588273Z","end":"2026-03-04T01:57:09.270456Z","steps":["trace[390975529] 'agreement among raft nodes before linearized reading' (duration: 682.083647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.588258Z","time spent":"682.537518ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:57:09.270394Z","caller":"traceutil/trace.go:171","msg":"trace[1271052213] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15802; }","duration":"339.883963ms","start":"2026-03-04T01:57:08.930502Z","end":"2026-03-04T01:57:09.270386Z","steps":["trace[1271052213] 'agreement among raft nodes before linearized reading' (duration: 339.786071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.270901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.930488Z","time spent":"340.402815ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"warn","ts":"2026-03-04T01:57:09.270524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:08.930171Z","time spent":"340.347344ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:09.716117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.685399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:09.716229Z","caller":"traceutil/trace.go:171","msg":"trace[329762038] linearizableReadLoop","detail":"{readStateIndex:16367; appliedIndex:16366; }","duration":"440.754645ms","start":"2026-03-04T01:57:09.275455Z","end":"2026-03-04T01:57:09.71621Z","steps":["trace[329762038] 'read index received' (duration: 157.8355ms)","trace[329762038] 'applied index is now lower than readState.Index' (duration: 282.916765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:09.716338Z","caller":"traceutil/trace.go:171","msg":"trace[898492675] transaction","detail":"{read_only:false; response_revision:15803; number_of_response:1; }","duration":"440.94217ms","start":"2026-03-04T01:57:09.275342Z","end":"2026-03-04T01:57:09.716284Z","steps":["trace[898492675] 'process raft request' (duration: 157.979554ms)","trace[898492675] 'compare' (duration: 281.669936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:09.716412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.932029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:09.716489Z","caller":"traceutil/trace.go:171","msg":"trace[1409175260] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15803; }","duration":"441.027642ms","start":"2026-03-04T01:57:09.275444Z","end":"2026-03-04T01:57:09.716471Z","steps":["trace[1409175260] 'agreement among raft nodes before linearized reading' (duration: 440.836298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:09.716513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.275331Z","time spent":"441.075143ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:09.716536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.275439Z","time spent":"441.089473ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:57:10.321841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.329318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:10.322125Z","caller":"traceutil/trace.go:171","msg":"trace[1452184006] linearizableReadLoop","detail":"{readStateIndex:16369; appliedIndex:16367; }","duration":"605.850667ms","start":"2026-03-04T01:57:09.716254Z","end":"2026-03-04T01:57:10.322105Z","steps":["trace[1452184006] 'read index received' (duration: 436.0957ms)","trace[1452184006] 'applied index is now lower than readState.Index' (duration: 169.753797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.322395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040489265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:10.322524Z","caller":"traceutil/trace.go:171","msg":"trace[1889455246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15805; }","duration":"1.040672219s","start":"2026-03-04T01:57:09.281823Z","end":"2026-03-04T01:57:10.322495Z","steps":["trace[1889455246] 'agreement among raft nodes before linearized reading' (duration: 1.040318811s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.322606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.281818Z","time spent":"1.040776591s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:10.323051Z","caller":"traceutil/trace.go:171","msg":"trace[1486975270] transaction","detail":"{read_only:false; response_revision:15804; number_of_response:1; }","duration":"1.047132963s","start":"2026-03-04T01:57:09.275883Z","end":"2026-03-04T01:57:10.323016Z","steps":["trace[1486975270] 'process raft request' (duration: 876.503217ms)","trace[1486975270] 'compare' (duration: 169.106163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.323187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.27587Z","time spent":"1.047247686s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:10.323631Z","caller":"traceutil/trace.go:171","msg":"trace[1566612767] transaction","detail":"{read_only:false; response_revision:15805; number_of_response:1; }","duration":"1.045512939s","start":"2026-03-04T01:57:09.277832Z","end":"2026-03-04T01:57:10.323345Z","steps":["trace[1566612767] 'process raft request' (duration: 1.044121557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.323773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.277827Z","time spent":"1.045871967s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:10.323982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.549338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T01:57:10.324058Z","caller":"traceutil/trace.go:171","msg":"trace[419555229] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15805; }","duration":"954.6536ms","start":"2026-03-04T01:57:09.369385Z","end":"2026-03-04T01:57:10.324039Z","steps":["trace[419555229] 'agreement among raft nodes before linearized reading' (duration: 953.909363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.32411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.369371Z","time spent":"954.725242ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T01:57:10.324421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047167125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.324465Z","caller":"traceutil/trace.go:171","msg":"trace[1812739159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.047230856s","start":"2026-03-04T01:57:09.277224Z","end":"2026-03-04T01:57:10.324455Z","steps":["trace[1812739159] 'agreement among raft nodes before linearized reading' (duration: 1.045384695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.324497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.277216Z","time spent":"1.047271058s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.324608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049009207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T01:57:10.324674Z","caller":"traceutil/trace.go:171","msg":"trace[277009528] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15805; }","duration":"1.049086319s","start":"2026-03-04T01:57:09.275572Z","end":"2026-03-04T01:57:10.324658Z","steps":["trace[277009528] 'agreement among raft nodes before linearized reading' (duration: 1.048101847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.324725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.275568Z","time spent":"1.04914516s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:57:10.325243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048889483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.325402Z","caller":"traceutil/trace.go:171","msg":"trace[1698063655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.049050157s","start":"2026-03-04T01:57:09.27634Z","end":"2026-03-04T01:57:10.325391Z","steps":["trace[1698063655] 'agreement among raft nodes before linearized reading' (duration: 1.046319186s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.325478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.276326Z","time spent":"1.049138188s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.326103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049016876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.326167Z","caller":"traceutil/trace.go:171","msg":"trace[200370676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.049098659s","start":"2026-03-04T01:57:09.277053Z","end":"2026-03-04T01:57:10.326151Z","steps":["trace[200370676] 'agreement among raft nodes before linearized reading' (duration: 1.046001778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.326216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.277038Z","time spent":"1.04916159s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.326608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044865993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.326662Z","caller":"traceutil/trace.go:171","msg":"trace[295251927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.044945936s","start":"2026-03-04T01:57:09.281704Z","end":"2026-03-04T01:57:10.32665Z","steps":["trace[295251927] 'agreement among raft nodes before linearized reading' (duration: 1.040498126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.326692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.281696Z","time spent":"1.044988696s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.326945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048217948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.326981Z","caller":"traceutil/trace.go:171","msg":"trace[1925292006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.04826594s","start":"2026-03-04T01:57:09.278707Z","end":"2026-03-04T01:57:10.326973Z","steps":["trace[1925292006] 'agreement among raft nodes before linearized reading' (duration: 1.044578836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.327004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.278703Z","time spent":"1.04829379s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.327034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045086788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.327081Z","caller":"traceutil/trace.go:171","msg":"trace[1407210005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.04514765s","start":"2026-03-04T01:57:09.281923Z","end":"2026-03-04T01:57:10.327071Z","steps":["trace[1407210005] 'agreement among raft nodes before linearized reading' (duration: 1.041760414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.327167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.281919Z","time spent":"1.045233542s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.327182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049372665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930177"} {"level":"info","ts":"2026-03-04T01:57:10.327311Z","caller":"traceutil/trace.go:171","msg":"trace[634213715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15805; }","duration":"1.049530188s","start":"2026-03-04T01:57:09.277737Z","end":"2026-03-04T01:57:10.327267Z","steps":["trace[634213715] 'agreement among raft nodes before linearized reading' (duration: 1.04559778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.327395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.277732Z","time spent":"1.049645211s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:10.793076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.568979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:10.793205Z","caller":"traceutil/trace.go:171","msg":"trace[1084387910] transaction","detail":"{read_only:false; response_revision:15806; number_of_response:1; }","duration":"593.794217ms","start":"2026-03-04T01:57:10.199379Z","end":"2026-03-04T01:57:10.793173Z","steps":["trace[1084387910] 'process raft request' (duration: 264.989863ms)","trace[1084387910] 'compare' (duration: 328.262322ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:10.793305Z","caller":"traceutil/trace.go:171","msg":"trace[840326297] transaction","detail":"{read_only:false; response_revision:15807; number_of_response:1; }","duration":"438.529934ms","start":"2026-03-04T01:57:10.354751Z","end":"2026-03-04T01:57:10.793281Z","steps":["trace[840326297] 'process raft request' (duration: 438.438262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.793374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.199346Z","time spent":"593.92539ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:10.793404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.354734Z","time spent":"438.625917ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:10.793359Z","caller":"traceutil/trace.go:171","msg":"trace[800014069] linearizableReadLoop","detail":"{readStateIndex:16370; appliedIndex:16369; }","duration":"471.162177ms","start":"2026-03-04T01:57:10.322169Z","end":"2026-03-04T01:57:10.793331Z","steps":["trace[800014069] 'read index received' (duration: 142.158388ms)","trace[800014069] 'applied index is now lower than readState.Index' (duration: 329.001219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:10.79364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.393482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:57:10.793666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073639579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:10.79369Z","caller":"traceutil/trace.go:171","msg":"trace[216136746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15807; }","duration":"574.478594ms","start":"2026-03-04T01:57:10.219203Z","end":"2026-03-04T01:57:10.793681Z","steps":["trace[216136746] 'agreement among raft nodes before linearized reading' (duration: 574.325631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.793733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.219185Z","time spent":"574.542475ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T01:57:10.793721Z","caller":"traceutil/trace.go:171","msg":"trace[1298975290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15807; }","duration":"1.073744711s","start":"2026-03-04T01:57:09.719962Z","end":"2026-03-04T01:57:10.793707Z","steps":["trace[1298975290] 'agreement among raft nodes before linearized reading' (duration: 1.073568337s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.793705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.01753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:10.79378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.932393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-user-r7474\" ","response":"range_response_count:1 size:2771"} {"level":"info","ts":"2026-03-04T01:57:10.793858Z","caller":"traceutil/trace.go:171","msg":"trace[802090720] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15807; }","duration":"791.204454ms","start":"2026-03-04T01:57:10.002616Z","end":"2026-03-04T01:57:10.793821Z","steps":["trace[802090720] 'agreement among raft nodes before linearized reading' (duration: 790.890177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:10.793927Z","caller":"traceutil/trace.go:171","msg":"trace[665527012] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-user-r7474; range_end:; response_count:1; response_revision:15807; }","duration":"900.040665ms","start":"2026-03-04T01:57:09.893828Z","end":"2026-03-04T01:57:10.793868Z","steps":["trace[665527012] 'agreement among raft nodes before linearized reading' (duration: 899.699618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:10.793966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.00257Z","time spent":"791.374208ms","remote":"127.0.0.1:35868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:10.794056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.893807Z","time spent":"900.23031ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2795,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/neutron-ks-user-r7474\" "} {"level":"warn","ts":"2026-03-04T01:57:10.793779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:09.719923Z","time spent":"1.073844693s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:11.367383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.566881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:57:11.367796Z","caller":"traceutil/trace.go:171","msg":"trace[1799871808] linearizableReadLoop","detail":"{readStateIndex:16372; appliedIndex:16371; }","duration":"574.31611ms","start":"2026-03-04T01:57:10.793455Z","end":"2026-03-04T01:57:11.367771Z","steps":["trace[1799871808] 'read index received' (duration: 207.35277ms)","trace[1799871808] 'applied index is now lower than readState.Index' (duration: 366.96091ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:11.367938Z","caller":"traceutil/trace.go:171","msg":"trace[1139184119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15808; }","duration":"569.007941ms","start":"2026-03-04T01:57:10.79892Z","end":"2026-03-04T01:57:11.367928Z","steps":["trace[1139184119] 'process raft request' (duration: 568.631673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.368037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.798901Z","time spent":"569.067913ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-04T01:57:11.47497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149034261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:11.475023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121512713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm\" ","response":"range_response_count:1 size:5598"} {"level":"info","ts":"2026-03-04T01:57:11.475059Z","caller":"traceutil/trace.go:171","msg":"trace[1673127211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15808; }","duration":"1.149155823s","start":"2026-03-04T01:57:10.32588Z","end":"2026-03-04T01:57:11.475036Z","steps":["trace[1673127211] 'agreement among raft nodes before linearized reading' (duration: 1.042029089s)","trace[1673127211] 'range keys from in-memory index tree' (duration: 106.99153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:11.475109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.325862Z","time spent":"1.149237275s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:11.475104Z","caller":"traceutil/trace.go:171","msg":"trace[1049271970] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm; range_end:; response_count:1; response_revision:15808; }","duration":"1.121603845s","start":"2026-03-04T01:57:10.353479Z","end":"2026-03-04T01:57:11.475083Z","steps":["trace[1049271970] 'agreement among raft nodes before linearized reading' (duration: 1.01441402s)","trace[1049271970] 'range keys from in-memory index tree' (duration: 107.001581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:11.475157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.353454Z","time spent":"1.121693617s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5622,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm\" "} {"level":"warn","ts":"2026-03-04T01:57:11.475156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.330377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:11.47548Z","caller":"traceutil/trace.go:171","msg":"trace[386052986] linearizableReadLoop","detail":"{readStateIndex:16377; appliedIndex:16373; }","duration":"107.596344ms","start":"2026-03-04T01:57:11.367867Z","end":"2026-03-04T01:57:11.475463Z","steps":["trace[386052986] 'read index received' (duration: 23.225582ms)","trace[386052986] 'applied index is now lower than readState.Index' (duration: 84.369552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:11.475652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.75995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"info","ts":"2026-03-04T01:57:11.475701Z","caller":"traceutil/trace.go:171","msg":"trace[1551945961] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15812; }","duration":"199.848241ms","start":"2026-03-04T01:57:11.275842Z","end":"2026-03-04T01:57:11.47569Z","steps":["trace[1551945961] 'agreement among raft nodes before linearized reading' (duration: 199.669357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.47572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.241942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:11.475744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.104188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:11.475729Z","caller":"traceutil/trace.go:171","msg":"trace[2018927270] transaction","detail":"{read_only:false; response_revision:15809; number_of_response:1; }","duration":"675.025999ms","start":"2026-03-04T01:57:10.800666Z","end":"2026-03-04T01:57:11.475692Z","steps":["trace[2018927270] 'process raft request' (duration: 567.068408ms)","trace[2018927270] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/kube-system/kube-vip-instance.189980b20145885e; req_size:765; } (duration: 106.844506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:11.475922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.166228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:11.475888Z","caller":"traceutil/trace.go:171","msg":"trace[1311278467] transaction","detail":"{read_only:false; response_revision:15810; number_of_response:1; }","duration":"672.739368ms","start":"2026-03-04T01:57:10.803111Z","end":"2026-03-04T01:57:11.475851Z","steps":["trace[1311278467] 'process raft request' (duration: 672.158025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:11.475955Z","caller":"traceutil/trace.go:171","msg":"trace[1963890320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15812; }","duration":"282.226ms","start":"2026-03-04T01:57:11.193721Z","end":"2026-03-04T01:57:11.475947Z","steps":["trace[1963890320] 'agreement among raft nodes before linearized reading' (duration: 281.958044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.476039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.148599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:11.476081Z","caller":"traceutil/trace.go:171","msg":"trace[1699461824] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15812; }","duration":"200.238931ms","start":"2026-03-04T01:57:11.275833Z","end":"2026-03-04T01:57:11.476072Z","steps":["trace[1699461824] 'agreement among raft nodes before linearized reading' (duration: 199.806331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:11.475761Z","caller":"traceutil/trace.go:171","msg":"trace[471460684] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:15812; }","duration":"435.315754ms","start":"2026-03-04T01:57:11.040435Z","end":"2026-03-04T01:57:11.475751Z","steps":["trace[471460684] 'agreement among raft nodes before linearized reading' (duration: 435.252402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.476218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.803103Z","time spent":"672.86828ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:11.476094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.974512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:11.47645Z","caller":"traceutil/trace.go:171","msg":"trace[1335110107] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15812; }","duration":"199.384041ms","start":"2026-03-04T01:57:11.277021Z","end":"2026-03-04T01:57:11.476405Z","steps":["trace[1335110107] 'agreement among raft nodes before linearized reading' (duration: 198.486861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.475653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.688678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:11.476732Z","caller":"traceutil/trace.go:171","msg":"trace[1710345044] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15812; }","duration":"200.799113ms","start":"2026-03-04T01:57:11.275919Z","end":"2026-03-04T01:57:11.476718Z","steps":["trace[1710345044] 'agreement among raft nodes before linearized reading' (duration: 199.650168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:11.475785Z","caller":"traceutil/trace.go:171","msg":"trace[1593375032] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15812; }","duration":"612.143679ms","start":"2026-03-04T01:57:10.863629Z","end":"2026-03-04T01:57:11.475773Z","steps":["trace[1593375032] 'agreement among raft nodes before linearized reading' (duration: 612.070227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.47566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.783518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18907"} {"level":"info","ts":"2026-03-04T01:57:11.476877Z","caller":"traceutil/trace.go:171","msg":"trace[403500389] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15812; }","duration":"678.028376ms","start":"2026-03-04T01:57:10.798833Z","end":"2026-03-04T01:57:11.476861Z","steps":["trace[403500389] 'agreement among raft nodes before linearized reading' (duration: 676.691647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.476841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.863567Z","time spent":"613.249964ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":22,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:11.476933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.798813Z","time spent":"678.104168ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:57:11.47584Z","caller":"traceutil/trace.go:171","msg":"trace[115570949] transaction","detail":"{read_only:false; response_revision:15811; number_of_response:1; }","duration":"201.458048ms","start":"2026-03-04T01:57:11.27437Z","end":"2026-03-04T01:57:11.475829Z","steps":["trace[115570949] 'process raft request' (duration: 201.017669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:11.475848Z","caller":"traceutil/trace.go:171","msg":"trace[308785491] transaction","detail":"{read_only:false; response_revision:15812; number_of_response:1; }","duration":"198.989492ms","start":"2026-03-04T01:57:11.276849Z","end":"2026-03-04T01:57:11.475838Z","steps":["trace[308785491] 'process raft request' (duration: 198.578253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.478514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:10.800654Z","time spent":"675.274724ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:11.478636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.040416Z","time spent":"438.046184ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:11.968302Z","caller":"traceutil/trace.go:171","msg":"trace[1850786738] linearizableReadLoop","detail":"{readStateIndex:16379; appliedIndex:16378; }","duration":"409.795931ms","start":"2026-03-04T01:57:11.558487Z","end":"2026-03-04T01:57:11.968283Z","steps":["trace[1850786738] 'read index received' (duration: 409.586346ms)","trace[1850786738] 'applied index is now lower than readState.Index' (duration: 208.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:11.96835Z","caller":"traceutil/trace.go:171","msg":"trace[53323145] transaction","detail":"{read_only:false; response_revision:15814; number_of_response:1; }","duration":"481.270503ms","start":"2026-03-04T01:57:11.487049Z","end":"2026-03-04T01:57:11.968319Z","steps":["trace[53323145] 'process raft request' (duration: 481.086149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.968485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.177328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:11.968512Z","caller":"traceutil/trace.go:171","msg":"trace[1054633756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15814; }","duration":"463.27062ms","start":"2026-03-04T01:57:11.505234Z","end":"2026-03-04T01:57:11.968505Z","steps":["trace[1054633756] 'agreement among raft nodes before linearized reading' (duration: 463.192209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.968517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.487041Z","time spent":"481.403746ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:11.9686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.944082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:57:11.968615Z","caller":"traceutil/trace.go:171","msg":"trace[643287813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15814; }","duration":"482.968732ms","start":"2026-03-04T01:57:11.485643Z","end":"2026-03-04T01:57:11.968612Z","steps":["trace[643287813] 'agreement among raft nodes before linearized reading' (duration: 482.90288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.968627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.485581Z","time spent":"483.042904ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:57:11.968799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.251508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:11.968819Z","caller":"traceutil/trace.go:171","msg":"trace[623665668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15814; }","duration":"409.314349ms","start":"2026-03-04T01:57:11.5595Z","end":"2026-03-04T01:57:11.968814Z","steps":["trace[623665668] 'agreement among raft nodes before linearized reading' (duration: 409.279669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:11.968831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.559485Z","time spent":"409.34352ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:11.968534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.505222Z","time spent":"463.305921ms","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:11.968942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.621949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:11.968979Z","caller":"traceutil/trace.go:171","msg":"trace[667386902] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15814; }","duration":"204.717991ms","start":"2026-03-04T01:57:11.764255Z","end":"2026-03-04T01:57:11.968973Z","steps":["trace[667386902] 'agreement among raft nodes before linearized reading' (duration: 204.67264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:12.2388Z","caller":"traceutil/trace.go:171","msg":"trace[1744334487] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"262.116168ms","start":"2026-03-04T01:57:11.976661Z","end":"2026-03-04T01:57:12.238777Z","steps":["trace[1744334487] 'process raft request' (duration: 261.966394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:12.772916Z","caller":"traceutil/trace.go:171","msg":"trace[1988458443] linearizableReadLoop","detail":"{readStateIndex:16381; appliedIndex:16379; }","duration":"650.776945ms","start":"2026-03-04T01:57:12.122112Z","end":"2026-03-04T01:57:12.772888Z","steps":["trace[1988458443] 'read index received' (duration: 116.586494ms)","trace[1988458443] 'applied index is now lower than readState.Index' (duration: 534.189331ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:12.772991Z","caller":"traceutil/trace.go:171","msg":"trace[307489691] transaction","detail":"{read_only:false; response_revision:15816; number_of_response:1; }","duration":"790.929788ms","start":"2026-03-04T01:57:11.982018Z","end":"2026-03-04T01:57:12.772947Z","steps":["trace[307489691] 'process raft request' (duration: 790.649082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:12.773113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.99468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:12.773114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:11.982011Z","time spent":"791.02843ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:12.77317Z","caller":"traceutil/trace.go:171","msg":"trace[778902886] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15816; }","duration":"651.098851ms","start":"2026-03-04T01:57:12.122052Z","end":"2026-03-04T01:57:12.773151Z","steps":["trace[778902886] 'agreement among raft nodes before linearized reading' (duration: 651.001349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:12.773225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.122027Z","time spent":"651.184404ms","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:13.148108Z","caller":"traceutil/trace.go:171","msg":"trace[763000037] linearizableReadLoop","detail":"{readStateIndex:16382; appliedIndex:16381; }","duration":"375.061132ms","start":"2026-03-04T01:57:12.77302Z","end":"2026-03-04T01:57:13.148081Z","steps":["trace[763000037] 'read index received' (duration: 374.855347ms)","trace[763000037] 'applied index is now lower than readState.Index' (duration: 205.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:13.148344Z","caller":"traceutil/trace.go:171","msg":"trace[614730251] transaction","detail":"{read_only:false; response_revision:15817; number_of_response:1; }","duration":"900.329502ms","start":"2026-03-04T01:57:12.248005Z","end":"2026-03-04T01:57:13.148335Z","steps":["trace[614730251] 'process raft request' (duration: 899.938263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.148466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.24799Z","time spent":"900.416683ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5825,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:13.148496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.290052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:13.148539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.363572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:13.148575Z","caller":"traceutil/trace.go:171","msg":"trace[558067163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15817; }","duration":"439.442735ms","start":"2026-03-04T01:57:12.709114Z","end":"2026-03-04T01:57:13.148557Z","steps":["trace[558067163] 'agreement among raft nodes before linearized reading' (duration: 439.287192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:13.148611Z","caller":"traceutil/trace.go:171","msg":"trace[1826624669] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15817; }","duration":"793.465855ms","start":"2026-03-04T01:57:12.355129Z","end":"2026-03-04T01:57:13.148595Z","steps":["trace[1826624669] 'agreement among raft nodes before linearized reading' (duration: 793.24099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.148616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.709093Z","time spent":"439.515087ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:13.148655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.355121Z","time spent":"793.524986ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"warn","ts":"2026-03-04T01:57:13.148752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.687644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:57:13.148787Z","caller":"traceutil/trace.go:171","msg":"trace[1714344376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15817; }","duration":"799.784956ms","start":"2026-03-04T01:57:12.348989Z","end":"2026-03-04T01:57:13.148774Z","steps":["trace[1714344376] 'agreement among raft nodes before linearized reading' (duration: 799.617663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.148812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.348949Z","time spent":"799.857478ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:13.148919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.931753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"info","ts":"2026-03-04T01:57:13.14898Z","caller":"traceutil/trace.go:171","msg":"trace[1756116849] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15817; }","duration":"792.979684ms","start":"2026-03-04T01:57:12.355965Z","end":"2026-03-04T01:57:13.148945Z","steps":["trace[1756116849] 'agreement among raft nodes before linearized reading' (duration: 792.885872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.355959Z","time spent":"793.059586ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"warn","ts":"2026-03-04T01:57:13.149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.142326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:13.149086Z","caller":"traceutil/trace.go:171","msg":"trace[911675352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15817; }","duration":"821.248808ms","start":"2026-03-04T01:57:12.327823Z","end":"2026-03-04T01:57:13.149072Z","steps":["trace[911675352] 'agreement among raft nodes before linearized reading' (duration: 821.091744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.327806Z","time spent":"821.2994ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:13.149148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.511724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:57:13.149245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.672838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:57:13.149247Z","caller":"traceutil/trace.go:171","msg":"trace[2068483277] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15817; }","duration":"784.664888ms","start":"2026-03-04T01:57:12.364557Z","end":"2026-03-04T01:57:13.149222Z","steps":["trace[2068483277] 'agreement among raft nodes before linearized reading' (duration: 784.241119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:13.14927Z","caller":"traceutil/trace.go:171","msg":"trace[1687436701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15817; }","duration":"821.724318ms","start":"2026-03-04T01:57:12.327539Z","end":"2026-03-04T01:57:13.149263Z","steps":["trace[1687436701] 'agreement among raft nodes before linearized reading' (duration: 821.680367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.327521Z","time spent":"821.76777ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:13.149303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.364545Z","time spent":"784.74969ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:13.149387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.89267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-controller-default-gqxnw\" ","response":"range_response_count:1 size:14737"} {"level":"info","ts":"2026-03-04T01:57:13.149415Z","caller":"traceutil/trace.go:171","msg":"trace[1013296446] range","detail":"{range_begin:/registry/pods/openstack/ovn-controller-default-gqxnw; range_end:; response_count:1; response_revision:15817; }","duration":"371.973791ms","start":"2026-03-04T01:57:12.777434Z","end":"2026-03-04T01:57:13.149408Z","steps":["trace[1013296446] 'agreement among raft nodes before linearized reading' (duration: 371.89846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.777415Z","time spent":"372.016893ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":14761,"request content":"key:\"/registry/pods/openstack/ovn-controller-default-gqxnw\" "} {"level":"warn","ts":"2026-03-04T01:57:13.149544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.816651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm.18997ef89b2ba459\" ","response":"range_response_count:1 size:820"} {"level":"warn","ts":"2026-03-04T01:57:13.149559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.910674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:13.149596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.23141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:13.149616Z","caller":"traceutil/trace.go:171","msg":"trace[102101523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15817; }","duration":"262.305832ms","start":"2026-03-04T01:57:12.887306Z","end":"2026-03-04T01:57:13.149612Z","steps":["trace[102101523] 'agreement among raft nodes before linearized reading' (duration: 262.273711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.00372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"warn","ts":"2026-03-04T01:57:13.149604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.154868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-04T01:57:13.149666Z","caller":"traceutil/trace.go:171","msg":"trace[1380564102] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15817; }","duration":"791.055381ms","start":"2026-03-04T01:57:12.358602Z","end":"2026-03-04T01:57:13.149657Z","steps":["trace[1380564102] 'agreement among raft nodes before linearized reading' (duration: 790.979169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:13.149596Z","caller":"traceutil/trace.go:171","msg":"trace[1522068627] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15817; }","duration":"225.007636ms","start":"2026-03-04T01:57:12.924576Z","end":"2026-03-04T01:57:13.149584Z","steps":["trace[1522068627] 'agreement among raft nodes before linearized reading' (duration: 224.938905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.358594Z","time spent":"791.101672ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"info","ts":"2026-03-04T01:57:13.149715Z","caller":"traceutil/trace.go:171","msg":"trace[738137678] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15817; }","duration":"793.311011ms","start":"2026-03-04T01:57:12.356379Z","end":"2026-03-04T01:57:13.14969Z","steps":["trace[738137678] 'agreement among raft nodes before linearized reading' (duration: 792.460833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:13.149567Z","caller":"traceutil/trace.go:171","msg":"trace[1522417920] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm.18997ef89b2ba459; range_end:; response_count:1; response_revision:15817; }","duration":"183.877423ms","start":"2026-03-04T01:57:12.965682Z","end":"2026-03-04T01:57:13.149559Z","steps":["trace[1522417920] 'agreement among raft nodes before linearized reading' (duration: 183.821081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.149803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.356371Z","time spent":"793.414244ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"warn","ts":"2026-03-04T01:57:13.150042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.664661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:13.150091Z","caller":"traceutil/trace.go:171","msg":"trace[1827363403] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15817; }","duration":"785.742482ms","start":"2026-03-04T01:57:12.364338Z","end":"2026-03-04T01:57:13.150081Z","steps":["trace[1827363403] 'agreement among raft nodes before linearized reading' (duration: 785.551097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:13.150116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:12.364325Z","time spent":"785.784574ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:13.438807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.172823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:13.439239Z","caller":"traceutil/trace.go:171","msg":"trace[1095086338] transaction","detail":"{read_only:false; response_revision:15818; number_of_response:1; }","duration":"283.706934ms","start":"2026-03-04T01:57:13.155177Z","end":"2026-03-04T01:57:13.438884Z","steps":["trace[1095086338] 'process raft request' (duration: 102.382017ms)","trace[1095086338] 'compare' (duration: 181.080862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:14.384484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127026655s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:57:14.3856Z","caller":"traceutil/trace.go:171","msg":"trace[1310081113] linearizableReadLoop","detail":"{readStateIndex:16384; appliedIndex:16382; }","duration":"1.224330678s","start":"2026-03-04T01:57:13.16124Z","end":"2026-03-04T01:57:14.385571Z","steps":["trace[1310081113] 'read index received' (duration: 96.315769ms)","trace[1310081113] 'applied index is now lower than readState.Index' (duration: 1.128013519s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:14.386056Z","caller":"traceutil/trace.go:171","msg":"trace[2040905797] transaction","detail":"{read_only:false; response_revision:15819; number_of_response:1; }","duration":"1.2297639s","start":"2026-03-04T01:57:13.156277Z","end":"2026-03-04T01:57:14.386041Z","steps":["trace[2040905797] 'process raft request' (duration: 1.228552452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:14.386228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.156264Z","time spent":"1.229852793s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:14.386465Z","caller":"traceutil/trace.go:171","msg":"trace[766809807] transaction","detail":"{read_only:false; response_revision:15821; number_of_response:1; }","duration":"1.223128471s","start":"2026-03-04T01:57:13.163323Z","end":"2026-03-04T01:57:14.386452Z","steps":["trace[766809807] 'process raft request' (duration: 1.221923123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:14.386546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.163305Z","time spent":"1.223195413s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15147,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:14.386715Z","caller":"traceutil/trace.go:171","msg":"trace[437139290] transaction","detail":"{read_only:false; response_revision:15820; number_of_response:1; }","duration":"1.225279939s","start":"2026-03-04T01:57:13.161405Z","end":"2026-03-04T01:57:14.386685Z","steps":["trace[437139290] 'process raft request' (duration: 1.223743894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:14.386874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.161385Z","time spent":"1.225404551s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:14.389031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227755284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"info","ts":"2026-03-04T01:57:14.38914Z","caller":"traceutil/trace.go:171","msg":"trace[2146258580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15821; }","duration":"1.227885338s","start":"2026-03-04T01:57:13.161217Z","end":"2026-03-04T01:57:14.389103Z","steps":["trace[2146258580] 'agreement among raft nodes before linearized reading' (duration: 1.225539825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:14.389236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.161209Z","time spent":"1.22800723s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:14.886759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:15.387924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:15.585083Z","caller":"traceutil/trace.go:171","msg":"trace[1849302347] transaction","detail":"{read_only:false; response_revision:15822; number_of_response:1; }","duration":"2.10327953s","start":"2026-03-04T01:57:13.481776Z","end":"2026-03-04T01:57:15.585055Z","steps":["trace[1849302347] 'process raft request' (duration: 2.103027055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.58524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.481753Z","time spent":"2.103402943s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:15.585394Z","caller":"traceutil/trace.go:171","msg":"trace[387267795] transaction","detail":"{read_only:false; response_revision:15823; number_of_response:1; }","duration":"2.100040938s","start":"2026-03-04T01:57:13.485308Z","end":"2026-03-04T01:57:15.585349Z","steps":["trace[387267795] 'process raft request' (duration: 2.09970545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.585532Z","caller":"traceutil/trace.go:171","msg":"trace[505382166] transaction","detail":"{read_only:false; response_revision:15824; number_of_response:1; }","duration":"1.80007326s","start":"2026-03-04T01:57:13.785435Z","end":"2026-03-04T01:57:15.585509Z","steps":["trace[505382166] 'process raft request' (duration: 1.799842295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.585624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.785407Z","time spent":"1.800172813s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7469,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:15.585608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.4853Z","time spent":"2.100189632s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:15.585608Z","caller":"traceutil/trace.go:171","msg":"trace[640163065] transaction","detail":"{read_only:false; response_revision:15825; number_of_response:1; }","duration":"1.679995658s","start":"2026-03-04T01:57:13.905584Z","end":"2026-03-04T01:57:15.585579Z","steps":["trace[640163065] 'process raft request' (duration: 1.679848205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.585824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.905563Z","time spent":"1.680157481s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:15.620635Z","caller":"traceutil/trace.go:171","msg":"trace[1338489040] transaction","detail":"{read_only:false; response_revision:15826; number_of_response:1; }","duration":"978.660228ms","start":"2026-03-04T01:57:14.64195Z","end":"2026-03-04T01:57:15.62061Z","steps":["trace[1338489040] 'process raft request' (duration: 978.478134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.620754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:14.641918Z","time spent":"978.784361ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:15.620779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7304876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:15.620871Z","caller":"traceutil/trace.go:171","msg":"trace[2138284601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15826; }","duration":"1.730602143s","start":"2026-03-04T01:57:13.890233Z","end":"2026-03-04T01:57:15.620835Z","steps":["trace[2138284601] 'agreement among raft nodes before linearized reading' (duration: 1.730479639s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.620883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138556313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:15.620917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866589343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:15.620933Z","caller":"traceutil/trace.go:171","msg":"trace[628849113] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15826; }","duration":"2.138689345s","start":"2026-03-04T01:57:13.482228Z","end":"2026-03-04T01:57:15.620917Z","steps":["trace[628849113] 'agreement among raft nodes before linearized reading' (duration: 2.138419048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058994588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:57:15.621239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.482218Z","time spent":"2.139008572s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:15.621267Z","caller":"traceutil/trace.go:171","msg":"trace[917151854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15826; }","duration":"2.059061688s","start":"2026-03-04T01:57:13.562196Z","end":"2026-03-04T01:57:15.621258Z","steps":["trace[917151854] 'agreement among raft nodes before linearized reading' (duration: 2.058987647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.562178Z","time spent":"2.05911113s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:57:15.620631Z","caller":"traceutil/trace.go:171","msg":"trace[215388719] linearizableReadLoop","detail":"{readStateIndex:16391; appliedIndex:16386; }","duration":"1.234909805s","start":"2026-03-04T01:57:14.385695Z","end":"2026-03-04T01:57:15.620605Z","steps":["trace[215388719] 'read index received' (duration: 1.199204075s)","trace[215388719] 'applied index is now lower than readState.Index' (duration: 35.70459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:15.621332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137947138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7484"} {"level":"warn","ts":"2026-03-04T01:57:15.620785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918274781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:15.621414Z","caller":"traceutil/trace.go:171","msg":"trace[247556129] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15826; }","duration":"2.13807121s","start":"2026-03-04T01:57:13.483323Z","end":"2026-03-04T01:57:15.621394Z","steps":["trace[247556129] 'agreement among raft nodes before linearized reading' (duration: 2.137901897s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.62145Z","caller":"traceutil/trace.go:171","msg":"trace[1957602682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:15826; }","duration":"1.918992617s","start":"2026-03-04T01:57:13.702432Z","end":"2026-03-04T01:57:15.621425Z","steps":["trace[1957602682] 'agreement among raft nodes before linearized reading' (duration: 1.91823793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.483311Z","time spent":"2.138141372s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7508,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:57:15.620922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.890212Z","time spent":"1.730701845s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:15.621534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.702411Z","time spent":"1.91908793s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:15.620998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292812532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:15.621691Z","caller":"traceutil/trace.go:171","msg":"trace[1660411125] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15826; }","duration":"2.293516437s","start":"2026-03-04T01:57:13.328149Z","end":"2026-03-04T01:57:15.621666Z","steps":["trace[1660411125] 'agreement among raft nodes before linearized reading' (duration: 2.292798562s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.620994Z","caller":"traceutil/trace.go:171","msg":"trace[22083273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15826; }","duration":"1.866668415s","start":"2026-03-04T01:57:13.754283Z","end":"2026-03-04T01:57:15.620952Z","steps":["trace[22083273] 'agreement among raft nodes before linearized reading' (duration: 1.866543122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.328136Z","time spent":"2.29365124s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:15.621875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.754264Z","time spent":"1.867592215s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:15.621086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139970704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:15.622238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460945901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"info","ts":"2026-03-04T01:57:15.622283Z","caller":"traceutil/trace.go:171","msg":"trace[718387712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15826; }","duration":"2.460999433s","start":"2026-03-04T01:57:13.161271Z","end":"2026-03-04T01:57:15.622271Z","steps":["trace[718387712] 'agreement among raft nodes before linearized reading' (duration: 2.459408767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.622344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.161267Z","time spent":"2.461070144s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:15.622279Z","caller":"traceutil/trace.go:171","msg":"trace[666735373] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15826; }","duration":"2.141363865s","start":"2026-03-04T01:57:13.480898Z","end":"2026-03-04T01:57:15.622262Z","steps":["trace[666735373] 'agreement among raft nodes before linearized reading' (duration: 2.140118847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.622435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461112975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"warn","ts":"2026-03-04T01:57:15.622403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.480873Z","time spent":"2.141516737s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:15.622515Z","caller":"traceutil/trace.go:171","msg":"trace[1630737845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15826; }","duration":"2.461205477s","start":"2026-03-04T01:57:13.161291Z","end":"2026-03-04T01:57:15.622497Z","steps":["trace[1630737845] 'agreement among raft nodes before linearized reading' (duration: 2.459742155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37571915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:15.622681Z","caller":"traceutil/trace.go:171","msg":"trace[1001100083] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15826; }","duration":"2.377311915s","start":"2026-03-04T01:57:13.245337Z","end":"2026-03-04T01:57:15.622649Z","steps":["trace[1001100083] 'agreement among raft nodes before linearized reading' (duration: 2.37573981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.621165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137087549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:15.622839Z","caller":"traceutil/trace.go:171","msg":"trace[83011507] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15826; }","duration":"2.138763386s","start":"2026-03-04T01:57:13.484055Z","end":"2026-03-04T01:57:15.622819Z","steps":["trace[83011507] 'agreement among raft nodes before linearized reading' (duration: 2.137061248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.622906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.484047Z","time spent":"2.138839257s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:15.622867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.245313Z","time spent":"2.377480189s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:15.622569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.161287Z","time spent":"2.461264858s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:15.62304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461737679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"info","ts":"2026-03-04T01:57:15.623279Z","caller":"traceutil/trace.go:171","msg":"trace[801428389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15826; }","duration":"2.461988704s","start":"2026-03-04T01:57:13.161254Z","end":"2026-03-04T01:57:15.623242Z","steps":["trace[801428389] 'agreement among raft nodes before linearized reading' (duration: 2.459893738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.623298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461955804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"warn","ts":"2026-03-04T01:57:15.623324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.16123Z","time spent":"2.462076317s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:15.623358Z","caller":"traceutil/trace.go:171","msg":"trace[265658853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15826; }","duration":"2.462030485s","start":"2026-03-04T01:57:13.161313Z","end":"2026-03-04T01:57:15.623343Z","steps":["trace[265658853] 'agreement among raft nodes before linearized reading' (duration: 2.459734805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.623418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.161307Z","time spent":"2.462094157s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:15.62342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462000665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930920"} {"level":"info","ts":"2026-03-04T01:57:15.623545Z","caller":"traceutil/trace.go:171","msg":"trace[592907702] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15826; }","duration":"2.462151208s","start":"2026-03-04T01:57:13.161382Z","end":"2026-03-04T01:57:15.623534Z","steps":["trace[592907702] 'agreement among raft nodes before linearized reading' (duration: 2.459368456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.623587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:13.16137Z","time spent":"2.46220406s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:15.721601Z","caller":"traceutil/trace.go:171","msg":"trace[809864213] linearizableReadLoop","detail":"{readStateIndex:16392; appliedIndex:16391; }","duration":"100.197036ms","start":"2026-03-04T01:57:15.621377Z","end":"2026-03-04T01:57:15.721574Z","steps":["trace[809864213] 'read index received' (duration: 98.014038ms)","trace[809864213] 'applied index is now lower than readState.Index' (duration: 2.181858ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:15.721714Z","caller":"traceutil/trace.go:171","msg":"trace[1227897436] transaction","detail":"{read_only:false; response_revision:15827; number_of_response:1; }","duration":"119.510501ms","start":"2026-03-04T01:57:15.602172Z","end":"2026-03-04T01:57:15.721683Z","steps":["trace[1227897436] 'process raft request' (duration: 117.201419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.721784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.654307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:57:15.721831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323693097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-03-04T01:57:15.721824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.819751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:57:15.721853Z","caller":"traceutil/trace.go:171","msg":"trace[546476227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15827; }","duration":"957.75952ms","start":"2026-03-04T01:57:14.764076Z","end":"2026-03-04T01:57:15.721836Z","steps":["trace[546476227] 'agreement among raft nodes before linearized reading' (duration: 957.535795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.721866Z","caller":"traceutil/trace.go:171","msg":"trace[1752805030] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:15827; }","duration":"1.323804129s","start":"2026-03-04T01:57:14.398051Z","end":"2026-03-04T01:57:15.721855Z","steps":["trace[1752805030] 'agreement among raft nodes before linearized reading' (duration: 1.323640406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.721884Z","caller":"traceutil/trace.go:171","msg":"trace[1999776478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15827; }","duration":"957.921234ms","start":"2026-03-04T01:57:14.763948Z","end":"2026-03-04T01:57:15.72187Z","steps":["trace[1999776478] 'agreement among raft nodes before linearized reading' (duration: 957.73274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.721895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:14.764062Z","time spent":"957.825321ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:15.7219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:14.398023Z","time spent":"1.323869181s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-04T01:57:15.721913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:14.763932Z","time spent":"957.975085ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:15.722004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.89448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:15.722017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.320073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:57:15.722096Z","caller":"traceutil/trace.go:171","msg":"trace[2045325904] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15827; }","duration":"549.042333ms","start":"2026-03-04T01:57:15.173032Z","end":"2026-03-04T01:57:15.722074Z","steps":["trace[2045325904] 'agreement among raft nodes before linearized reading' (duration: 548.568323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:15.722118Z","caller":"traceutil/trace.go:171","msg":"trace[537426252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15827; }","duration":"278.477376ms","start":"2026-03-04T01:57:15.443613Z","end":"2026-03-04T01:57:15.72209Z","steps":["trace[537426252] 'agreement among raft nodes before linearized reading' (duration: 278.122408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.722155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.173011Z","time spent":"549.129965ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"info","ts":"2026-03-04T01:57:15.761489Z","caller":"traceutil/trace.go:171","msg":"trace[351103974] transaction","detail":"{read_only:false; response_revision:15828; number_of_response:1; }","duration":"135.668313ms","start":"2026-03-04T01:57:15.625779Z","end":"2026-03-04T01:57:15.761447Z","steps":["trace[351103974] 'process raft request' (duration: 135.418388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.761573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.422095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:57:15.761615Z","caller":"traceutil/trace.go:171","msg":"trace[436048670] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:15828; }","duration":"101.520787ms","start":"2026-03-04T01:57:15.660085Z","end":"2026-03-04T01:57:15.761606Z","steps":["trace[436048670] 'agreement among raft nodes before linearized reading' (duration: 101.320343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.761614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.146146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm.18997ef8a73bda11\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-03-04T01:57:15.761667Z","caller":"traceutil/trace.go:171","msg":"trace[1265964169] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm.18997ef8a73bda11; range_end:; response_count:1; response_revision:15828; }","duration":"137.228488ms","start":"2026-03-04T01:57:15.624427Z","end":"2026-03-04T01:57:15.761655Z","steps":["trace[1265964169] 'agreement among raft nodes before linearized reading' (duration: 137.048314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:15.761606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.280119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:15.762032Z","caller":"traceutil/trace.go:171","msg":"trace[16897691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15828; }","duration":"137.597836ms","start":"2026-03-04T01:57:15.624265Z","end":"2026-03-04T01:57:15.761863Z","steps":["trace[16897691] 'agreement among raft nodes before linearized reading' (duration: 137.271948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.19193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.229344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:16.192179Z","caller":"traceutil/trace.go:171","msg":"trace[924790059] transaction","detail":"{read_only:false; response_revision:15831; number_of_response:1; }","duration":"464.088277ms","start":"2026-03-04T01:57:15.728074Z","end":"2026-03-04T01:57:16.192162Z","steps":["trace[924790059] 'process raft request' (duration: 464.000065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:16.19219Z","caller":"traceutil/trace.go:171","msg":"trace[160435261] transaction","detail":"{read_only:false; response_revision:15829; number_of_response:1; }","duration":"464.867354ms","start":"2026-03-04T01:57:15.727297Z","end":"2026-03-04T01:57:16.192164Z","steps":["trace[160435261] 'process raft request' (duration: 184.322233ms)","trace[160435261] 'compare' (duration: 279.889337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:16.192254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.728058Z","time spent":"464.16315ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:16.192228Z","caller":"traceutil/trace.go:171","msg":"trace[321295303] transaction","detail":"{read_only:false; response_revision:15830; number_of_response:1; }","duration":"464.439866ms","start":"2026-03-04T01:57:15.727736Z","end":"2026-03-04T01:57:16.192176Z","steps":["trace[321295303] 'process raft request' (duration: 464.280592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.192277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.727265Z","time spent":"464.967888ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:16.192433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.727718Z","time spent":"464.61112ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:16.19248Z","caller":"traceutil/trace.go:171","msg":"trace[1022075773] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"463.7197ms","start":"2026-03-04T01:57:15.728748Z","end":"2026-03-04T01:57:16.192468Z","steps":["trace[1022075773] 'process raft request' (duration: 463.360921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.192535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.72874Z","time spent":"463.767691ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:16.192578Z","caller":"traceutil/trace.go:171","msg":"trace[1765935425] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"461.247004ms","start":"2026-03-04T01:57:15.731271Z","end":"2026-03-04T01:57:16.192518Z","steps":["trace[1765935425] 'process raft request' (duration: 461.102471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.192669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.731264Z","time spent":"461.359107ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:16.192689Z","caller":"traceutil/trace.go:171","msg":"trace[1967814772] linearizableReadLoop","detail":"{readStateIndex:16398; appliedIndex:16393; }","duration":"431.298272ms","start":"2026-03-04T01:57:15.76136Z","end":"2026-03-04T01:57:16.192659Z","steps":["trace[1967814772] 'read index received' (duration: 150.271939ms)","trace[1967814772] 'applied index is now lower than readState.Index' (duration: 281.024303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:16.192839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.762559Z","time spent":"430.27178ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:57:16.192928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.795263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:16.192989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.044397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:16.192884Z","caller":"traceutil/trace.go:171","msg":"trace[1923138609] transaction","detail":"{read_only:false; response_revision:15834; number_of_response:1; }","duration":"428.920959ms","start":"2026-03-04T01:57:15.76391Z","end":"2026-03-04T01:57:16.192831Z","steps":["trace[1923138609] 'process raft request' (duration: 428.789316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:16.193037Z","caller":"traceutil/trace.go:171","msg":"trace[1360652818] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15834; }","duration":"361.1602ms","start":"2026-03-04T01:57:15.831865Z","end":"2026-03-04T01:57:16.193025Z","steps":["trace[1360652818] 'agreement among raft nodes before linearized reading' (duration: 361.045878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.193081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.831849Z","time spent":"361.219631ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:16.193172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.763885Z","time spent":"429.172185ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:16.19319Z","caller":"traceutil/trace.go:171","msg":"trace[507983688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15834; }","duration":"423.085359ms","start":"2026-03-04T01:57:15.770086Z","end":"2026-03-04T01:57:16.193172Z","steps":["trace[507983688] 'agreement among raft nodes before linearized reading' (duration: 422.753571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.193385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.770075Z","time spent":"423.294323ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:16.193695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.780582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930818"} {"level":"info","ts":"2026-03-04T01:57:16.193742Z","caller":"traceutil/trace.go:171","msg":"trace[1731747452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15834; }","duration":"463.847473ms","start":"2026-03-04T01:57:15.729884Z","end":"2026-03-04T01:57:16.193732Z","steps":["trace[1731747452] 'agreement among raft nodes before linearized reading' (duration: 462.912102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.193776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:15.729876Z","time spent":"463.889374ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930842,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:16.59625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.759451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:16.59637Z","caller":"traceutil/trace.go:171","msg":"trace[1051504425] linearizableReadLoop","detail":"{readStateIndex:16401; appliedIndex:16400; }","duration":"400.354779ms","start":"2026-03-04T01:57:16.195996Z","end":"2026-03-04T01:57:16.596351Z","steps":["trace[1051504425] 'read index received' (duration: 146.471974ms)","trace[1051504425] 'applied index is now lower than readState.Index' (duration: 253.881655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:16.596405Z","caller":"traceutil/trace.go:171","msg":"trace[1070844103] transaction","detail":"{read_only:false; response_revision:15835; number_of_response:1; }","duration":"400.526632ms","start":"2026-03-04T01:57:16.19585Z","end":"2026-03-04T01:57:16.596377Z","steps":["trace[1070844103] 'process raft request' (duration: 146.557086ms)","trace[1070844103] 'compare' (duration: 253.628699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:16.596611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.195832Z","time spent":"400.634675ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:16.596603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.587164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm\" ","response":"range_response_count:1 size:5914"} {"level":"info","ts":"2026-03-04T01:57:16.596682Z","caller":"traceutil/trace.go:171","msg":"trace[1405264400] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm; range_end:; response_count:1; response_revision:15835; }","duration":"400.706707ms","start":"2026-03-04T01:57:16.195955Z","end":"2026-03-04T01:57:16.596662Z","steps":["trace[1405264400] 'agreement among raft nodes before linearized reading' (duration: 400.448781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.596742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.195938Z","time spent":"400.795848ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5938,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm\" "} {"level":"info","ts":"2026-03-04T01:57:16.809183Z","caller":"traceutil/trace.go:171","msg":"trace[45351231] transaction","detail":"{read_only:false; response_revision:15838; number_of_response:1; }","duration":"566.096576ms","start":"2026-03-04T01:57:16.243061Z","end":"2026-03-04T01:57:16.809158Z","steps":["trace[45351231] 'process raft request' (duration: 565.951242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:16.809194Z","caller":"traceutil/trace.go:171","msg":"trace[465982372] transaction","detail":"{read_only:false; response_revision:15837; number_of_response:1; }","duration":"610.508223ms","start":"2026-03-04T01:57:16.198652Z","end":"2026-03-04T01:57:16.80916Z","steps":["trace[465982372] 'process raft request' (duration: 610.247597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:16.809234Z","caller":"traceutil/trace.go:171","msg":"trace[822188207] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"611.952725ms","start":"2026-03-04T01:57:16.197223Z","end":"2026-03-04T01:57:16.809176Z","steps":["trace[822188207] 'process raft request' (duration: 611.513835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.809339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.243034Z","time spent":"566.224129ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194914,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:16.809369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.197199Z","time spent":"612.102739ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":640,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:16.809366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.198644Z","time spent":"610.633065ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:17.016322Z","caller":"traceutil/trace.go:171","msg":"trace[116172047] transaction","detail":"{read_only:false; response_revision:15839; number_of_response:1; }","duration":"507.762218ms","start":"2026-03-04T01:57:16.508493Z","end":"2026-03-04T01:57:17.016256Z","steps":["trace[116172047] 'process raft request' (duration: 446.603386ms)","trace[116172047] 'compare' (duration: 60.923567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:17.016526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.508474Z","time spent":"507.913752ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:17.016564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.008497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:17.016611Z","caller":"traceutil/trace.go:171","msg":"trace[221053795] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15841; }","duration":"452.064239ms","start":"2026-03-04T01:57:16.564536Z","end":"2026-03-04T01:57:17.0166Z","steps":["trace[221053795] 'agreement among raft nodes before linearized reading' (duration: 451.963986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.016656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.56452Z","time spent":"452.125071ms","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:17.01664Z","caller":"traceutil/trace.go:171","msg":"trace[810191371] transaction","detail":"{read_only:false; response_revision:15840; number_of_response:1; }","duration":"411.728004ms","start":"2026-03-04T01:57:16.60488Z","end":"2026-03-04T01:57:17.016608Z","steps":["trace[810191371] 'process raft request' (duration: 411.319945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.016755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.59755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:57:17.016781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.604859Z","time spent":"411.845566ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5911,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:17.016816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.952589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-04T01:57:17.016817Z","caller":"traceutil/trace.go:171","msg":"trace[779484604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15841; }","duration":"625.684733ms","start":"2026-03-04T01:57:16.391114Z","end":"2026-03-04T01:57:17.016798Z","steps":["trace[779484604] 'agreement among raft nodes before linearized reading' (duration: 625.428547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.016854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.391103Z","time spent":"625.742784ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:17.016843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.636015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:57:17.016795Z","caller":"traceutil/trace.go:171","msg":"trace[2138731723] transaction","detail":"{read_only:false; response_revision:15841; number_of_response:1; }","duration":"384.132445ms","start":"2026-03-04T01:57:16.632569Z","end":"2026-03-04T01:57:17.016702Z","steps":["trace[2138731723] 'process raft request' (duration: 383.822528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.016846Z","caller":"traceutil/trace.go:171","msg":"trace[2047354285] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15841; }","duration":"610.033782ms","start":"2026-03-04T01:57:16.406802Z","end":"2026-03-04T01:57:17.016836Z","steps":["trace[2047354285] 'agreement among raft nodes before linearized reading' (duration: 609.878788ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.016981Z","caller":"traceutil/trace.go:171","msg":"trace[587444481] linearizableReadLoop","detail":"{readStateIndex:16405; appliedIndex:16401; }","duration":"420.079291ms","start":"2026-03-04T01:57:16.596396Z","end":"2026-03-04T01:57:17.016475Z","steps":["trace[587444481] 'read index received' (duration: 212.396623ms)","trace[587444481] 'applied index is now lower than readState.Index' (duration: 207.681748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:17.01702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.406775Z","time spent":"610.235726ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"info","ts":"2026-03-04T01:57:17.01694Z","caller":"traceutil/trace.go:171","msg":"trace[1793509588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15841; }","duration":"816.769829ms","start":"2026-03-04T01:57:16.200151Z","end":"2026-03-04T01:57:17.016921Z","steps":["trace[1793509588] 'agreement among raft nodes before linearized reading' (duration: 816.488243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.017088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.200144Z","time spent":"816.939292ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:17.017096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.43318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:17.017132Z","caller":"traceutil/trace.go:171","msg":"trace[1268225629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15841; }","duration":"128.479361ms","start":"2026-03-04T01:57:16.888644Z","end":"2026-03-04T01:57:17.017123Z","steps":["trace[1268225629] 'agreement among raft nodes before linearized reading' (duration: 128.42435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.017147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.874522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T01:57:17.017181Z","caller":"traceutil/trace.go:171","msg":"trace[631570691] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15841; }","duration":"417.950063ms","start":"2026-03-04T01:57:16.599222Z","end":"2026-03-04T01:57:17.017172Z","steps":["trace[631570691] 'agreement among raft nodes before linearized reading' (duration: 417.849931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.016934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.928732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:57:17.017139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.632552Z","time spent":"384.445411ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:17.017342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.026276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:17.017386Z","caller":"traceutil/trace.go:171","msg":"trace[1565413020] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15841; }","duration":"155.071037ms","start":"2026-03-04T01:57:16.862307Z","end":"2026-03-04T01:57:17.017378Z","steps":["trace[1565413020] 'agreement among raft nodes before linearized reading' (duration: 154.924584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.017215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.599201Z","time spent":"418.007374ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:57:17.017286Z","caller":"traceutil/trace.go:171","msg":"trace[943109422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15841; }","duration":"817.313181ms","start":"2026-03-04T01:57:16.199965Z","end":"2026-03-04T01:57:17.017278Z","steps":["trace[943109422] 'agreement among raft nodes before linearized reading' (duration: 816.860741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.017562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.199948Z","time spent":"817.606147ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:17.016786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.635028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:17.017616Z","caller":"traceutil/trace.go:171","msg":"trace[1836109092] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15841; }","duration":"711.470347ms","start":"2026-03-04T01:57:16.306124Z","end":"2026-03-04T01:57:17.017595Z","steps":["trace[1836109092] 'agreement among raft nodes before linearized reading' (duration: 710.496415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.017685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:16.306085Z","time spent":"711.570208ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:17.018042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.917793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1629477"} {"level":"info","ts":"2026-03-04T01:57:17.018084Z","caller":"traceutil/trace.go:171","msg":"trace[610017641] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:15841; }","duration":"129.982344ms","start":"2026-03-04T01:57:16.888091Z","end":"2026-03-04T01:57:17.018074Z","steps":["trace[610017641] 'agreement among raft nodes before linearized reading' (duration: 128.983192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.410771Z","caller":"traceutil/trace.go:171","msg":"trace[1789670700] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"387.403789ms","start":"2026-03-04T01:57:17.023342Z","end":"2026-03-04T01:57:17.410746Z","steps":["trace[1789670700] 'process raft request' (duration: 330.109744ms)","trace[1789670700] 'compare' (duration: 57.123121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:17.410908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.02333Z","time spent":"387.503681ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:17.411024Z","caller":"traceutil/trace.go:171","msg":"trace[127161161] linearizableReadLoop","detail":"{readStateIndex:16410; appliedIndex:16408; }","duration":"333.90828ms","start":"2026-03-04T01:57:17.077082Z","end":"2026-03-04T01:57:17.410991Z","steps":["trace[127161161] 'read index received' (duration: 276.359129ms)","trace[127161161] 'applied index is now lower than readState.Index' (duration: 57.547021ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:17.411409Z","caller":"traceutil/trace.go:171","msg":"trace[2052521931] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"387.943291ms","start":"2026-03-04T01:57:17.023446Z","end":"2026-03-04T01:57:17.411389Z","steps":["trace[2052521931] 'process raft request' (duration: 387.256435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.411434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.006372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:17.411493Z","caller":"traceutil/trace.go:171","msg":"trace[1168475683] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15844; }","duration":"330.132845ms","start":"2026-03-04T01:57:17.081344Z","end":"2026-03-04T01:57:17.411477Z","steps":["trace[1168475683] 'agreement among raft nodes before linearized reading' (duration: 330.002642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.411497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.023347Z","time spent":"388.107335ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:17.411552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.081321Z","time spent":"330.217826ms","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:17.411511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.860607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:17.411601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.249118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T01:57:17.411622Z","caller":"traceutil/trace.go:171","msg":"trace[1655725162] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15844; }","duration":"267.98758ms","start":"2026-03-04T01:57:17.143608Z","end":"2026-03-04T01:57:17.411596Z","steps":["trace[1655725162] 'agreement among raft nodes before linearized reading' (duration: 267.776656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:17.411672Z","caller":"traceutil/trace.go:171","msg":"trace[592165834] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15844; }","duration":"388.34895ms","start":"2026-03-04T01:57:17.023304Z","end":"2026-03-04T01:57:17.411653Z","steps":["trace[592165834] 'agreement among raft nodes before linearized reading' (duration: 388.173756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.411721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.023288Z","time spent":"388.421422ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:57:17.412082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.314457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-04T01:57:17.412158Z","caller":"traceutil/trace.go:171","msg":"trace[1586272694] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:15844; }","duration":"387.390328ms","start":"2026-03-04T01:57:17.024737Z","end":"2026-03-04T01:57:17.412128Z","steps":["trace[1586272694] 'agreement among raft nodes before linearized reading' (duration: 386.420427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.412208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.024728Z","time spent":"387.467529ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-04T01:57:17.412568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.956667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1629477"} {"level":"info","ts":"2026-03-04T01:57:17.412615Z","caller":"traceutil/trace.go:171","msg":"trace[1906022485] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:15844; }","duration":"152.004978ms","start":"2026-03-04T01:57:17.260597Z","end":"2026-03-04T01:57:17.412602Z","steps":["trace[1906022485] 'agreement among raft nodes before linearized reading' (duration: 150.790012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.41293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.114384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:17.413039Z","caller":"traceutil/trace.go:171","msg":"trace[1386645374] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15844; }","duration":"388.236056ms","start":"2026-03-04T01:57:17.024774Z","end":"2026-03-04T01:57:17.41301Z","steps":["trace[1386645374] 'agreement among raft nodes before linearized reading' (duration: 386.539149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.413433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:17.024765Z","time spent":"388.510402ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:57:17.597051Z","caller":"traceutil/trace.go:171","msg":"trace[733139266] linearizableReadLoop","detail":"{readStateIndex:16411; appliedIndex:16410; }","duration":"166.928034ms","start":"2026-03-04T01:57:17.430093Z","end":"2026-03-04T01:57:17.597021Z","steps":["trace[733139266] 'read index received' (duration: 94.428278ms)","trace[733139266] 'applied index is now lower than readState.Index' (duration: 72.498236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:17.59715Z","caller":"traceutil/trace.go:171","msg":"trace[1130487533] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"176.54362ms","start":"2026-03-04T01:57:17.420571Z","end":"2026-03-04T01:57:17.597114Z","steps":["trace[1130487533] 'process raft request' (duration: 104.019913ms)","trace[1130487533] 'compare' (duration: 72.274081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:17.597254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.145589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:57:17.597303Z","caller":"traceutil/trace.go:171","msg":"trace[858259794] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:15845; }","duration":"167.239731ms","start":"2026-03-04T01:57:17.43005Z","end":"2026-03-04T01:57:17.59729Z","steps":["trace[858259794] 'agreement among raft nodes before linearized reading' (duration: 167.077777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.630295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.591866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:57:17.630372Z","caller":"traceutil/trace.go:171","msg":"trace[1161873040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15847; }","duration":"199.689728ms","start":"2026-03-04T01:57:17.430666Z","end":"2026-03-04T01:57:17.630355Z","steps":["trace[1161873040] 'agreement among raft nodes before linearized reading' (duration: 199.470054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:17.866481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.963774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:17.866587Z","caller":"traceutil/trace.go:171","msg":"trace[100097643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15847; }","duration":"101.130477ms","start":"2026-03-04T01:57:17.765433Z","end":"2026-03-04T01:57:17.866563Z","steps":["trace[100097643] 'range keys from in-memory index tree' (duration: 100.736039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.591178Z","caller":"traceutil/trace.go:171","msg":"trace[1225825326] linearizableReadLoop","detail":"{readStateIndex:16416; appliedIndex:16415; }","duration":"253.758761ms","start":"2026-03-04T01:57:19.337395Z","end":"2026-03-04T01:57:19.591154Z","steps":["trace[1225825326] 'read index received' (duration: 253.564227ms)","trace[1225825326] 'applied index is now lower than readState.Index' (duration: 193.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:19.591259Z","caller":"traceutil/trace.go:171","msg":"trace[1473109820] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"505.980308ms","start":"2026-03-04T01:57:19.085248Z","end":"2026-03-04T01:57:19.591228Z","steps":["trace[1473109820] 'process raft request' (duration: 505.767243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.591338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.909655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:19.591404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.085226Z","time spent":"506.098811ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:19.591422Z","caller":"traceutil/trace.go:171","msg":"trace[1890675064] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:15850; }","duration":"254.039118ms","start":"2026-03-04T01:57:19.337363Z","end":"2026-03-04T01:57:19.591402Z","steps":["trace[1890675064] 'agreement among raft nodes before linearized reading' (duration: 253.885474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.591573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.965386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:57:19.591574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.496898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:19.59162Z","caller":"traceutil/trace.go:171","msg":"trace[1580435588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15850; }","duration":"176.021317ms","start":"2026-03-04T01:57:19.415589Z","end":"2026-03-04T01:57:19.59161Z","steps":["trace[1580435588] 'agreement among raft nodes before linearized reading' (duration: 175.884104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:19.591634Z","caller":"traceutil/trace.go:171","msg":"trace[218835761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15850; }","duration":"176.620251ms","start":"2026-03-04T01:57:19.415Z","end":"2026-03-04T01:57:19.591621Z","steps":["trace[218835761] 'agreement among raft nodes before linearized reading' (duration: 176.436327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:19.591575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.529344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-04T01:57:19.591764Z","caller":"traceutil/trace.go:171","msg":"trace[474482054] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15850; }","duration":"162.725389ms","start":"2026-03-04T01:57:19.429006Z","end":"2026-03-04T01:57:19.591731Z","steps":["trace[474482054] 'agreement among raft nodes before linearized reading' (duration: 162.435803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.11349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.16998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:20.113596Z","caller":"traceutil/trace.go:171","msg":"trace[578183364] transaction","detail":"{read_only:false; response_revision:15851; number_of_response:1; }","duration":"517.509525ms","start":"2026-03-04T01:57:19.596067Z","end":"2026-03-04T01:57:20.113576Z","steps":["trace[578183364] 'process raft request' (duration: 337.166061ms)","trace[578183364] 'compare' (duration: 180.029958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:20.113654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.596043Z","time spent":"517.583438ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:20.130235Z","caller":"traceutil/trace.go:171","msg":"trace[422623228] linearizableReadLoop","detail":"{readStateIndex:16418; appliedIndex:16416; }","duration":"532.529933ms","start":"2026-03-04T01:57:19.597682Z","end":"2026-03-04T01:57:20.130212Z","steps":["trace[422623228] 'read index received' (duration: 335.583757ms)","trace[422623228] 'applied index is now lower than readState.Index' (duration: 196.945336ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:20.130258Z","caller":"traceutil/trace.go:171","msg":"trace[85801235] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"533.513915ms","start":"2026-03-04T01:57:19.596713Z","end":"2026-03-04T01:57:20.130227Z","steps":["trace[85801235] 'process raft request' (duration: 533.29493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.130356Z","caller":"traceutil/trace.go:171","msg":"trace[108006624] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"513.972856ms","start":"2026-03-04T01:57:19.616374Z","end":"2026-03-04T01:57:20.130347Z","steps":["trace[108006624] 'process raft request' (duration: 513.755992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.130392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.596702Z","time spent":"533.612767ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:20.130591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.066307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:20.130598Z","caller":"traceutil/trace.go:171","msg":"trace[1601255779] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"494.308165ms","start":"2026-03-04T01:57:19.636266Z","end":"2026-03-04T01:57:20.130574Z","steps":["trace[1601255779] 'process raft request' (duration: 493.907556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.130644Z","caller":"traceutil/trace.go:171","msg":"trace[70235213] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15854; }","duration":"497.141289ms","start":"2026-03-04T01:57:19.63349Z","end":"2026-03-04T01:57:20.130631Z","steps":["trace[70235213] 'agreement among raft nodes before linearized reading' (duration: 496.986775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.130682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.633479Z","time spent":"497.19587ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:20.130685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.956466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:57:20.130705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.636251Z","time spent":"494.393527ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:20.130746Z","caller":"traceutil/trace.go:171","msg":"trace[2136521966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15854; }","duration":"213.055098ms","start":"2026-03-04T01:57:19.917677Z","end":"2026-03-04T01:57:20.130732Z","steps":["trace[2136521966] 'agreement among raft nodes before linearized reading' (duration: 212.900244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.130736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.826188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-04T01:57:20.130805Z","caller":"traceutil/trace.go:171","msg":"trace[558641476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15854; }","duration":"466.923461ms","start":"2026-03-04T01:57:19.663864Z","end":"2026-03-04T01:57:20.130788Z","steps":["trace[558641476] 'agreement among raft nodes before linearized reading' (duration: 466.779278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.130842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.663854Z","time spent":"466.980412ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:20.130847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.201026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"warn","ts":"2026-03-04T01:57:20.130847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.533499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:57:20.130912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.710567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:57:20.130913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.061337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-03-04T01:57:20.13094Z","caller":"traceutil/trace.go:171","msg":"trace[1649057428] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15854; }","duration":"450.320349ms","start":"2026-03-04T01:57:19.680595Z","end":"2026-03-04T01:57:20.130915Z","steps":["trace[1649057428] 'agreement among raft nodes before linearized reading' (duration: 450.056843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.130958Z","caller":"traceutil/trace.go:171","msg":"trace[762887755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15854; }","duration":"164.691302ms","start":"2026-03-04T01:57:19.966246Z","end":"2026-03-04T01:57:20.130937Z","steps":["trace[762887755] 'agreement among raft nodes before linearized reading' (duration: 164.373205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.130971Z","caller":"traceutil/trace.go:171","msg":"trace[1721968018] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15854; }","duration":"450.819651ms","start":"2026-03-04T01:57:19.680138Z","end":"2026-03-04T01:57:20.130958Z","steps":["trace[1721968018] 'agreement among raft nodes before linearized reading' (duration: 450.574474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.130978Z","caller":"traceutil/trace.go:171","msg":"trace[2019400057] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15854; }","duration":"456.172851ms","start":"2026-03-04T01:57:19.674792Z","end":"2026-03-04T01:57:20.130965Z","steps":["trace[2019400057] 'agreement among raft nodes before linearized reading' (duration: 455.981736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.13098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.034475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:20.131007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.680119Z","time spent":"450.882402ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:20.130888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.908838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:20.131015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.674776Z","time spent":"456.229182ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"warn","ts":"2026-03-04T01:57:20.131006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.680588Z","time spent":"450.403371ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"info","ts":"2026-03-04T01:57:20.131033Z","caller":"traceutil/trace.go:171","msg":"trace[2084336386] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15854; }","duration":"496.111767ms","start":"2026-03-04T01:57:19.634906Z","end":"2026-03-04T01:57:20.131018Z","steps":["trace[2084336386] 'agreement among raft nodes before linearized reading' (duration: 495.964513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.131081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.634891Z","time spent":"496.179308ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:20.131134Z","caller":"traceutil/trace.go:171","msg":"trace[542345965] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15854; }","duration":"495.103063ms","start":"2026-03-04T01:57:19.635928Z","end":"2026-03-04T01:57:20.131031Z","steps":["trace[542345965] 'agreement among raft nodes before linearized reading' (duration: 494.888108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.131181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.616349Z","time spent":"514.031348ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:20.13145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.394566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:20.131514Z","caller":"traceutil/trace.go:171","msg":"trace[236733264] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15854; }","duration":"452.480109ms","start":"2026-03-04T01:57:19.679019Z","end":"2026-03-04T01:57:20.131499Z","steps":["trace[236733264] 'agreement among raft nodes before linearized reading' (duration: 451.527227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.131729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.679008Z","time spent":"452.627302ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:20.131783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.109849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:20.131819Z","caller":"traceutil/trace.go:171","msg":"trace[834269618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15854; }","duration":"534.207321ms","start":"2026-03-04T01:57:19.597602Z","end":"2026-03-04T01:57:20.13181Z","steps":["trace[834269618] 'agreement among raft nodes before linearized reading' (duration: 532.816309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.131862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.597591Z","time spent":"534.259982ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:20.132224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:19.635905Z","time spent":"496.31004ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:20.433355Z","caller":"traceutil/trace.go:171","msg":"trace[689227809] linearizableReadLoop","detail":"{readStateIndex:16421; appliedIndex:16420; }","duration":"296.927329ms","start":"2026-03-04T01:57:20.136396Z","end":"2026-03-04T01:57:20.433324Z","steps":["trace[689227809] 'read index received' (duration: 252.869502ms)","trace[689227809] 'applied index is now lower than readState.Index' (duration: 44.056727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:20.433516Z","caller":"traceutil/trace.go:171","msg":"trace[1510718479] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"297.784719ms","start":"2026-03-04T01:57:20.135713Z","end":"2026-03-04T01:57:20.433498Z","steps":["trace[1510718479] 'process raft request' (duration: 253.607398ms)","trace[1510718479] 'compare' (duration: 43.842823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:20.433865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.911037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:20.433935Z","caller":"traceutil/trace.go:171","msg":"trace[46942566] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:0; response_revision:15855; }","duration":"226.04024ms","start":"2026-03-04T01:57:20.207876Z","end":"2026-03-04T01:57:20.433916Z","steps":["trace[46942566] 'agreement among raft nodes before linearized reading' (duration: 225.901587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.433934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.73026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:57:20.434003Z","caller":"traceutil/trace.go:171","msg":"trace[1125638719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15855; }","duration":"129.837773ms","start":"2026-03-04T01:57:20.304149Z","end":"2026-03-04T01:57:20.433987Z","steps":["trace[1125638719] 'agreement among raft nodes before linearized reading' (duration: 129.572367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.434164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.855909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:20.434293Z","caller":"traceutil/trace.go:171","msg":"trace[578781857] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15855; }","duration":"115.998672ms","start":"2026-03-04T01:57:20.31828Z","end":"2026-03-04T01:57:20.434279Z","steps":["trace[578781857] 'agreement among raft nodes before linearized reading' (duration: 115.601063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.43532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.922015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"warn","ts":"2026-03-04T01:57:20.435452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.553503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:20.435537Z","caller":"traceutil/trace.go:171","msg":"trace[2009931595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15855; }","duration":"297.644525ms","start":"2026-03-04T01:57:20.137875Z","end":"2026-03-04T01:57:20.43552Z","steps":["trace[2009931595] 'agreement among raft nodes before linearized reading' (duration: 296.287845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.4355Z","caller":"traceutil/trace.go:171","msg":"trace[421633749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15855; }","duration":"296.140212ms","start":"2026-03-04T01:57:20.139334Z","end":"2026-03-04T01:57:20.435475Z","steps":["trace[421633749] 'agreement among raft nodes before linearized reading' (duration: 294.402063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.436583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.268138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:20.436734Z","caller":"traceutil/trace.go:171","msg":"trace[363104588] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15855; }","duration":"297.432791ms","start":"2026-03-04T01:57:20.139286Z","end":"2026-03-04T01:57:20.436719Z","steps":["trace[363104588] 'agreement among raft nodes before linearized reading' (duration: 294.504385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.436751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.982085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:20.436901Z","caller":"traceutil/trace.go:171","msg":"trace[879605704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15855; }","duration":"299.151289ms","start":"2026-03-04T01:57:20.137698Z","end":"2026-03-04T01:57:20.436849Z","steps":["trace[879605704] 'agreement among raft nodes before linearized reading' (duration: 296.025489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.437085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.674394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930830"} {"level":"info","ts":"2026-03-04T01:57:20.437186Z","caller":"traceutil/trace.go:171","msg":"trace[23595145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15855; }","duration":"300.800387ms","start":"2026-03-04T01:57:20.136368Z","end":"2026-03-04T01:57:20.437169Z","steps":["trace[23595145] 'agreement among raft nodes before linearized reading' (duration: 297.80601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.437244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:20.136355Z","time spent":"300.871228ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":930854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:20.739436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.54024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:20.739728Z","caller":"traceutil/trace.go:171","msg":"trace[2106910345] linearizableReadLoop","detail":"{readStateIndex:16422; appliedIndex:16421; }","duration":"294.193868ms","start":"2026-03-04T01:57:20.44551Z","end":"2026-03-04T01:57:20.739703Z","steps":["trace[2106910345] 'read index received' (duration: 150.260369ms)","trace[2106910345] 'applied index is now lower than readState.Index' (duration: 143.931119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:20.739745Z","caller":"traceutil/trace.go:171","msg":"trace[1657256134] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"294.179028ms","start":"2026-03-04T01:57:20.445485Z","end":"2026-03-04T01:57:20.739664Z","steps":["trace[1657256134] 'process raft request' (duration: 150.303061ms)","trace[1657256134] 'compare' (duration: 143.381396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:20.740144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.621518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-04T01:57:20.740224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.707415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:20.740269Z","caller":"traceutil/trace.go:171","msg":"trace[813601005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f; range_end:; response_count:1; response_revision:15856; }","duration":"294.75354ms","start":"2026-03-04T01:57:20.445467Z","end":"2026-03-04T01:57:20.74022Z","steps":["trace[813601005] 'agreement among raft nodes before linearized reading' (duration: 294.386912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:20.740281Z","caller":"traceutil/trace.go:171","msg":"trace[974010977] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:15856; }","duration":"288.797896ms","start":"2026-03-04T01:57:20.451465Z","end":"2026-03-04T01:57:20.740263Z","steps":["trace[974010977] 'agreement among raft nodes before linearized reading' (duration: 288.701954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:20.740445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.174194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:20.740602Z","caller":"traceutil/trace.go:171","msg":"trace[2110881616] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15856; }","duration":"140.342998ms","start":"2026-03-04T01:57:20.6002Z","end":"2026-03-04T01:57:20.740543Z","steps":["trace[2110881616] 'agreement among raft nodes before linearized reading' (duration: 139.992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.052155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.12605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:21.052236Z","caller":"traceutil/trace.go:171","msg":"trace[571977442] linearizableReadLoop","detail":"{readStateIndex:16423; appliedIndex:16422; }","duration":"162.797161ms","start":"2026-03-04T01:57:20.889425Z","end":"2026-03-04T01:57:21.052223Z","steps":["trace[571977442] 'read index received' (duration: 42.171µs)","trace[571977442] 'applied index is now lower than readState.Index' (duration: 162.75408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:21.052332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.906674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:21.052356Z","caller":"traceutil/trace.go:171","msg":"trace[1314230776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15857; }","duration":"162.965945ms","start":"2026-03-04T01:57:20.889383Z","end":"2026-03-04T01:57:21.052349Z","steps":["trace[1314230776] 'agreement among raft nodes before linearized reading' (duration: 162.893854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.052365Z","caller":"traceutil/trace.go:171","msg":"trace[937104140] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"309.993762ms","start":"2026-03-04T01:57:20.742241Z","end":"2026-03-04T01:57:21.052235Z","steps":["trace[937104140] 'process raft request' (duration: 112.730998ms)","trace[937104140] 'compare' (duration: 196.965797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:21.052493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:20.742215Z","time spent":"310.220667ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:21.682186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.337005ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T01:57:21.682308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.00707Z","time spent":"675.229363ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:57:21.682411Z","caller":"traceutil/trace.go:171","msg":"trace[1835831978] transaction","detail":"{read_only:false; response_revision:15858; number_of_response:1; }","duration":"608.082357ms","start":"2026-03-04T01:57:21.07431Z","end":"2026-03-04T01:57:21.682392Z","steps":["trace[1835831978] 'process raft request' (duration: 607.973515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.682519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.074295Z","time spent":"608.167079ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:21.682893Z","caller":"traceutil/trace.go:171","msg":"trace[351751984] linearizableReadLoop","detail":"{readStateIndex:16424; appliedIndex:16423; }","duration":"630.619063ms","start":"2026-03-04T01:57:21.052255Z","end":"2026-03-04T01:57:21.682874Z","steps":["trace[351751984] 'read index received' (duration: 230.586132ms)","trace[351751984] 'applied index is now lower than readState.Index' (duration: 400.030901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:21.683107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.29471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" ","response":"range_response_count:1 size:12487"} {"level":"info","ts":"2026-03-04T01:57:21.683145Z","caller":"traceutil/trace.go:171","msg":"trace[2123671711] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7; range_end:; response_count:1; response_revision:15858; }","duration":"677.387203ms","start":"2026-03-04T01:57:21.005748Z","end":"2026-03-04T01:57:21.683135Z","steps":["trace[2123671711] 'agreement among raft nodes before linearized reading' (duration: 677.193648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.683166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.005726Z","time spent":"677.435543ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":12511,"request content":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" "} {"level":"warn","ts":"2026-03-04T01:57:21.683188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.424487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:21.683234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.392142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:21.683106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.55728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:21.683251Z","caller":"traceutil/trace.go:171","msg":"trace[1654357858] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15858; }","duration":"143.53665ms","start":"2026-03-04T01:57:21.539699Z","end":"2026-03-04T01:57:21.683236Z","steps":["trace[1654357858] 'agreement among raft nodes before linearized reading' (duration: 143.416857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.68328Z","caller":"traceutil/trace.go:171","msg":"trace[243732440] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15858; }","duration":"529.446954ms","start":"2026-03-04T01:57:21.153803Z","end":"2026-03-04T01:57:21.68325Z","steps":["trace[243732440] 'agreement among raft nodes before linearized reading' (duration: 529.406273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:21.68328Z","caller":"traceutil/trace.go:171","msg":"trace[330991410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15858; }","duration":"629.748013ms","start":"2026-03-04T01:57:21.053517Z","end":"2026-03-04T01:57:21.683265Z","steps":["trace[330991410] 'agreement among raft nodes before linearized reading' (duration: 629.565929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.683319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.153787Z","time spent":"529.526005ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:21.683335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.053504Z","time spent":"629.817335ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:21.683578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.860371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jqzb6.18997ef6ee826d55\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T01:57:21.683611Z","caller":"traceutil/trace.go:171","msg":"trace[1610140988] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jqzb6.18997ef6ee826d55; range_end:; response_count:1; response_revision:15858; }","duration":"347.937263ms","start":"2026-03-04T01:57:21.335666Z","end":"2026-03-04T01:57:21.683604Z","steps":["trace[1610140988] 'agreement among raft nodes before linearized reading' (duration: 347.459682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:21.683627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.335642Z","time spent":"347.981044ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jqzb6.18997ef6ee826d55\" "} {"level":"info","ts":"2026-03-04T01:57:22.070442Z","caller":"traceutil/trace.go:171","msg":"trace[978548459] transaction","detail":"{read_only:false; response_revision:15859; number_of_response:1; }","duration":"384.543544ms","start":"2026-03-04T01:57:21.685868Z","end":"2026-03-04T01:57:22.070411Z","steps":["trace[978548459] 'process raft request' (duration: 331.111956ms)","trace[978548459] 'compare' (duration: 53.275774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:22.070587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.685847Z","time spent":"384.673867ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":898,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:22.403101Z","caller":"traceutil/trace.go:171","msg":"trace[756074456] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"717.118993ms","start":"2026-03-04T01:57:21.685947Z","end":"2026-03-04T01:57:22.403066Z","steps":["trace[756074456] 'process raft request' (duration: 661.061926ms)","trace[756074456] 'compare' (duration: 55.759709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:22.403241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.685929Z","time spent":"717.249476ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:22.403304Z","caller":"traceutil/trace.go:171","msg":"trace[329325557] linearizableReadLoop","detail":"{readStateIndex:16433; appliedIndex:16425; }","duration":"633.988809ms","start":"2026-03-04T01:57:21.76929Z","end":"2026-03-04T01:57:22.403279Z","steps":["trace[329325557] 'read index received' (duration: 247.702256ms)","trace[329325557] 'applied index is now lower than readState.Index' (duration: 386.285793ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:22.403317Z","caller":"traceutil/trace.go:171","msg":"trace[760226672] transaction","detail":"{read_only:false; response_revision:15861; number_of_response:1; }","duration":"717.085403ms","start":"2026-03-04T01:57:21.686199Z","end":"2026-03-04T01:57:22.403285Z","steps":["trace[760226672] 'process raft request' (duration: 716.755945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:22.403422Z","caller":"traceutil/trace.go:171","msg":"trace[988899089] transaction","detail":"{read_only:false; response_revision:15865; number_of_response:1; }","duration":"707.16193ms","start":"2026-03-04T01:57:21.696249Z","end":"2026-03-04T01:57:22.403411Z","steps":["trace[988899089] 'process raft request' (duration: 706.949906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:22.403487Z","caller":"traceutil/trace.go:171","msg":"trace[752191206] transaction","detail":"{read_only:false; response_revision:15862; number_of_response:1; }","duration":"711.303073ms","start":"2026-03-04T01:57:21.692176Z","end":"2026-03-04T01:57:22.403479Z","steps":["trace[752191206] 'process raft request' (duration: 710.849923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.403536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.696238Z","time spent":"707.216391ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1767,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:22.403562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.692165Z","time spent":"711.354794ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:22.403309Z","caller":"traceutil/trace.go:171","msg":"trace[114056465] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"711.041427ms","start":"2026-03-04T01:57:21.69222Z","end":"2026-03-04T01:57:22.403261Z","steps":["trace[114056465] 'process raft request' (duration: 710.902644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:22.40358Z","caller":"traceutil/trace.go:171","msg":"trace[367805478] transaction","detail":"{read_only:false; response_revision:15864; number_of_response:1; }","duration":"711.328903ms","start":"2026-03-04T01:57:21.692218Z","end":"2026-03-04T01:57:22.403547Z","steps":["trace[367805478] 'process raft request' (duration: 710.948275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.403659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.692207Z","time spent":"711.432305ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:22.403692Z","caller":"traceutil/trace.go:171","msg":"trace[255036971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15865; }","duration":"707.076899ms","start":"2026-03-04T01:57:21.69657Z","end":"2026-03-04T01:57:22.403647Z","steps":["trace[255036971] 'process raft request' (duration: 706.6738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.403735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.692198Z","time spent":"711.460346ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:22.403767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.46693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11215"} {"level":"info","ts":"2026-03-04T01:57:22.403808Z","caller":"traceutil/trace.go:171","msg":"trace[459542409] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:15865; }","duration":"634.544912ms","start":"2026-03-04T01:57:21.769252Z","end":"2026-03-04T01:57:22.403797Z","steps":["trace[459542409] 'agreement among raft nodes before linearized reading' (duration: 634.362258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.403839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.769238Z","time spent":"634.594803ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11239,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:22.403856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.686176Z","time spent":"717.308687ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:22.405202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.696562Z","time spent":"707.208181ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":1817,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:22.868742Z","caller":"traceutil/trace.go:171","msg":"trace[11824331] transaction","detail":"{read_only:false; response_revision:15866; number_of_response:1; }","duration":"731.668519ms","start":"2026-03-04T01:57:22.13704Z","end":"2026-03-04T01:57:22.868709Z","steps":["trace[11824331] 'process raft request' (duration: 731.463755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.868911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.137025Z","time spent":"731.796342ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:22.86909Z","caller":"traceutil/trace.go:171","msg":"trace[2070326016] transaction","detail":"{read_only:false; response_revision:15867; number_of_response:1; }","duration":"730.81807ms","start":"2026-03-04T01:57:22.138237Z","end":"2026-03-04T01:57:22.869055Z","steps":["trace[2070326016] 'process raft request' (duration: 730.431071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:22.86928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.138209Z","time spent":"730.976834ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:23.153093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.173313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:57:23.153218Z","caller":"traceutil/trace.go:171","msg":"trace[2122928938] linearizableReadLoop","detail":"{readStateIndex:16436; appliedIndex:16433; }","duration":"749.821356ms","start":"2026-03-04T01:57:22.403373Z","end":"2026-03-04T01:57:23.153194Z","steps":["trace[2122928938] 'read index received' (duration: 465.278815ms)","trace[2122928938] 'applied index is now lower than readState.Index' (duration: 284.540501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:23.153454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238496306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-04T01:57:23.153458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035884961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:57:23.153511Z","caller":"traceutil/trace.go:171","msg":"trace[747484464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15867; }","duration":"1.238583848s","start":"2026-03-04T01:57:21.914912Z","end":"2026-03-04T01:57:23.153496Z","steps":["trace[747484464] 'agreement among raft nodes before linearized reading' (duration: 1.238379123s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.153526Z","caller":"traceutil/trace.go:171","msg":"trace[1147043895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15867; }","duration":"1.036002414s","start":"2026-03-04T01:57:22.117504Z","end":"2026-03-04T01:57:23.153507Z","steps":["trace[1147043895] 'agreement among raft nodes before linearized reading' (duration: 1.035777889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.153567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.117485Z","time spent":"1.036069565s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:23.15357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.376636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:23.153739Z","caller":"traceutil/trace.go:171","msg":"trace[2082290493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15867; }","duration":"922.472749ms","start":"2026-03-04T01:57:22.231163Z","end":"2026-03-04T01:57:23.153636Z","steps":["trace[2082290493] 'agreement among raft nodes before linearized reading' (duration: 922.334065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.153747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01703817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:23.153747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006935263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"warn","ts":"2026-03-04T01:57:23.153567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.9149Z","time spent":"1.238652839s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:23.153795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.231149Z","time spent":"922.631252ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:57:23.153796Z","caller":"traceutil/trace.go:171","msg":"trace[1017132769] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15867; }","duration":"1.017089871s","start":"2026-03-04T01:57:22.136693Z","end":"2026-03-04T01:57:23.153783Z","steps":["trace[1017132769] 'agreement among raft nodes before linearized reading' (duration: 1.016939208s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.153814Z","caller":"traceutil/trace.go:171","msg":"trace[1043549501] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15867; }","duration":"1.007016704s","start":"2026-03-04T01:57:22.146782Z","end":"2026-03-04T01:57:23.153799Z","steps":["trace[1043549501] 'agreement among raft nodes before linearized reading' (duration: 1.006882921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.153845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.136652Z","time spent":"1.017181283s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:23.153857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.146775Z","time spent":"1.007074116s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"warn","ts":"2026-03-04T01:57:23.153442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015575626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:57:23.153655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262398811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:23.153908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014506293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:23.153927Z","caller":"traceutil/trace.go:171","msg":"trace[626211190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15867; }","duration":"1.016075478s","start":"2026-03-04T01:57:22.137824Z","end":"2026-03-04T01:57:23.153899Z","steps":["trace[626211190] 'agreement among raft nodes before linearized reading' (duration: 1.015455583s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.153972Z","caller":"traceutil/trace.go:171","msg":"trace[546894394] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15867; }","duration":"1.014600675s","start":"2026-03-04T01:57:22.139356Z","end":"2026-03-04T01:57:23.153957Z","steps":["trace[546894394] 'agreement among raft nodes before linearized reading' (duration: 1.014462392s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.153978Z","caller":"traceutil/trace.go:171","msg":"trace[2052108867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15867; }","duration":"1.262790111s","start":"2026-03-04T01:57:21.891124Z","end":"2026-03-04T01:57:23.153914Z","steps":["trace[2052108867] 'agreement among raft nodes before linearized reading' (duration: 1.26233205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.154023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.137812Z","time spent":"1.016188921s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:23.153483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24270935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:23.154159Z","caller":"traceutil/trace.go:171","msg":"trace[1080506642] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15867; }","duration":"1.243428427s","start":"2026-03-04T01:57:21.910701Z","end":"2026-03-04T01:57:23.15413Z","steps":["trace[1080506642] 'agreement among raft nodes before linearized reading' (duration: 1.242658689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.154077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.891102Z","time spent":"1.262963434s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:23.15401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.139346Z","time spent":"1.014656027s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:23.154288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:21.910675Z","time spent":"1.243530069s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:23.15432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017960421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:23.15437Z","caller":"traceutil/trace.go:171","msg":"trace[566544715] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15867; }","duration":"1.018031853s","start":"2026-03-04T01:57:22.136327Z","end":"2026-03-04T01:57:23.154359Z","steps":["trace[566544715] 'agreement among raft nodes before linearized reading' (duration: 1.017847229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.154406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.136316Z","time spent":"1.018081924s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:23.184715Z","caller":"traceutil/trace.go:171","msg":"trace[394671829] transaction","detail":"{read_only:false; response_revision:15868; number_of_response:1; }","duration":"763.728678ms","start":"2026-03-04T01:57:22.420679Z","end":"2026-03-04T01:57:23.184407Z","steps":["trace[394671829] 'process raft request' (duration: 763.534904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.184836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.420655Z","time spent":"764.113247ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2316,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:23.228127Z","caller":"traceutil/trace.go:171","msg":"trace[1863516963] transaction","detail":"{read_only:false; response_revision:15869; number_of_response:1; }","duration":"136.88522ms","start":"2026-03-04T01:57:23.091216Z","end":"2026-03-04T01:57:23.228101Z","steps":["trace[1863516963] 'process raft request' (duration: 136.695446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.228738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.766755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:57:23.228757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.637172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:23.228766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.648764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:23.228792Z","caller":"traceutil/trace.go:171","msg":"trace[742010369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15872; }","duration":"786.871897ms","start":"2026-03-04T01:57:22.441908Z","end":"2026-03-04T01:57:23.228779Z","steps":["trace[742010369] 'agreement among raft nodes before linearized reading' (duration: 786.706664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.228824Z","caller":"traceutil/trace.go:171","msg":"trace[2083168668] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15872; }","duration":"753.771135ms","start":"2026-03-04T01:57:22.475038Z","end":"2026-03-04T01:57:23.228809Z","steps":["trace[2083168668] 'agreement among raft nodes before linearized reading' (duration: 753.54928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.228839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.441847Z","time spent":"786.98084ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:23.228877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.475Z","time spent":"753.867107ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"info","ts":"2026-03-04T01:57:23.228833Z","caller":"traceutil/trace.go:171","msg":"trace[846384255] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15872; }","duration":"754.769097ms","start":"2026-03-04T01:57:22.47405Z","end":"2026-03-04T01:57:23.228819Z","steps":["trace[846384255] 'agreement among raft nodes before linearized reading' (duration: 754.580743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.228933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.474038Z","time spent":"754.884869ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:23.229063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.494949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:23.229114Z","caller":"traceutil/trace.go:171","msg":"trace[1406752148] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15872; }","duration":"753.57206ms","start":"2026-03-04T01:57:22.475529Z","end":"2026-03-04T01:57:23.229101Z","steps":["trace[1406752148] 'agreement among raft nodes before linearized reading' (duration: 753.415207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.229108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.743297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:57:23.229164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.688113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:57:23.229185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.468943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"info","ts":"2026-03-04T01:57:23.229211Z","caller":"traceutil/trace.go:171","msg":"trace[1619558729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15872; }","duration":"750.869819ms","start":"2026-03-04T01:57:22.478328Z","end":"2026-03-04T01:57:23.229198Z","steps":["trace[1619558729] 'agreement among raft nodes before linearized reading' (duration: 750.607014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.229229Z","caller":"traceutil/trace.go:171","msg":"trace[1230893443] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15872; }","duration":"753.765675ms","start":"2026-03-04T01:57:22.475448Z","end":"2026-03-04T01:57:23.229213Z","steps":["trace[1230893443] 'agreement among raft nodes before linearized reading' (duration: 753.638752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.229254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.478318Z","time spent":"750.924881ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:23.229251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.678052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:57:23.229278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.47544Z","time spent":"753.822086ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"info","ts":"2026-03-04T01:57:23.229224Z","caller":"traceutil/trace.go:171","msg":"trace[1584945253] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15872; }","duration":"759.555865ms","start":"2026-03-04T01:57:22.469656Z","end":"2026-03-04T01:57:23.229212Z","steps":["trace[1584945253] 'agreement among raft nodes before linearized reading' (duration: 759.457383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.229327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.469625Z","time spent":"759.694218ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"info","ts":"2026-03-04T01:57:23.229317Z","caller":"traceutil/trace.go:171","msg":"trace[749749651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15872; }","duration":"485.785906ms","start":"2026-03-04T01:57:22.743514Z","end":"2026-03-04T01:57:23.2293Z","steps":["trace[749749651] 'agreement among raft nodes before linearized reading' (duration: 485.59378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.229369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.743489Z","time spent":"485.868067ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:23.229389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.017263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T01:57:23.229167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.475507Z","time spent":"753.641532ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:23.229533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.721637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:23.229611Z","caller":"traceutil/trace.go:171","msg":"trace[1886050977] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15872; }","duration":"210.91628ms","start":"2026-03-04T01:57:23.018681Z","end":"2026-03-04T01:57:23.229598Z","steps":["trace[1886050977] 'agreement among raft nodes before linearized reading' (duration: 209.882916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.22964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.140907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:57:23.229685Z","caller":"traceutil/trace.go:171","msg":"trace[260015067] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15872; }","duration":"780.220069ms","start":"2026-03-04T01:57:22.449455Z","end":"2026-03-04T01:57:23.229675Z","steps":["trace[260015067] 'agreement among raft nodes before linearized reading' (duration: 779.143144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.229486Z","caller":"traceutil/trace.go:171","msg":"trace[1550034063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15872; }","duration":"590.221847ms","start":"2026-03-04T01:57:22.639246Z","end":"2026-03-04T01:57:23.229468Z","steps":["trace[1550034063] 'agreement among raft nodes before linearized reading' (duration: 589.977201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.229843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.639225Z","time spent":"590.519123ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:23.229897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.638735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11215"} {"level":"warn","ts":"2026-03-04T01:57:23.229712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.449443Z","time spent":"780.26214ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1810,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:23.230575Z","caller":"traceutil/trace.go:171","msg":"trace[2010651056] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:15872; }","duration":"817.356441ms","start":"2026-03-04T01:57:22.413182Z","end":"2026-03-04T01:57:23.230538Z","steps":["trace[2010651056] 'agreement among raft nodes before linearized reading' (duration: 815.682803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.23065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:22.413163Z","time spent":"817.467444ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11239,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:23.370029Z","caller":"traceutil/trace.go:171","msg":"trace[943412356] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"180.710643ms","start":"2026-03-04T01:57:23.18928Z","end":"2026-03-04T01:57:23.369991Z","steps":["trace[943412356] 'process raft request' (duration: 121.781981ms)","trace[943412356] 'compare' (duration: 58.636015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:23.370008Z","caller":"traceutil/trace.go:171","msg":"trace[737514409] linearizableReadLoop","detail":"{readStateIndex:16442; appliedIndex:16441; }","duration":"141.411442ms","start":"2026-03-04T01:57:23.228545Z","end":"2026-03-04T01:57:23.369957Z","steps":["trace[737514409] 'read index received' (duration: 82.533092ms)","trace[737514409] 'applied index is now lower than readState.Index' (duration: 58.87698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:23.370301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.914328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:23.370375Z","caller":"traceutil/trace.go:171","msg":"trace[347720786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15873; }","duration":"214.077782ms","start":"2026-03-04T01:57:23.156287Z","end":"2026-03-04T01:57:23.370364Z","steps":["trace[347720786] 'agreement among raft nodes before linearized reading' (duration: 213.905888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.370962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.863253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.371041Z","caller":"traceutil/trace.go:171","msg":"trace[922419217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15873; }","duration":"208.988657ms","start":"2026-03-04T01:57:23.162035Z","end":"2026-03-04T01:57:23.371023Z","steps":["trace[922419217] 'agreement among raft nodes before linearized reading' (duration: 208.052546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.395386Z","caller":"traceutil/trace.go:171","msg":"trace[307325562] transaction","detail":"{read_only:false; response_revision:15874; number_of_response:1; }","duration":"161.411521ms","start":"2026-03-04T01:57:23.233953Z","end":"2026-03-04T01:57:23.395365Z","steps":["trace[307325562] 'process raft request' (duration: 161.052843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.396312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.966886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"warn","ts":"2026-03-04T01:57:23.396389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.15835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.39639Z","caller":"traceutil/trace.go:171","msg":"trace[45538645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"159.088868ms","start":"2026-03-04T01:57:23.237283Z","end":"2026-03-04T01:57:23.396372Z","steps":["trace[45538645] 'agreement among raft nodes before linearized reading' (duration: 158.125717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.39642Z","caller":"traceutil/trace.go:171","msg":"trace[1218817494] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"159.220071ms","start":"2026-03-04T01:57:23.237191Z","end":"2026-03-04T01:57:23.396412Z","steps":["trace[1218817494] 'agreement among raft nodes before linearized reading' (duration: 158.428263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.396715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.246745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:23.396733Z","caller":"traceutil/trace.go:171","msg":"trace[1187882079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15875; }","duration":"161.316968ms","start":"2026-03-04T01:57:23.235411Z","end":"2026-03-04T01:57:23.396728Z","steps":["trace[1187882079] 'agreement among raft nodes before linearized reading' (duration: 161.276067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.396909Z","caller":"traceutil/trace.go:171","msg":"trace[644563044] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"161.117923ms","start":"2026-03-04T01:57:23.235777Z","end":"2026-03-04T01:57:23.396895Z","steps":["trace[644563044] 'process raft request' (duration: 159.501277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.397113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.566423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.397177Z","caller":"traceutil/trace.go:171","msg":"trace[942822614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"161.668485ms","start":"2026-03-04T01:57:23.235496Z","end":"2026-03-04T01:57:23.397165Z","steps":["trace[942822614] 'agreement among raft nodes before linearized reading' (duration: 160.851817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.397896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.33732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.39792Z","caller":"traceutil/trace.go:171","msg":"trace[152752153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"162.376632ms","start":"2026-03-04T01:57:23.235537Z","end":"2026-03-04T01:57:23.397914Z","steps":["trace[152752153] 'agreement among raft nodes before linearized reading' (duration: 161.900492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.39796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.905674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.397994Z","caller":"traceutil/trace.go:171","msg":"trace[1176235974] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"158.951986ms","start":"2026-03-04T01:57:23.239033Z","end":"2026-03-04T01:57:23.397985Z","steps":["trace[1176235974] 'agreement among raft nodes before linearized reading' (duration: 158.019284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.398655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.948739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930931"} {"level":"info","ts":"2026-03-04T01:57:23.398683Z","caller":"traceutil/trace.go:171","msg":"trace[1351925059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15875; }","duration":"160.996201ms","start":"2026-03-04T01:57:23.23768Z","end":"2026-03-04T01:57:23.398676Z","steps":["trace[1351925059] 'agreement among raft nodes before linearized reading' (duration: 159.889866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.57828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.659983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T01:57:23.578362Z","caller":"traceutil/trace.go:171","msg":"trace[2088956692] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15877; }","duration":"102.776155ms","start":"2026-03-04T01:57:23.475566Z","end":"2026-03-04T01:57:23.578342Z","steps":["trace[2088956692] 'range keys from in-memory index tree' (duration: 102.481709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:23.578525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.922479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T01:57:23.578585Z","caller":"traceutil/trace.go:171","msg":"trace[236179438] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15877; }","duration":"103.01977ms","start":"2026-03-04T01:57:23.475551Z","end":"2026-03-04T01:57:23.578571Z","steps":["trace[236179438] 'range keys from in-memory index tree' (duration: 102.708974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:23.579028Z","caller":"traceutil/trace.go:171","msg":"trace[1421578363] transaction","detail":"{read_only:false; response_revision:15878; number_of_response:1; }","duration":"103.274706ms","start":"2026-03-04T01:57:23.475739Z","end":"2026-03-04T01:57:23.579014Z","steps":["trace[1421578363] 'process raft request' (duration: 28.683094ms)","trace[1421578363] 'compare' (duration: 73.629811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:24.310458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.392325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:24.310569Z","caller":"traceutil/trace.go:171","msg":"trace[1606978339] linearizableReadLoop","detail":"{readStateIndex:16449; appliedIndex:16448; }","duration":"731.635548ms","start":"2026-03-04T01:57:23.578917Z","end":"2026-03-04T01:57:24.310553Z","steps":["trace[1606978339] 'read index received' (duration: 426.980096ms)","trace[1606978339] 'applied index is now lower than readState.Index' (duration: 304.653742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:24.310611Z","caller":"traceutil/trace.go:171","msg":"trace[1402509280] transaction","detail":"{read_only:false; response_revision:15880; number_of_response:1; }","duration":"739.483323ms","start":"2026-03-04T01:57:23.571083Z","end":"2026-03-04T01:57:24.310566Z","steps":["trace[1402509280] 'process raft request' (duration: 434.917124ms)","trace[1402509280] 'compare' (duration: 303.880994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:24.310695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.575169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:24.310724Z","caller":"traceutil/trace.go:171","msg":"trace[479402085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15880; }","duration":"748.62804ms","start":"2026-03-04T01:57:23.562087Z","end":"2026-03-04T01:57:24.310715Z","steps":["trace[479402085] 'agreement among raft nodes before linearized reading' (duration: 748.541099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.310741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:23.571066Z","time spent":"739.616798ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:57:24.310763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:23.562079Z","time spent":"748.677021ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T01:57:24.611615Z","caller":"traceutil/trace.go:171","msg":"trace[1420125324] linearizableReadLoop","detail":"{readStateIndex:16450; appliedIndex:16449; }","duration":"300.99114ms","start":"2026-03-04T01:57:24.3106Z","end":"2026-03-04T01:57:24.611591Z","steps":["trace[1420125324] 'read index received' (duration: 210.171814ms)","trace[1420125324] 'applied index is now lower than readState.Index' (duration: 90.818336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:24.611908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.673827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:24.611955Z","caller":"traceutil/trace.go:171","msg":"trace[1229388936] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:15881; }","duration":"598.855821ms","start":"2026-03-04T01:57:24.013088Z","end":"2026-03-04T01:57:24.611943Z","steps":["trace[1229388936] 'agreement among raft nodes before linearized reading' (duration: 598.655956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.612004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:24.013066Z","time spent":"598.923962ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:24.611985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.69042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-03-04T01:57:24.612072Z","caller":"traceutil/trace.go:171","msg":"trace[532645767] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7; range_end:; response_count:1; response_revision:15881; }","duration":"554.827343ms","start":"2026-03-04T01:57:24.057222Z","end":"2026-03-04T01:57:24.612049Z","steps":["trace[532645767] 'agreement among raft nodes before linearized reading' (duration: 554.514496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.612129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:24.057203Z","time spent":"554.911896ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":12612,"request content":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" "} {"level":"warn","ts":"2026-03-04T01:57:24.61216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.934851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:24.612166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027453052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T01:57:24.612183Z","caller":"traceutil/trace.go:171","msg":"trace[825288041] transaction","detail":"{read_only:false; response_revision:15881; number_of_response:1; }","duration":"1.013334196s","start":"2026-03-04T01:57:23.598815Z","end":"2026-03-04T01:57:24.612149Z","steps":["trace[825288041] 'process raft request' (duration: 921.898396ms)","trace[825288041] 'compare' (duration: 90.653413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:24.612213Z","caller":"traceutil/trace.go:171","msg":"trace[507129265] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15881; }","duration":"298.025273ms","start":"2026-03-04T01:57:24.314172Z","end":"2026-03-04T01:57:24.612197Z","steps":["trace[507129265] 'agreement among raft nodes before linearized reading' (duration: 297.932561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.612217Z","caller":"traceutil/trace.go:171","msg":"trace[387236307] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15881; }","duration":"1.027543765s","start":"2026-03-04T01:57:23.584658Z","end":"2026-03-04T01:57:24.612202Z","steps":["trace[387236307] 'agreement among raft nodes before linearized reading' (duration: 1.027403121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.612264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:23.584638Z","time spent":"1.027618417s","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T01:57:24.612298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.968094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:57:24.612258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.82137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:24.612319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:23.598798Z","time spent":"1.01345269s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:24.612343Z","caller":"traceutil/trace.go:171","msg":"trace[526325219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15881; }","duration":"204.062606ms","start":"2026-03-04T01:57:24.408269Z","end":"2026-03-04T01:57:24.612331Z","steps":["trace[526325219] 'agreement among raft nodes before linearized reading' (duration: 203.870882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.61237Z","caller":"traceutil/trace.go:171","msg":"trace[1055176978] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15881; }","duration":"186.949733ms","start":"2026-03-04T01:57:24.425396Z","end":"2026-03-04T01:57:24.612346Z","steps":["trace[1055176978] 'agreement among raft nodes before linearized reading' (duration: 186.747768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.61305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.916033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T01:57:24.613137Z","caller":"traceutil/trace.go:171","msg":"trace[1517567449] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15881; }","duration":"773.009365ms","start":"2026-03-04T01:57:23.840083Z","end":"2026-03-04T01:57:24.613092Z","steps":["trace[1517567449] 'agreement among raft nodes before linearized reading' (duration: 772.012093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.613213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:23.840064Z","time spent":"773.111769ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T01:57:24.855224Z","caller":"traceutil/trace.go:171","msg":"trace[491624951] transaction","detail":"{read_only:false; response_revision:15883; number_of_response:1; }","duration":"238.076039ms","start":"2026-03-04T01:57:24.6171Z","end":"2026-03-04T01:57:24.855176Z","steps":["trace[491624951] 'process raft request' (duration: 208.768801ms)","trace[491624951] 'compare' (duration: 28.869609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:24.855521Z","caller":"traceutil/trace.go:171","msg":"trace[271574652] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"234.396437ms","start":"2026-03-04T01:57:24.6211Z","end":"2026-03-04T01:57:24.855497Z","steps":["trace[271574652] 'process raft request' (duration: 234.06031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855558Z","caller":"traceutil/trace.go:171","msg":"trace[1941178843] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"234.236534ms","start":"2026-03-04T01:57:24.621274Z","end":"2026-03-04T01:57:24.855511Z","steps":["trace[1941178843] 'process raft request' (duration: 233.949497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855591Z","caller":"traceutil/trace.go:171","msg":"trace[1864191379] transaction","detail":"{read_only:false; response_revision:15884; number_of_response:1; }","duration":"234.806067ms","start":"2026-03-04T01:57:24.620711Z","end":"2026-03-04T01:57:24.855517Z","steps":["trace[1864191379] 'process raft request' (duration: 234.302926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855678Z","caller":"traceutil/trace.go:171","msg":"trace[311823617] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"234.770266ms","start":"2026-03-04T01:57:24.620893Z","end":"2026-03-04T01:57:24.855663Z","steps":["trace[311823617] 'process raft request' (duration: 234.206493ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855564Z","caller":"traceutil/trace.go:171","msg":"trace[1632355979] linearizableReadLoop","detail":"{readStateIndex:16452; appliedIndex:16450; }","duration":"237.718502ms","start":"2026-03-04T01:57:24.617823Z","end":"2026-03-04T01:57:24.855541Z","steps":["trace[1632355979] 'read index received' (duration: 65.982751ms)","trace[1632355979] 'applied index is now lower than readState.Index' (duration: 171.734781ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:24.855769Z","caller":"traceutil/trace.go:171","msg":"trace[1575999732] transaction","detail":"{read_only:false; response_revision:15889; number_of_response:1; }","duration":"230.604752ms","start":"2026-03-04T01:57:24.625146Z","end":"2026-03-04T01:57:24.855751Z","steps":["trace[1575999732] 'process raft request' (duration: 230.124711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855834Z","caller":"traceutil/trace.go:171","msg":"trace[414687586] transaction","detail":"{read_only:false; response_revision:15890; number_of_response:1; }","duration":"228.275279ms","start":"2026-03-04T01:57:24.627541Z","end":"2026-03-04T01:57:24.855817Z","steps":["trace[414687586] 'process raft request' (duration: 227.792969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.855874Z","caller":"traceutil/trace.go:171","msg":"trace[1552376848] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"234.705104ms","start":"2026-03-04T01:57:24.621135Z","end":"2026-03-04T01:57:24.85584Z","steps":["trace[1552376848] 'process raft request' (duration: 234.053659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.856128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.283395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18907"} {"level":"warn","ts":"2026-03-04T01:57:24.856171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.399534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:57:24.856184Z","caller":"traceutil/trace.go:171","msg":"trace[404143812] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15890; }","duration":"238.357296ms","start":"2026-03-04T01:57:24.617814Z","end":"2026-03-04T01:57:24.856171Z","steps":["trace[404143812] 'agreement among raft nodes before linearized reading' (duration: 238.032769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:24.856219Z","caller":"traceutil/trace.go:171","msg":"trace[636293049] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15890; }","duration":"237.486817ms","start":"2026-03-04T01:57:24.618716Z","end":"2026-03-04T01:57:24.856203Z","steps":["trace[636293049] 'agreement among raft nodes before linearized reading' (duration: 237.229041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:24.856762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.811764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T01:57:24.856854Z","caller":"traceutil/trace.go:171","msg":"trace[269251284] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15890; }","duration":"213.523599ms","start":"2026-03-04T01:57:24.643302Z","end":"2026-03-04T01:57:24.856826Z","steps":["trace[269251284] 'agreement among raft nodes before linearized reading' (duration: 212.715391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.150253Z","caller":"traceutil/trace.go:171","msg":"trace[817491741] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"288.04579ms","start":"2026-03-04T01:57:24.86218Z","end":"2026-03-04T01:57:25.150226Z","steps":["trace[817491741] 'process raft request' (duration: 287.913617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.150405Z","caller":"traceutil/trace.go:171","msg":"trace[1344649659] linearizableReadLoop","detail":"{readStateIndex:16460; appliedIndex:16460; }","duration":"287.932758ms","start":"2026-03-04T01:57:24.862442Z","end":"2026-03-04T01:57:25.150375Z","steps":["trace[1344649659] 'read index received' (duration: 287.920188ms)","trace[1344649659] 'applied index is now lower than readState.Index' (duration: 10.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:25.15083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.358357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:57:25.150958Z","caller":"traceutil/trace.go:171","msg":"trace[2044874554] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15891; }","duration":"288.52703ms","start":"2026-03-04T01:57:24.862402Z","end":"2026-03-04T01:57:25.150929Z","steps":["trace[2044874554] 'agreement among raft nodes before linearized reading' (duration: 288.143652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.157134Z","caller":"traceutil/trace.go:171","msg":"trace[260392013] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"293.867151ms","start":"2026-03-04T01:57:24.863242Z","end":"2026-03-04T01:57:25.157109Z","steps":["trace[260392013] 'process raft request' (duration: 293.600285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.157214Z","caller":"traceutil/trace.go:171","msg":"trace[321963823] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"283.186521ms","start":"2026-03-04T01:57:24.874002Z","end":"2026-03-04T01:57:25.157188Z","steps":["trace[321963823] 'process raft request' (duration: 283.065649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.157252Z","caller":"traceutil/trace.go:171","msg":"trace[556030814] transaction","detail":"{read_only:false; response_revision:15893; number_of_response:1; }","duration":"283.234212ms","start":"2026-03-04T01:57:24.873944Z","end":"2026-03-04T01:57:25.157178Z","steps":["trace[556030814] 'process raft request' (duration: 283.064828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:25.157529Z","caller":"traceutil/trace.go:171","msg":"trace[1442379605] transaction","detail":"{read_only:false; response_revision:15895; number_of_response:1; }","duration":"283.254672ms","start":"2026-03-04T01:57:24.87425Z","end":"2026-03-04T01:57:25.157505Z","steps":["trace[1442379605] 'process raft request' (duration: 282.858584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:25.157771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.142488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T01:57:25.157823Z","caller":"traceutil/trace.go:171","msg":"trace[1482338532] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15896; }","duration":"278.207349ms","start":"2026-03-04T01:57:24.879602Z","end":"2026-03-04T01:57:25.157809Z","steps":["trace[1482338532] 'agreement among raft nodes before linearized reading' (duration: 278.006915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:25.157838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.010532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-04T01:57:25.157915Z","caller":"traceutil/trace.go:171","msg":"trace[1297072753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15896; }","duration":"293.110604ms","start":"2026-03-04T01:57:24.864788Z","end":"2026-03-04T01:57:25.157899Z","steps":["trace[1297072753] 'agreement among raft nodes before linearized reading' (duration: 292.91813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:25.157929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.449687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:25.15796Z","caller":"traceutil/trace.go:171","msg":"trace[1846705628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15896; }","duration":"271.509509ms","start":"2026-03-04T01:57:24.886442Z","end":"2026-03-04T01:57:25.157951Z","steps":["trace[1846705628] 'agreement among raft nodes before linearized reading' (duration: 271.458678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:30.918951Z","caller":"traceutil/trace.go:171","msg":"trace[1986039558] transaction","detail":"{read_only:false; response_revision:15938; number_of_response:1; }","duration":"211.378739ms","start":"2026-03-04T01:57:30.707548Z","end":"2026-03-04T01:57:30.918927Z","steps":["trace[1986039558] 'process raft request' (duration: 211.224646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:31.23309Z","caller":"traceutil/trace.go:171","msg":"trace[349390928] transaction","detail":"{read_only:false; response_revision:15939; number_of_response:1; }","duration":"495.414571ms","start":"2026-03-04T01:57:30.736265Z","end":"2026-03-04T01:57:31.23168Z","steps":["trace[349390928] 'process raft request' (duration: 414.605949ms)","trace[349390928] 'compare' (duration: 80.225349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:31.233326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:30.736066Z","time spent":"497.14225ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:31.233982Z","caller":"traceutil/trace.go:171","msg":"trace[1869939816] linearizableReadLoop","detail":"{readStateIndex:16511; appliedIndex:16509; }","duration":"403.116601ms","start":"2026-03-04T01:57:30.830842Z","end":"2026-03-04T01:57:31.233958Z","steps":["trace[1869939816] 'read index received' (duration: 87.916482ms)","trace[1869939816] 'applied index is now lower than readState.Index' (duration: 315.198609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:31.234305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.335726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:57:31.234394Z","caller":"traceutil/trace.go:171","msg":"trace[176179240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15939; }","duration":"403.55865ms","start":"2026-03-04T01:57:30.830811Z","end":"2026-03-04T01:57:31.234369Z","steps":["trace[176179240] 'agreement among raft nodes before linearized reading' (duration: 403.228673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:31.23446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:30.830797Z","time spent":"403.652512ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:57:31.294534Z","caller":"traceutil/trace.go:171","msg":"trace[564109871] transaction","detail":"{read_only:false; response_revision:15940; number_of_response:1; }","duration":"113.474696ms","start":"2026-03-04T01:57:31.181021Z","end":"2026-03-04T01:57:31.294495Z","steps":["trace[564109871] 'process raft request' (duration: 113.24733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:31.879304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.218049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:31.879794Z","caller":"traceutil/trace.go:171","msg":"trace[226756390] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"697.625836ms","start":"2026-03-04T01:57:31.18211Z","end":"2026-03-04T01:57:31.879736Z","steps":["trace[226756390] 'process raft request' (duration: 513.793914ms)","trace[226756390] 'compare' (duration: 183.010904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:31.88006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.182102Z","time spent":"697.817851ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.220644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.167062ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:57:32.221029Z","caller":"traceutil/trace.go:171","msg":"trace[1775188175] linearizableReadLoop","detail":"{readStateIndex:16514; appliedIndex:16512; }","duration":"986.942444ms","start":"2026-03-04T01:57:31.234073Z","end":"2026-03-04T01:57:32.221015Z","steps":["trace[1775188175] 'read index received' (duration: 60.761443ms)","trace[1775188175] 'applied index is now lower than readState.Index' (duration: 926.180251ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:32.221082Z","caller":"traceutil/trace.go:171","msg":"trace[1897737682] transaction","detail":"{read_only:false; response_revision:15942; number_of_response:1; }","duration":"981.702346ms","start":"2026-03-04T01:57:31.239328Z","end":"2026-03-04T01:57:32.22103Z","steps":["trace[1897737682] 'process raft request' (duration: 981.384629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.221244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.239305Z","time spent":"981.854369ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.432677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.728616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:57:32.432699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245059083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-5b477d56f9-q6nk7.189980b69976d53d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T01:57:32.432781Z","caller":"traceutil/trace.go:171","msg":"trace[1873694824] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15942; }","duration":"898.88406ms","start":"2026-03-04T01:57:31.53387Z","end":"2026-03-04T01:57:32.432754Z","steps":["trace[1873694824] 'agreement among raft nodes before linearized reading' (duration: 687.255773ms)","trace[1873694824] 'range keys from in-memory index tree' (duration: 211.334951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.43276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336715978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" ","response":"range_response_count:1 size:12996"} {"level":"warn","ts":"2026-03-04T01:57:32.432749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000744194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:57:32.432868Z","caller":"traceutil/trace.go:171","msg":"trace[978370831] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7; range_end:; response_count:1; response_revision:15942; }","duration":"1.336879172s","start":"2026-03-04T01:57:31.09596Z","end":"2026-03-04T01:57:32.432839Z","steps":["trace[978370831] 'agreement among raft nodes before linearized reading' (duration: 1.125124742s)","trace[978370831] 'range keys from in-memory index tree' (duration: 211.447663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.432899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.674697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T01:57:32.43292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166672696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:57:32.432979Z","caller":"traceutil/trace.go:171","msg":"trace[837147029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15942; }","duration":"207.728328ms","start":"2026-03-04T01:57:32.225207Z","end":"2026-03-04T01:57:32.432936Z","steps":["trace[837147029] 'range keys from in-memory index tree' (duration: 207.545575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.432933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.09594Z","time spent":"1.336981084s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":13020,"request content":"key:\"/registry/pods/openstack/neutron-server-5b477d56f9-q6nk7\" "} {"level":"info","ts":"2026-03-04T01:57:32.433016Z","caller":"traceutil/trace.go:171","msg":"trace[184809643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15942; }","duration":"1.166783248s","start":"2026-03-04T01:57:31.266212Z","end":"2026-03-04T01:57:32.432995Z","steps":["trace[184809643] 'agreement among raft nodes before linearized reading' (duration: 954.933477ms)","trace[184809643] 'range keys from in-memory index tree' (duration: 211.31323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25162238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:32.433068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.266198Z","time spent":"1.16685773s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545063302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:32.433091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.726608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:57:32.433012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.234107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"warn","ts":"2026-03-04T01:57:32.433126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245302279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:32.433172Z","caller":"traceutil/trace.go:171","msg":"trace[330672079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15942; }","duration":"936.82553ms","start":"2026-03-04T01:57:31.49632Z","end":"2026-03-04T01:57:32.433145Z","steps":["trace[330672079] 'agreement among raft nodes before linearized reading' (duration: 724.837655ms)","trace[330672079] 'range keys from in-memory index tree' (duration: 211.78302ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:32.433221Z","caller":"traceutil/trace.go:171","msg":"trace[1602817078] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15942; }","duration":"1.245412652s","start":"2026-03-04T01:57:31.187785Z","end":"2026-03-04T01:57:32.433197Z","steps":["trace[1602817078] 'agreement among raft nodes before linearized reading' (duration: 1.033326865s)","trace[1602817078] 'range keys from in-memory index tree' (duration: 211.814201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.496309Z","time spent":"936.907331ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"info","ts":"2026-03-04T01:57:32.433228Z","caller":"traceutil/trace.go:171","msg":"trace[174477055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15942; }","duration":"1.000965609s","start":"2026-03-04T01:57:31.431907Z","end":"2026-03-04T01:57:32.432873Z","steps":["trace[174477055] 'agreement among raft nodes before linearized reading' (duration: 789.25115ms)","trace[174477055] 'range keys from in-memory index tree' (duration: 211.358261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.421071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:57:32.433216Z","caller":"traceutil/trace.go:171","msg":"trace[1437717421] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15942; }","duration":"965.467753ms","start":"2026-03-04T01:57:31.467719Z","end":"2026-03-04T01:57:32.433186Z","steps":["trace[1437717421] 'agreement among raft nodes before linearized reading' (duration: 753.442367ms)","trace[1437717421] 'range keys from in-memory index tree' (duration: 211.734479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.187781Z","time spent":"1.245474933s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:32.433287Z","caller":"traceutil/trace.go:171","msg":"trace[1965266579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15942; }","duration":"985.475882ms","start":"2026-03-04T01:57:31.4478Z","end":"2026-03-04T01:57:32.433276Z","steps":["trace[1965266579] 'agreement among raft nodes before linearized reading' (duration: 773.342023ms)","trace[1965266579] 'range keys from in-memory index tree' (duration: 212.026035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.431877Z","time spent":"1.001401298s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.467682Z","time spent":"965.606986ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.44779Z","time spent":"985.527692ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:32.432838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.53386Z","time spent":"898.966842ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.268655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:57:32.432828Z","caller":"traceutil/trace.go:171","msg":"trace[1881538733] range","detail":"{range_begin:/registry/events/openstack/neutron-server-5b477d56f9-q6nk7.189980b69976d53d; range_end:; response_count:1; response_revision:15942; }","duration":"1.245224437s","start":"2026-03-04T01:57:31.187569Z","end":"2026-03-04T01:57:32.432794Z","steps":["trace[1881538733] 'agreement among raft nodes before linearized reading' (duration: 1.033549439s)","trace[1881538733] 'range keys from in-memory index tree' (duration: 211.370751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:32.433101Z","caller":"traceutil/trace.go:171","msg":"trace[912345233] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15942; }","duration":"1.251781634s","start":"2026-03-04T01:57:31.181292Z","end":"2026-03-04T01:57:32.433073Z","steps":["trace[912345233] 'agreement among raft nodes before linearized reading' (duration: 1.039774839s)","trace[912345233] 'range keys from in-memory index tree' (duration: 211.719869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252131372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:32.433444Z","caller":"traceutil/trace.go:171","msg":"trace[420793922] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15942; }","duration":"918.342086ms","start":"2026-03-04T01:57:31.515086Z","end":"2026-03-04T01:57:32.433428Z","steps":["trace[420793922] 'agreement among raft nodes before linearized reading' (duration: 706.065015ms)","trace[420793922] 'range keys from in-memory index tree' (duration: 212.104767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.187565Z","time spent":"1.245874071s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/neutron-server-5b477d56f9-q6nk7.189980b69976d53d\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.181289Z","time spent":"1.252168433s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17046948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:57:32.433495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.515072Z","time spent":"918.412137ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"info","ts":"2026-03-04T01:57:32.433514Z","caller":"traceutil/trace.go:171","msg":"trace[2145872920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15942; }","duration":"1.170546833s","start":"2026-03-04T01:57:31.262957Z","end":"2026-03-04T01:57:32.433503Z","steps":["trace[2145872920] 'agreement among raft nodes before linearized reading' (duration: 958.168029ms)","trace[2145872920] 'range keys from in-memory index tree' (duration: 212.290452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.26293Z","time spent":"1.170605943s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:57:32.43348Z","caller":"traceutil/trace.go:171","msg":"trace[1959663303] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15942; }","duration":"1.252197413s","start":"2026-03-04T01:57:31.181266Z","end":"2026-03-04T01:57:32.433463Z","steps":["trace[1959663303] 'agreement among raft nodes before linearized reading' (duration: 1.039805879s)","trace[1959663303] 'range keys from in-memory index tree' (duration: 212.250761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.710061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:57:32.433598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.673614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:57:32.433628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.181261Z","time spent":"1.252349916s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:32.433632Z","caller":"traceutil/trace.go:171","msg":"trace[279131336] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15942; }","duration":"892.785543ms","start":"2026-03-04T01:57:31.54083Z","end":"2026-03-04T01:57:32.433616Z","steps":["trace[279131336] 'agreement among raft nodes before linearized reading' (duration: 680.303567ms)","trace[279131336] 'range keys from in-memory index tree' (duration: 212.326763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:32.433137Z","caller":"traceutil/trace.go:171","msg":"trace[1574548649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15942; }","duration":"1.545177534s","start":"2026-03-04T01:57:30.887938Z","end":"2026-03-04T01:57:32.433115Z","steps":["trace[1574548649] 'agreement among raft nodes before linearized reading' (duration: 1.333166019s)","trace[1574548649] 'range keys from in-memory index tree' (duration: 211.813741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:30.887922Z","time spent":"1.545802198s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:32.433667Z","caller":"traceutil/trace.go:171","msg":"trace[331388561] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15942; }","duration":"906.761797ms","start":"2026-03-04T01:57:31.526886Z","end":"2026-03-04T01:57:32.433647Z","steps":["trace[331388561] 'agreement among raft nodes before linearized reading' (duration: 694.25248ms)","trace[331388561] 'range keys from in-memory index tree' (duration: 212.326342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.433821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.526881Z","time spent":"906.92378ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:32.433679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.540807Z","time spent":"892.860785ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:32.43374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.341702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"info","ts":"2026-03-04T01:57:32.43401Z","caller":"traceutil/trace.go:171","msg":"trace[532122866] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15942; }","duration":"937.615717ms","start":"2026-03-04T01:57:31.496371Z","end":"2026-03-04T01:57:32.433987Z","steps":["trace[532122866] 'agreement among raft nodes before linearized reading' (duration: 724.750853ms)","trace[532122866] 'range keys from in-memory index tree' (duration: 211.7449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:32.434135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:31.496362Z","time spent":"937.73173ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"info","ts":"2026-03-04T01:57:32.505115Z","caller":"traceutil/trace.go:171","msg":"trace[1507542988] transaction","detail":"{read_only:false; response_revision:15943; number_of_response:1; }","duration":"278.19894ms","start":"2026-03-04T01:57:32.226879Z","end":"2026-03-04T01:57:32.505077Z","steps":["trace[1507542988] 'process raft request' (duration: 277.969265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:32.951177Z","caller":"traceutil/trace.go:171","msg":"trace[862492922] transaction","detail":"{read_only:false; response_revision:15944; number_of_response:1; }","duration":"514.960929ms","start":"2026-03-04T01:57:32.436187Z","end":"2026-03-04T01:57:32.951148Z","steps":["trace[862492922] 'process raft request' (duration: 514.648062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.95132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.43617Z","time spent":"515.074512ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:32.951534Z","caller":"traceutil/trace.go:171","msg":"trace[1079337301] transaction","detail":"{read_only:false; response_revision:15946; number_of_response:1; }","duration":"513.304601ms","start":"2026-03-04T01:57:32.438221Z","end":"2026-03-04T01:57:32.951526Z","steps":["trace[1079337301] 'process raft request' (duration: 513.089646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.951647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.438206Z","time spent":"513.373793ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:32.951725Z","caller":"traceutil/trace.go:171","msg":"trace[1369169884] transaction","detail":"{read_only:false; response_revision:15947; number_of_response:1; }","duration":"512.79781ms","start":"2026-03-04T01:57:32.438919Z","end":"2026-03-04T01:57:32.951717Z","steps":["trace[1369169884] 'process raft request' (duration: 512.566425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:32.951757Z","caller":"traceutil/trace.go:171","msg":"trace[110931520] transaction","detail":"{read_only:false; response_revision:15948; number_of_response:1; }","duration":"512.748279ms","start":"2026-03-04T01:57:32.438999Z","end":"2026-03-04T01:57:32.951747Z","steps":["trace[110931520] 'process raft request' (duration: 512.591296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.95177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.438899Z","time spent":"512.849341ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:32.951788Z","caller":"traceutil/trace.go:171","msg":"trace[147247829] linearizableReadLoop","detail":"{readStateIndex:16523; appliedIndex:16516; }","duration":"446.724017ms","start":"2026-03-04T01:57:32.505042Z","end":"2026-03-04T01:57:32.951766Z","steps":["trace[147247829] 'read index received' (duration: 445.726755ms)","trace[147247829] 'applied index is now lower than readState.Index' (duration: 996.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:32.951869Z","caller":"traceutil/trace.go:171","msg":"trace[137331912] transaction","detail":"{read_only:false; response_revision:15949; number_of_response:1; }","duration":"506.715924ms","start":"2026-03-04T01:57:32.445131Z","end":"2026-03-04T01:57:32.951847Z","steps":["trace[137331912] 'process raft request' (duration: 506.53057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:32.951417Z","caller":"traceutil/trace.go:171","msg":"trace[126631453] transaction","detail":"{read_only:false; response_revision:15945; number_of_response:1; }","duration":"513.222139ms","start":"2026-03-04T01:57:32.438172Z","end":"2026-03-04T01:57:32.951394Z","steps":["trace[126631453] 'process raft request' (duration: 512.841951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.952072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.993152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:32.952113Z","caller":"traceutil/trace.go:171","msg":"trace[584855862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15950; }","duration":"438.084064ms","start":"2026-03-04T01:57:32.514017Z","end":"2026-03-04T01:57:32.952102Z","steps":["trace[584855862] 'agreement among raft nodes before linearized reading' (duration: 438.033163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.952145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.513996Z","time spent":"438.142146ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:57:32.951996Z","caller":"traceutil/trace.go:171","msg":"trace[1219735716] transaction","detail":"{read_only:false; response_revision:15950; number_of_response:1; }","duration":"503.308547ms","start":"2026-03-04T01:57:32.448663Z","end":"2026-03-04T01:57:32.951971Z","steps":["trace[1219735716] 'process raft request' (duration: 503.035401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.952118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.438163Z","time spent":"513.923776ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.951997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.045724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-03-04T01:57:32.95236Z","caller":"traceutil/trace.go:171","msg":"trace[324378216] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:15950; }","duration":"504.420542ms","start":"2026-03-04T01:57:32.447928Z","end":"2026-03-04T01:57:32.952349Z","steps":["trace[324378216] 'agreement among raft nodes before linearized reading' (duration: 503.961232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.952398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.447923Z","time spent":"504.465003ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T01:57:32.951814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.438987Z","time spent":"512.798841ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.951993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.445118Z","time spent":"506.831677ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.952763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.154901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.952824Z","caller":"traceutil/trace.go:171","msg":"trace[349980783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"506.237333ms","start":"2026-03-04T01:57:32.446572Z","end":"2026-03-04T01:57:32.95281Z","steps":["trace[349980783] 'agreement among raft nodes before linearized reading' (duration: 505.449835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.952871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.446566Z","time spent":"506.292425ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.953026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.402055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.953068Z","caller":"traceutil/trace.go:171","msg":"trace[1308325406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"509.472906ms","start":"2026-03-04T01:57:32.443587Z","end":"2026-03-04T01:57:32.95306Z","steps":["trace[1308325406] 'agreement among raft nodes before linearized reading' (duration: 508.259178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.953095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.44358Z","time spent":"509.506957ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.953119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.448655Z","time spent":"503.610463ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:32.953551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.890106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.953611Z","caller":"traceutil/trace.go:171","msg":"trace[327073837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"509.960587ms","start":"2026-03-04T01:57:32.443635Z","end":"2026-03-04T01:57:32.953596Z","steps":["trace[327073837] 'agreement among raft nodes before linearized reading' (duration: 508.190407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.953725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.443631Z","time spent":"510.075579ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.953989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.524072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.954027Z","caller":"traceutil/trace.go:171","msg":"trace[894550190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"511.580053ms","start":"2026-03-04T01:57:32.442438Z","end":"2026-03-04T01:57:32.954018Z","steps":["trace[894550190] 'agreement among raft nodes before linearized reading' (duration: 509.455395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.954051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.442432Z","time spent":"511.612015ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.954049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.334955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.954345Z","caller":"traceutil/trace.go:171","msg":"trace[82286700] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"510.691403ms","start":"2026-03-04T01:57:32.44363Z","end":"2026-03-04T01:57:32.954321Z","steps":["trace[82286700] 'agreement among raft nodes before linearized reading' (duration: 508.36075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.954402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.443613Z","time spent":"510.777005ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.954485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.705043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"warn","ts":"2026-03-04T01:57:32.954554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.875044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931294"} {"level":"info","ts":"2026-03-04T01:57:32.954575Z","caller":"traceutil/trace.go:171","msg":"trace[224656104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"510.816656ms","start":"2026-03-04T01:57:32.443717Z","end":"2026-03-04T01:57:32.954534Z","steps":["trace[224656104] 'agreement among raft nodes before linearized reading' (duration: 508.098395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:32.954614Z","caller":"traceutil/trace.go:171","msg":"trace[213046581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15950; }","duration":"513.960446ms","start":"2026-03-04T01:57:32.440643Z","end":"2026-03-04T01:57:32.954603Z","steps":["trace[213046581] 'agreement among raft nodes before linearized reading' (duration: 511.353328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:32.954647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.440626Z","time spent":"514.009957ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:32.954656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:32.443692Z","time spent":"510.936499ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:57:33.243598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.881397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:33.243707Z","caller":"traceutil/trace.go:171","msg":"trace[1017529171] linearizableReadLoop","detail":"{readStateIndex:16524; appliedIndex:16523; }","duration":"283.170361ms","start":"2026-03-04T01:57:32.960519Z","end":"2026-03-04T01:57:33.24369Z","steps":["trace[1017529171] 'read index received' (duration: 147.069429ms)","trace[1017529171] 'applied index is now lower than readState.Index' (duration: 136.099742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:33.243759Z","caller":"traceutil/trace.go:171","msg":"trace[34210600] transaction","detail":"{read_only:false; response_revision:15951; number_of_response:1; }","duration":"283.60896ms","start":"2026-03-04T01:57:32.960119Z","end":"2026-03-04T01:57:33.243728Z","steps":["trace[34210600] 'process raft request' (duration: 147.494648ms)","trace[34210600] 'compare' (duration: 135.758755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:33.243957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.434656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm\" ","response":"range_response_count:1 size:5926"} {"level":"info","ts":"2026-03-04T01:57:33.244Z","caller":"traceutil/trace.go:171","msg":"trace[1395433173] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-rp4qm; range_end:; response_count:1; response_revision:15951; }","duration":"283.544209ms","start":"2026-03-04T01:57:32.960442Z","end":"2026-03-04T01:57:33.243986Z","steps":["trace[1395433173] 'agreement among raft nodes before linearized reading' (duration: 283.357595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.244273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.877106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-03-04T01:57:33.244312Z","caller":"traceutil/trace.go:171","msg":"trace[980463557] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:15951; }","duration":"184.953828ms","start":"2026-03-04T01:57:33.05935Z","end":"2026-03-04T01:57:33.244304Z","steps":["trace[980463557] 'agreement among raft nodes before linearized reading' (duration: 184.850536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:33.948379Z","caller":"traceutil/trace.go:171","msg":"trace[1139611780] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"693.115865ms","start":"2026-03-04T01:57:33.255233Z","end":"2026-03-04T01:57:33.948348Z","steps":["trace[1139611780] 'process raft request' (duration: 692.736067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:33.948573Z","caller":"traceutil/trace.go:171","msg":"trace[1689481078] linearizableReadLoop","detail":"{readStateIndex:16526; appliedIndex:16525; }","duration":"692.800698ms","start":"2026-03-04T01:57:33.255739Z","end":"2026-03-04T01:57:33.94854Z","steps":["trace[1689481078] 'read index received' (duration: 81.926448ms)","trace[1689481078] 'applied index is now lower than readState.Index' (duration: 610.87204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:33.948653Z","caller":"traceutil/trace.go:171","msg":"trace[1764046866] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"648.024442ms","start":"2026-03-04T01:57:33.300597Z","end":"2026-03-04T01:57:33.948621Z","steps":["trace[1764046866] 'process raft request' (duration: 647.632334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.948837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.255209Z","time spent":"693.35379ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5697,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:33.948896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.300583Z","time spent":"648.194977ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:33.949057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.288748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-04T01:57:33.94914Z","caller":"traceutil/trace.go:171","msg":"trace[1264086563] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:15954; }","duration":"693.422582ms","start":"2026-03-04T01:57:33.255699Z","end":"2026-03-04T01:57:33.949122Z","steps":["trace[1264086563] 'agreement among raft nodes before linearized reading' (duration: 692.952011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.949191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.255688Z","time spent":"693.493313ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T01:57:33.957367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.176871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:33.957414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.411015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:33.957481Z","caller":"traceutil/trace.go:171","msg":"trace[784364479] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15955; }","duration":"353.323454ms","start":"2026-03-04T01:57:33.604126Z","end":"2026-03-04T01:57:33.957449Z","steps":["trace[784364479] 'agreement among raft nodes before linearized reading' (duration: 353.169281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.957526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.604104Z","time spent":"353.412806ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:33.957476Z","caller":"traceutil/trace.go:171","msg":"trace[588908298] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15955; }","duration":"604.538459ms","start":"2026-03-04T01:57:33.352925Z","end":"2026-03-04T01:57:33.957463Z","steps":["trace[588908298] 'agreement among raft nodes before linearized reading' (duration: 604.428836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.95763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.352907Z","time spent":"604.706252ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:57:33.957465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.360224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-04T01:57:33.957692Z","caller":"traceutil/trace.go:171","msg":"trace[1043924014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:15955; }","duration":"563.6285ms","start":"2026-03-04T01:57:33.394045Z","end":"2026-03-04T01:57:33.957674Z","steps":["trace[1043924014] 'agreement among raft nodes before linearized reading' (duration: 563.278852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:33.957744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.394027Z","time spent":"563.701302ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T01:57:34.300176Z","caller":"traceutil/trace.go:171","msg":"trace[1267295227] linearizableReadLoop","detail":"{readStateIndex:16530; appliedIndex:16528; }","duration":"342.91151ms","start":"2026-03-04T01:57:33.957245Z","end":"2026-03-04T01:57:34.300157Z","steps":["trace[1267295227] 'read index received' (duration: 342.699395ms)","trace[1267295227] 'applied index is now lower than readState.Index' (duration: 211.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:34.300246Z","caller":"traceutil/trace.go:171","msg":"trace[1002135494] transaction","detail":"{read_only:false; response_revision:15957; number_of_response:1; }","duration":"343.293908ms","start":"2026-03-04T01:57:33.956932Z","end":"2026-03-04T01:57:34.300226Z","steps":["trace[1002135494] 'process raft request' (duration: 343.170786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:34.300254Z","caller":"traceutil/trace.go:171","msg":"trace[1729263597] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"346.572691ms","start":"2026-03-04T01:57:33.953665Z","end":"2026-03-04T01:57:34.300237Z","steps":["trace[1729263597] 'process raft request' (duration: 346.251844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:34.300318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.617312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:34.300332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.953634Z","time spent":"346.647343ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:57:34.300349Z","caller":"traceutil/trace.go:171","msg":"trace[1869805822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15957; }","duration":"341.713994ms","start":"2026-03-04T01:57:33.958628Z","end":"2026-03-04T01:57:34.300342Z","steps":["trace[1869805822] 'agreement among raft nodes before linearized reading' (duration: 341.651111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:34.30035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.956919Z","time spent":"343.361909ms","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:34.300375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.958485Z","time spent":"341.884768ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:34.300495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.24122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"warn","ts":"2026-03-04T01:57:34.300509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.573679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-04T01:57:34.300587Z","caller":"traceutil/trace.go:171","msg":"trace[1470748989] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:15957; }","duration":"344.388334ms","start":"2026-03-04T01:57:33.956179Z","end":"2026-03-04T01:57:34.300567Z","steps":["trace[1470748989] 'agreement among raft nodes before linearized reading' (duration: 344.093306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:34.30061Z","caller":"traceutil/trace.go:171","msg":"trace[352716895] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8; range_end:; response_count:1; response_revision:15957; }","duration":"340.704731ms","start":"2026-03-04T01:57:33.959883Z","end":"2026-03-04T01:57:34.300588Z","steps":["trace[352716895] 'agreement among raft nodes before linearized reading' (duration: 340.441035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:34.30063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.956166Z","time spent":"344.457595ms","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T01:57:34.300668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:33.95987Z","time spent":"340.787773ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8\" "} {"level":"warn","ts":"2026-03-04T01:57:34.818797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:35.319201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:35.819393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:36.32054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519070848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:57:36.419795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.107484284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:57:36.42038Z","caller":"traceutil/trace.go:171","msg":"trace[351283866] transaction","detail":"{read_only:false; response_revision:15958; number_of_response:1; }","duration":"2.113423668s","start":"2026-03-04T01:57:34.306897Z","end":"2026-03-04T01:57:36.420321Z","steps":["trace[351283866] 'process raft request' (duration: 2.113169312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.420623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.306878Z","time spent":"2.113618822s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:36.656916Z","caller":"traceutil/trace.go:171","msg":"trace[1826136128] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"701.535974ms","start":"2026-03-04T01:57:35.955342Z","end":"2026-03-04T01:57:36.656878Z","steps":["trace[1826136128] 'process raft request' (duration: 672.348649ms)","trace[1826136128] 'compare' (duration: 28.97197ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:36.657099Z","caller":"traceutil/trace.go:171","msg":"trace[468675710] linearizableReadLoop","detail":"{readStateIndex:16533; appliedIndex:16530; }","duration":"2.339192981s","start":"2026-03-04T01:57:34.317874Z","end":"2026-03-04T01:57:36.657067Z","steps":["trace[468675710] 'read index received' (duration: 2.102292248s)","trace[468675710] 'applied index is now lower than readState.Index' (duration: 236.898323ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:36.657233Z","caller":"traceutil/trace.go:171","msg":"trace[1796592638] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"694.630039ms","start":"2026-03-04T01:57:35.962592Z","end":"2026-03-04T01:57:36.657222Z","steps":["trace[1796592638] 'process raft request' (duration: 694.21699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.955315Z","time spent":"701.801889ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:36.657353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.962581Z","time spent":"694.68554ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:36.657533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698700807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T01:57:36.657546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930940536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:57:36.657567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410078954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:57:36.657608Z","caller":"traceutil/trace.go:171","msg":"trace[613745480] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15960; }","duration":"1.931052258s","start":"2026-03-04T01:57:34.726538Z","end":"2026-03-04T01:57:36.65759Z","steps":["trace[613745480] 'agreement among raft nodes before linearized reading' (duration: 1.930897024s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.657625Z","caller":"traceutil/trace.go:171","msg":"trace[1160846434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15960; }","duration":"1.410189656s","start":"2026-03-04T01:57:35.247421Z","end":"2026-03-04T01:57:36.657611Z","steps":["trace[1160846434] 'agreement among raft nodes before linearized reading' (duration: 1.409988022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674889583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:57:36.657665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.247396Z","time spent":"1.410260157s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:57:36.657678Z","caller":"traceutil/trace.go:171","msg":"trace[171155248] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:15960; }","duration":"1.674947135s","start":"2026-03-04T01:57:34.982721Z","end":"2026-03-04T01:57:36.657668Z","steps":["trace[171155248] 'agreement among raft nodes before linearized reading' (duration: 1.674815392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.98271Z","time spent":"1.674996115s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76749752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:36.657732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675898006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:36.65775Z","caller":"traceutil/trace.go:171","msg":"trace[2135906037] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15960; }","duration":"1.675957757s","start":"2026-03-04T01:57:34.981787Z","end":"2026-03-04T01:57:36.657745Z","steps":["trace[2135906037] 'agreement among raft nodes before linearized reading' (duration: 1.675860275s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.657749Z","caller":"traceutil/trace.go:171","msg":"trace[908684009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15960; }","duration":"1.767565591s","start":"2026-03-04T01:57:34.890174Z","end":"2026-03-04T01:57:36.65774Z","steps":["trace[908684009] 'agreement among raft nodes before linearized reading' (duration: 1.76751521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672708664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-03-04T01:57:36.65779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.890155Z","time spent":"1.767629993s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699522746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:57:36.657759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697817068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:57:36.657859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.774707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:57:36.657864Z","caller":"traceutil/trace.go:171","msg":"trace[1754816373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15960; }","duration":"1.697960591s","start":"2026-03-04T01:57:34.959888Z","end":"2026-03-04T01:57:36.657849Z","steps":["trace[1754816373] 'agreement among raft nodes before linearized reading' (duration: 1.697647064s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.657859Z","caller":"traceutil/trace.go:171","msg":"trace[1835852599] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:15960; }","duration":"1.672847037s","start":"2026-03-04T01:57:34.984993Z","end":"2026-03-04T01:57:36.65784Z","steps":["trace[1835852599] 'agreement among raft nodes before linearized reading' (duration: 1.672436788s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.657895Z","caller":"traceutil/trace.go:171","msg":"trace[1258868133] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15960; }","duration":"424.855528ms","start":"2026-03-04T01:57:36.233032Z","end":"2026-03-04T01:57:36.657887Z","steps":["trace[1258868133] 'agreement among raft nodes before linearized reading' (duration: 424.791017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674339731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mcwbx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-04T01:57:36.657915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:36.233008Z","time spent":"424.90145ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:36.657923Z","caller":"traceutil/trace.go:171","msg":"trace[1924937074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mcwbx; range_end:; response_count:1; response_revision:15960; }","duration":"1.674389312s","start":"2026-03-04T01:57:34.983524Z","end":"2026-03-04T01:57:36.657914Z","steps":["trace[1924937074] 'agreement among raft nodes before linearized reading' (duration: 1.674041394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.95988Z","time spent":"1.698026532s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:57:36.65789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698370259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:57:36.657951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.983515Z","time spent":"1.674430224s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mcwbx\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674010693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" ","response":"range_response_count:1 size:15442"} {"level":"warn","ts":"2026-03-04T01:57:36.657994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218543086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:36.658012Z","caller":"traceutil/trace.go:171","msg":"trace[1998339526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15960; }","duration":"1.698563474s","start":"2026-03-04T01:57:34.959425Z","end":"2026-03-04T01:57:36.657988Z","steps":["trace[1998339526] 'agreement among raft nodes before linearized reading' (duration: 1.698179975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.65801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391938808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:36.658056Z","caller":"traceutil/trace.go:171","msg":"trace[319250475] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15960; }","duration":"2.218606037s","start":"2026-03-04T01:57:34.439438Z","end":"2026-03-04T01:57:36.658044Z","steps":["trace[319250475] 'agreement among raft nodes before linearized reading' (duration: 2.218460764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.658076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.9594Z","time spent":"1.698665856s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340236704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"warn","ts":"2026-03-04T01:57:36.658106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.53287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:57:36.658136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218993596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T01:57:36.658154Z","caller":"traceutil/trace.go:171","msg":"trace[1132581614] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:15960; }","duration":"2.340301756s","start":"2026-03-04T01:57:34.317846Z","end":"2026-03-04T01:57:36.658148Z","steps":["trace[1132581614] 'agreement among raft nodes before linearized reading' (duration: 2.340198764s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.658021Z","caller":"traceutil/trace.go:171","msg":"trace[2080129230] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk; range_end:; response_count:1; response_revision:15960; }","duration":"1.674124325s","start":"2026-03-04T01:57:34.983881Z","end":"2026-03-04T01:57:36.658005Z","steps":["trace[2080129230] 'agreement among raft nodes before linearized reading' (duration: 1.673640774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.658184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.317836Z","time spent":"2.340343307s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.096414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:36.658262Z","caller":"traceutil/trace.go:171","msg":"trace[1032100118] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:15960; }","duration":"882.178016ms","start":"2026-03-04T01:57:35.776075Z","end":"2026-03-04T01:57:36.658253Z","steps":["trace[1032100118] 'agreement among raft nodes before linearized reading' (duration: 882.124944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.65826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.983871Z","time spent":"1.67433686s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15466,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jtgnk\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.609964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T01:57:36.65829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.776042Z","time spent":"882.241206ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:36.658317Z","caller":"traceutil/trace.go:171","msg":"trace[288096313] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:15960; }","duration":"997.735817ms","start":"2026-03-04T01:57:35.660571Z","end":"2026-03-04T01:57:36.658307Z","steps":["trace[288096313] 'agreement among raft nodes before linearized reading' (duration: 997.642735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.658353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.660517Z","time spent":"997.829029ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T01:57:36.657859Z","caller":"traceutil/trace.go:171","msg":"trace[1718140899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15960; }","duration":"1.699659679s","start":"2026-03-04T01:57:34.958174Z","end":"2026-03-04T01:57:36.657834Z","steps":["trace[1718140899] 'agreement among raft nodes before linearized reading' (duration: 1.699409534s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.658274Z","caller":"traceutil/trace.go:171","msg":"trace[1128478069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15960; }","duration":"1.392235705s","start":"2026-03-04T01:57:35.266022Z","end":"2026-03-04T01:57:36.658257Z","steps":["trace[1128478069] 'agreement among raft nodes before linearized reading' (duration: 1.391313284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.65843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.958162Z","time spent":"1.700248532s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:35.266Z","time spent":"1.392459019s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21828644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:57:36.657928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.984942Z","time spent":"1.67297462s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674490745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-04T01:57:36.658611Z","caller":"traceutil/trace.go:171","msg":"trace[1077630423] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq; range_end:; response_count:1; response_revision:15960; }","duration":"1.675496917s","start":"2026-03-04T01:57:34.983106Z","end":"2026-03-04T01:57:36.658603Z","steps":["trace[1077630423] 'agreement among raft nodes before linearized reading' (duration: 1.674218569s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.658165Z","caller":"traceutil/trace.go:171","msg":"trace[28925943] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15960; }","duration":"271.631622ms","start":"2026-03-04T01:57:36.386522Z","end":"2026-03-04T01:57:36.658154Z","steps":["trace[28925943] 'agreement among raft nodes before linearized reading' (duration: 271.54836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.658649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.983097Z","time spent":"1.675540578s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15458,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-mtrbq\" "} {"level":"warn","ts":"2026-03-04T01:57:36.657728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6729764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:57:36.658786Z","caller":"traceutil/trace.go:171","msg":"trace[807546300] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:15960; }","duration":"1.674023533s","start":"2026-03-04T01:57:34.984681Z","end":"2026-03-04T01:57:36.658704Z","steps":["trace[807546300] 'agreement among raft nodes before linearized reading' (duration: 1.672822797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69525578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T01:57:36.657664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.726502Z","time spent":"1.93115175s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:57:36.657574Z","caller":"traceutil/trace.go:171","msg":"trace[1959516186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15960; }","duration":"1.698743058s","start":"2026-03-04T01:57:34.958818Z","end":"2026-03-04T01:57:36.657561Z","steps":["trace[1959516186] 'agreement among raft nodes before linearized reading' (duration: 1.698547644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.657805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.981767Z","time spent":"1.676032719s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.439375Z","time spent":"2.21871983s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:36.658875Z","caller":"traceutil/trace.go:171","msg":"trace[1247379534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15960; }","duration":"1.696357374s","start":"2026-03-04T01:57:34.962506Z","end":"2026-03-04T01:57:36.658863Z","steps":["trace[1247379534] 'agreement among raft nodes before linearized reading' (duration: 1.694899332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.658916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.962495Z","time spent":"1.696409435s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:36.658953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.958785Z","time spent":"1.700152999s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:36.65899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.984671Z","time spent":"1.67431262s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"info","ts":"2026-03-04T01:57:36.65817Z","caller":"traceutil/trace.go:171","msg":"trace[1044564203] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15960; }","duration":"2.219065447s","start":"2026-03-04T01:57:34.439095Z","end":"2026-03-04T01:57:36.65816Z","steps":["trace[1044564203] 'agreement among raft nodes before linearized reading' (duration: 2.218972215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.659226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.439072Z","time spent":"2.220145802s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:36.658529Z","caller":"traceutil/trace.go:171","msg":"trace[1586399696] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15960; }","duration":"2.219491226s","start":"2026-03-04T01:57:34.439027Z","end":"2026-03-04T01:57:36.658518Z","steps":["trace[1586399696] 'agreement among raft nodes before linearized reading' (duration: 2.218222408s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.659392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:34.439004Z","time spent":"2.220377537s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:57:36.845159Z","caller":"traceutil/trace.go:171","msg":"trace[1173257336] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"178.946473ms","start":"2026-03-04T01:57:36.666192Z","end":"2026-03-04T01:57:36.845138Z","steps":["trace[1173257336] 'process raft request' (duration: 178.864451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845181Z","caller":"traceutil/trace.go:171","msg":"trace[365423432] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"179.113177ms","start":"2026-03-04T01:57:36.666036Z","end":"2026-03-04T01:57:36.845149Z","steps":["trace[365423432] 'process raft request' (duration: 178.858101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845556Z","caller":"traceutil/trace.go:171","msg":"trace[258667957] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"173.155723ms","start":"2026-03-04T01:57:36.672373Z","end":"2026-03-04T01:57:36.845528Z","steps":["trace[258667957] 'process raft request' (duration: 172.711814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845601Z","caller":"traceutil/trace.go:171","msg":"trace[1565871261] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"173.209905ms","start":"2026-03-04T01:57:36.672372Z","end":"2026-03-04T01:57:36.845582Z","steps":["trace[1565871261] 'process raft request' (duration: 172.99539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845791Z","caller":"traceutil/trace.go:171","msg":"trace[1401233353] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"173.279087ms","start":"2026-03-04T01:57:36.672488Z","end":"2026-03-04T01:57:36.845767Z","steps":["trace[1401233353] 'process raft request' (duration: 173.005511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845843Z","caller":"traceutil/trace.go:171","msg":"trace[93449039] transaction","detail":"{read_only:false; response_revision:15966; number_of_response:1; }","duration":"173.325017ms","start":"2026-03-04T01:57:36.672505Z","end":"2026-03-04T01:57:36.845829Z","steps":["trace[93449039] 'process raft request' (duration: 173.034131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845873Z","caller":"traceutil/trace.go:171","msg":"trace[237455986] transaction","detail":"{read_only:false; response_revision:15967; number_of_response:1; }","duration":"173.205565ms","start":"2026-03-04T01:57:36.672653Z","end":"2026-03-04T01:57:36.845858Z","steps":["trace[237455986] 'process raft request' (duration: 173.065012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.845862Z","caller":"traceutil/trace.go:171","msg":"trace[863868441] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16533; }","duration":"173.566192ms","start":"2026-03-04T01:57:36.672268Z","end":"2026-03-04T01:57:36.845834Z","steps":["trace[863868441] 'read index received' (duration: 105.258391ms)","trace[863868441] 'applied index is now lower than readState.Index' (duration: 68.306511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:36.84613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.782957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T01:57:36.846178Z","caller":"traceutil/trace.go:171","msg":"trace[2031457441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15967; }","duration":"173.869809ms","start":"2026-03-04T01:57:36.672295Z","end":"2026-03-04T01:57:36.846165Z","steps":["trace[2031457441] 'agreement among raft nodes before linearized reading' (duration: 173.733856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.846183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.89429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"warn","ts":"2026-03-04T01:57:36.846224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.750116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:36.84623Z","caller":"traceutil/trace.go:171","msg":"trace[275855178] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:15967; }","duration":"173.985632ms","start":"2026-03-04T01:57:36.672228Z","end":"2026-03-04T01:57:36.846214Z","steps":["trace[275855178] 'agreement among raft nodes before linearized reading' (duration: 173.776987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.846276Z","caller":"traceutil/trace.go:171","msg":"trace[1539689026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15967; }","duration":"173.839339ms","start":"2026-03-04T01:57:36.672425Z","end":"2026-03-04T01:57:36.846265Z","steps":["trace[1539689026] 'agreement among raft nodes before linearized reading' (duration: 173.744657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.848228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.246478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.848319Z","caller":"traceutil/trace.go:171","msg":"trace[1068314694] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"170.34603ms","start":"2026-03-04T01:57:36.67795Z","end":"2026-03-04T01:57:36.848296Z","steps":["trace[1068314694] 'agreement among raft nodes before linearized reading' (duration: 168.487728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.848686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.228522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"warn","ts":"2026-03-04T01:57:36.84871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.247873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.848757Z","caller":"traceutil/trace.go:171","msg":"trace[1951130343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"176.318524ms","start":"2026-03-04T01:57:36.672429Z","end":"2026-03-04T01:57:36.848748Z","steps":["trace[1951130343] 'agreement among raft nodes before linearized reading' (duration: 173.738516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.848755Z","caller":"traceutil/trace.go:171","msg":"trace[795280928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"176.313374ms","start":"2026-03-04T01:57:36.672426Z","end":"2026-03-04T01:57:36.848739Z","steps":["trace[795280928] 'agreement among raft nodes before linearized reading' (duration: 174.010752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.848904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.436757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.848967Z","caller":"traceutil/trace.go:171","msg":"trace[700448972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"176.488298ms","start":"2026-03-04T01:57:36.672453Z","end":"2026-03-04T01:57:36.848941Z","steps":["trace[700448972] 'agreement among raft nodes before linearized reading' (duration: 173.90847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.849554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.054922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.849604Z","caller":"traceutil/trace.go:171","msg":"trace[920191518] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"177.114873ms","start":"2026-03-04T01:57:36.672482Z","end":"2026-03-04T01:57:36.849597Z","steps":["trace[920191518] 'agreement among raft nodes before linearized reading' (duration: 174.250668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.849691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.187245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.849748Z","caller":"traceutil/trace.go:171","msg":"trace[1441024985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"177.260336ms","start":"2026-03-04T01:57:36.672477Z","end":"2026-03-04T01:57:36.849737Z","steps":["trace[1441024985] 'agreement among raft nodes before linearized reading' (duration: 174.195847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.849992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.597113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931080"} {"level":"info","ts":"2026-03-04T01:57:36.850063Z","caller":"traceutil/trace.go:171","msg":"trace[672920556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15967; }","duration":"177.709966ms","start":"2026-03-04T01:57:36.672337Z","end":"2026-03-04T01:57:36.850047Z","steps":["trace[672920556] 'agreement among raft nodes before linearized reading' (duration: 174.105245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.611462Z","caller":"traceutil/trace.go:171","msg":"trace[1082713753] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"571.404825ms","start":"2026-03-04T01:57:58.040033Z","end":"2026-03-04T01:57:58.611438Z","steps":["trace[1082713753] 'process raft request' (duration: 571.246681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.611605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.04002Z","time spent":"571.514347ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3942,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:58.618905Z","caller":"traceutil/trace.go:171","msg":"trace[1634171688] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"409.469733ms","start":"2026-03-04T01:57:58.209416Z","end":"2026-03-04T01:57:58.618886Z","steps":["trace[1634171688] 'process raft request' (duration: 409.371161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.619039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:58.209388Z","time spent":"409.575415ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:00.829013Z","caller":"traceutil/trace.go:171","msg":"trace[1739596981] transaction","detail":"{read_only:false; response_revision:16205; number_of_response:1; }","duration":"145.478473ms","start":"2026-03-04T01:58:00.683511Z","end":"2026-03-04T01:58:00.82899Z","steps":["trace[1739596981] 'process raft request' (duration: 145.307899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.952317Z","caller":"traceutil/trace.go:171","msg":"trace[363720165] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"212.969166ms","start":"2026-03-04T01:58:00.739308Z","end":"2026-03-04T01:58:00.952277Z","steps":["trace[363720165] 'process raft request' (duration: 207.501224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.95235Z","caller":"traceutil/trace.go:171","msg":"trace[660532365] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"212.006704ms","start":"2026-03-04T01:58:00.74031Z","end":"2026-03-04T01:58:00.952317Z","steps":["trace[660532365] 'process raft request' (duration: 211.680347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.964505Z","caller":"traceutil/trace.go:171","msg":"trace[2080153519] linearizableReadLoop","detail":"{readStateIndex:16785; appliedIndex:16782; }","duration":"220.088566ms","start":"2026-03-04T01:58:00.744375Z","end":"2026-03-04T01:58:00.964464Z","steps":["trace[2080153519] 'read index received' (duration: 84.499975ms)","trace[2080153519] 'applied index is now lower than readState.Index' (duration: 135.583101ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:00.964596Z","caller":"traceutil/trace.go:171","msg":"trace[2059637350] transaction","detail":"{read_only:false; response_revision:16211; number_of_response:1; }","duration":"128.460221ms","start":"2026-03-04T01:58:00.836118Z","end":"2026-03-04T01:58:00.964578Z","steps":["trace[2059637350] 'process raft request' (duration: 128.42678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:00.964812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.424134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-04T01:58:00.96488Z","caller":"traceutil/trace.go:171","msg":"trace[1937562822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16211; }","duration":"220.506736ms","start":"2026-03-04T01:58:00.744361Z","end":"2026-03-04T01:58:00.964868Z","steps":["trace[1937562822] 'agreement among raft nodes before linearized reading' (duration: 220.308202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.964919Z","caller":"traceutil/trace.go:171","msg":"trace[1045664953] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"128.926581ms","start":"2026-03-04T01:58:00.835984Z","end":"2026-03-04T01:58:00.964911Z","steps":["trace[1045664953] 'process raft request' (duration: 128.4138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.965068Z","caller":"traceutil/trace.go:171","msg":"trace[1046925146] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"129.031473ms","start":"2026-03-04T01:58:00.836031Z","end":"2026-03-04T01:58:00.965063Z","steps":["trace[1046925146] 'process raft request' (duration: 128.459231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:00.965152Z","caller":"traceutil/trace.go:171","msg":"trace[1684150274] transaction","detail":"{read_only:false; response_revision:16210; number_of_response:1; }","duration":"129.049124ms","start":"2026-03-04T01:58:00.83609Z","end":"2026-03-04T01:58:00.965139Z","steps":["trace[1684150274] 'process raft request' (duration: 128.43281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.064855Z","caller":"traceutil/trace.go:171","msg":"trace[1865701043] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"107.724677ms","start":"2026-03-04T01:58:02.957097Z","end":"2026-03-04T01:58:03.064822Z","steps":["trace[1865701043] 'process raft request' (duration: 80.442844ms)","trace[1865701043] 'compare' (duration: 27.088637ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:03.361126Z","caller":"traceutil/trace.go:171","msg":"trace[1892156201] transaction","detail":"{read_only:false; response_revision:16229; number_of_response:1; }","duration":"290.992416ms","start":"2026-03-04T01:58:03.070102Z","end":"2026-03-04T01:58:03.361095Z","steps":["trace[1892156201] 'process raft request' (duration: 290.924085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.361351Z","caller":"traceutil/trace.go:171","msg":"trace[1451137496] linearizableReadLoop","detail":"{readStateIndex:16810; appliedIndex:16805; }","duration":"147.005966ms","start":"2026-03-04T01:58:03.214321Z","end":"2026-03-04T01:58:03.361327Z","steps":["trace[1451137496] 'read index received' (duration: 111.149243ms)","trace[1451137496] 'applied index is now lower than readState.Index' (duration: 35.855863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:03.361465Z","caller":"traceutil/trace.go:171","msg":"trace[2098520030] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"291.280122ms","start":"2026-03-04T01:58:03.070172Z","end":"2026-03-04T01:58:03.361453Z","steps":["trace[2098520030] 'process raft request' (duration: 290.888023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.361568Z","caller":"traceutil/trace.go:171","msg":"trace[880293864] transaction","detail":"{read_only:false; response_revision:16231; number_of_response:1; }","duration":"290.555155ms","start":"2026-03-04T01:58:03.071Z","end":"2026-03-04T01:58:03.361555Z","steps":["trace[880293864] 'process raft request' (duration: 290.259699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:03.361658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.294607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:58:03.361659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.329343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-03-04T01:58:03.361695Z","caller":"traceutil/trace.go:171","msg":"trace[1959218308] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:16231; }","duration":"145.355689ms","start":"2026-03-04T01:58:03.216328Z","end":"2026-03-04T01:58:03.361684Z","steps":["trace[1959218308] 'agreement among raft nodes before linearized reading' (duration: 145.249097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.361705Z","caller":"traceutil/trace.go:171","msg":"trace[2101666596] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:16231; }","duration":"147.424335ms","start":"2026-03-04T01:58:03.214268Z","end":"2026-03-04T01:58:03.361692Z","steps":["trace[2101666596] 'agreement among raft nodes before linearized reading' (duration: 147.264032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:03.361894Z","caller":"traceutil/trace.go:171","msg":"trace[994352430] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"291.881526ms","start":"2026-03-04T01:58:03.069995Z","end":"2026-03-04T01:58:03.361876Z","steps":["trace[994352430] 'process raft request' (duration: 255.530421ms)","trace[994352430] 'compare' (duration: 35.179699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:03.361817Z","caller":"traceutil/trace.go:171","msg":"trace[1893849909] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"291.757823ms","start":"2026-03-04T01:58:03.070034Z","end":"2026-03-04T01:58:03.361792Z","steps":["trace[1893849909] 'process raft request' (duration: 290.844432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:05.252483Z","caller":"traceutil/trace.go:171","msg":"trace[409874253] linearizableReadLoop","detail":"{readStateIndex:16812; appliedIndex:16811; }","duration":"142.430744ms","start":"2026-03-04T01:58:05.11003Z","end":"2026-03-04T01:58:05.25246Z","steps":["trace[409874253] 'read index received' (duration: 142.186528ms)","trace[409874253] 'applied index is now lower than readState.Index' (duration: 243.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:05.25257Z","caller":"traceutil/trace.go:171","msg":"trace[844657533] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"181.752405ms","start":"2026-03-04T01:58:05.070764Z","end":"2026-03-04T01:58:05.252517Z","steps":["trace[844657533] 'process raft request' (duration: 181.54566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.252677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.631348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:58:05.25272Z","caller":"traceutil/trace.go:171","msg":"trace[376286442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16233; }","duration":"142.738111ms","start":"2026-03-04T01:58:05.109969Z","end":"2026-03-04T01:58:05.252707Z","steps":["trace[376286442] 'agreement among raft nodes before linearized reading' (duration: 142.585887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.469746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.383751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:58:05.469827Z","caller":"traceutil/trace.go:171","msg":"trace[1173424651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16234; }","duration":"104.475033ms","start":"2026-03-04T01:58:05.365333Z","end":"2026-03-04T01:58:05.469808Z","steps":["trace[1173424651] 'range keys from in-memory index tree' (duration: 104.274108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.469868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.469926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:58:05.469953Z","caller":"traceutil/trace.go:171","msg":"trace[38482099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16234; }","duration":"105.610759ms","start":"2026-03-04T01:58:05.364323Z","end":"2026-03-04T01:58:05.469934Z","steps":["trace[38482099] 'range keys from in-memory index tree' (duration: 105.250781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:05.469905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:58:05.469911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.695458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:58:05.469746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.411512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:58:05.470051Z","caller":"traceutil/trace.go:171","msg":"trace[1081714567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16234; }","duration":"105.020285ms","start":"2026-03-04T01:58:05.365004Z","end":"2026-03-04T01:58:05.470024Z","steps":["trace[1081714567] 'range keys from in-memory index tree' (duration: 104.644736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:05.470087Z","caller":"traceutil/trace.go:171","msg":"trace[1432317792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16234; }","duration":"104.79103ms","start":"2026-03-04T01:58:05.365285Z","end":"2026-03-04T01:58:05.470076Z","steps":["trace[1432317792] 'range keys from in-memory index tree' (duration: 104.283569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:05.470108Z","caller":"traceutil/trace.go:171","msg":"trace[740624325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16234; }","duration":"104.924213ms","start":"2026-03-04T01:58:05.365165Z","end":"2026-03-04T01:58:05.470089Z","steps":["trace[740624325] 'range keys from in-memory index tree' (duration: 104.572645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.339198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.612787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:58:06.33932Z","caller":"traceutil/trace.go:171","msg":"trace[2091878611] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"865.194568ms","start":"2026-03-04T01:58:05.474108Z","end":"2026-03-04T01:58:06.339302Z","steps":["trace[2091878611] 'process raft request' (duration: 486.407068ms)","trace[2091878611] 'compare' (duration: 378.511684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:06.339371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.474088Z","time spent":"865.25888ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:06.339511Z","caller":"traceutil/trace.go:171","msg":"trace[418526238] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"865.185179ms","start":"2026-03-04T01:58:05.474306Z","end":"2026-03-04T01:58:06.339492Z","steps":["trace[418526238] 'process raft request' (duration: 864.963704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.339639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.474295Z","time spent":"865.26978ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:06.339807Z","caller":"traceutil/trace.go:171","msg":"trace[1312018809] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"864.970144ms","start":"2026-03-04T01:58:05.474829Z","end":"2026-03-04T01:58:06.339799Z","steps":["trace[1312018809] 'process raft request' (duration: 864.612686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.339848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.47482Z","time spent":"865.007856ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:06.339828Z","caller":"traceutil/trace.go:171","msg":"trace[1517783293] linearizableReadLoop","detail":"{readStateIndex:16816; appliedIndex:16813; }","duration":"865.23794ms","start":"2026-03-04T01:58:05.474562Z","end":"2026-03-04T01:58:06.3398Z","steps":["trace[1517783293] 'read index received' (duration: 24.97154ms)","trace[1517783293] 'applied index is now lower than readState.Index' (duration: 840.26528ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:06.339957Z","caller":"traceutil/trace.go:171","msg":"trace[830155345] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"865.071247ms","start":"2026-03-04T01:58:05.474879Z","end":"2026-03-04T01:58:06.33995Z","steps":["trace[830155345] 'process raft request' (duration: 864.788911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.339994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.474874Z","time spent":"865.103117ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:06.340545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.916592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:06.340591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.618191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:06.340611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.330923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:06.34063Z","caller":"traceutil/trace.go:171","msg":"trace[263456485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16239; }","duration":"370.053015ms","start":"2026-03-04T01:58:05.970555Z","end":"2026-03-04T01:58:06.340608Z","steps":["trace[263456485] 'agreement among raft nodes before linearized reading' (duration: 369.903952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:06.340644Z","caller":"traceutil/trace.go:171","msg":"trace[193717478] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16239; }","duration":"277.723274ms","start":"2026-03-04T01:58:06.062905Z","end":"2026-03-04T01:58:06.340628Z","steps":["trace[193717478] 'agreement among raft nodes before linearized reading' (duration: 277.628962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:06.340665Z","caller":"traceutil/trace.go:171","msg":"trace[1503420367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16239; }","duration":"453.427905ms","start":"2026-03-04T01:58:05.887219Z","end":"2026-03-04T01:58:06.340647Z","steps":["trace[1503420367] 'agreement among raft nodes before linearized reading' (duration: 453.305912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.340684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.970535Z","time spent":"370.138967ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:06.340705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.887197Z","time spent":"453.500526ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:58:06.340702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.374442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T01:58:06.34076Z","caller":"traceutil/trace.go:171","msg":"trace[857234287] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:16239; }","duration":"675.475324ms","start":"2026-03-04T01:58:05.66527Z","end":"2026-03-04T01:58:06.340746Z","steps":["trace[857234287] 'agreement among raft nodes before linearized reading' (duration: 675.2898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.340802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.66525Z","time spent":"675.544496ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T01:58:06.341431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.774012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942895"} {"level":"info","ts":"2026-03-04T01:58:06.34147Z","caller":"traceutil/trace.go:171","msg":"trace[1567223534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16239; }","duration":"865.823064ms","start":"2026-03-04T01:58:05.475638Z","end":"2026-03-04T01:58:06.341461Z","steps":["trace[1567223534] 'agreement among raft nodes before linearized reading' (duration: 864.411493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.341494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.475634Z","time spent":"865.853215ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:58:06.341761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.175243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942895"} {"level":"info","ts":"2026-03-04T01:58:06.341827Z","caller":"traceutil/trace.go:171","msg":"trace[853322404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16239; }","duration":"867.277406ms","start":"2026-03-04T01:58:05.474533Z","end":"2026-03-04T01:58:06.341811Z","steps":["trace[853322404] 'agreement among raft nodes before linearized reading' (duration: 865.444785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:06.34188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:05.474521Z","time spent":"867.343827ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:58:07.213704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.54448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T01:58:07.21386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.343434Z","time spent":"870.419986ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:58:07.213984Z","caller":"traceutil/trace.go:171","msg":"trace[389474125] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"206.286292ms","start":"2026-03-04T01:58:07.007675Z","end":"2026-03-04T01:58:07.213961Z","steps":["trace[389474125] 'process raft request' (duration: 206.148019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:07.213958Z","caller":"traceutil/trace.go:171","msg":"trace[1916462390] linearizableReadLoop","detail":"{readStateIndex:16819; appliedIndex:16818; }","duration":"325.08734ms","start":"2026-03-04T01:58:06.888833Z","end":"2026-03-04T01:58:07.213921Z","steps":["trace[1916462390] 'read index received' (duration: 60.292µs)","trace[1916462390] 'applied index is now lower than readState.Index' (duration: 325.023018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:07.214064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.222963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:07.214126Z","caller":"traceutil/trace.go:171","msg":"trace[1735760212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16240; }","duration":"325.327565ms","start":"2026-03-04T01:58:06.888781Z","end":"2026-03-04T01:58:07.214109Z","steps":["trace[1735760212] 'agreement among raft nodes before linearized reading' (duration: 325.219983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:07.214162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.953682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:07.214168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:06.888761Z","time spent":"325.400037ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:58:07.214191Z","caller":"traceutil/trace.go:171","msg":"trace[298820590] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16240; }","duration":"119.033103ms","start":"2026-03-04T01:58:07.095148Z","end":"2026-03-04T01:58:07.214182Z","steps":["trace[298820590] 'agreement among raft nodes before linearized reading' (duration: 118.948881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:08.908839Z","caller":"traceutil/trace.go:171","msg":"trace[1213697651] transaction","detail":"{read_only:false; response_revision:16254; number_of_response:1; }","duration":"257.931662ms","start":"2026-03-04T01:58:08.650888Z","end":"2026-03-04T01:58:08.90882Z","steps":["trace[1213697651] 'process raft request' (duration: 257.81542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:08.930267Z","caller":"traceutil/trace.go:171","msg":"trace[1336156748] linearizableReadLoop","detail":"{readStateIndex:16835; appliedIndex:16833; }","duration":"132.466444ms","start":"2026-03-04T01:58:08.797772Z","end":"2026-03-04T01:58:08.930238Z","steps":["trace[1336156748] 'read index received' (duration: 110.991993ms)","trace[1336156748] 'applied index is now lower than readState.Index' (duration: 21.473041ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:08.930342Z","caller":"traceutil/trace.go:171","msg":"trace[677617587] transaction","detail":"{read_only:false; response_revision:16255; number_of_response:1; }","duration":"165.66865ms","start":"2026-03-04T01:58:08.764629Z","end":"2026-03-04T01:58:08.930298Z","steps":["trace[677617587] 'process raft request' (duration: 165.413954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:08.930579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.783071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g9d72\" ","response":"range_response_count:1 size:20864"} {"level":"info","ts":"2026-03-04T01:58:08.930661Z","caller":"traceutil/trace.go:171","msg":"trace[1353982716] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g9d72; range_end:; response_count:1; response_revision:16255; }","duration":"132.911364ms","start":"2026-03-04T01:58:08.79773Z","end":"2026-03-04T01:58:08.930641Z","steps":["trace[1353982716] 'agreement among raft nodes before linearized reading' (duration: 132.642428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:09.18286Z","caller":"traceutil/trace.go:171","msg":"trace[400133153] transaction","detail":"{read_only:false; response_revision:16256; number_of_response:1; }","duration":"236.590093ms","start":"2026-03-04T01:58:08.946249Z","end":"2026-03-04T01:58:09.182839Z","steps":["trace[400133153] 'process raft request' (duration: 236.403188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.865473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519071769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:58:09.964094Z","caller":"traceutil/trace.go:171","msg":"trace[1477683401] transaction","detail":"{read_only:false; response_revision:16258; number_of_response:1; }","duration":"649.965356ms","start":"2026-03-04T01:58:09.314095Z","end":"2026-03-04T01:58:09.964061Z","steps":["trace[1477683401] 'process raft request' (duration: 649.753341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:09.96427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.314068Z","time spent":"650.115198ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:11.323472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.028709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:58:11.323556Z","caller":"traceutil/trace.go:171","msg":"trace[1659645171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16258; }","duration":"598.120361ms","start":"2026-03-04T01:58:10.725422Z","end":"2026-03-04T01:58:11.323542Z","steps":["trace[1659645171] 'range keys from in-memory index tree' (duration: 598.013909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.420078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456171879s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:58:11.420553Z","caller":"traceutil/trace.go:171","msg":"trace[1172805549] linearizableReadLoop","detail":"{readStateIndex:16839; appliedIndex:16837; }","duration":"2.055332993s","start":"2026-03-04T01:58:09.365192Z","end":"2026-03-04T01:58:11.420525Z","steps":["trace[1172805549] 'read index received' (duration: 598.731385ms)","trace[1172805549] 'applied index is now lower than readState.Index' (duration: 1.456600758s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:58:11.420657Z","caller":"traceutil/trace.go:171","msg":"trace[1112577342] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"2.023985619s","start":"2026-03-04T01:58:09.396661Z","end":"2026-03-04T01:58:11.420647Z","steps":["trace[1112577342] 'process raft request' (duration: 2.023643571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.42075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.396599Z","time spent":"2.024083851s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:58:11.420993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055761272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-04T01:58:11.421035Z","caller":"traceutil/trace.go:171","msg":"trace[1560014370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16259; }","duration":"2.055860674s","start":"2026-03-04T01:58:09.365162Z","end":"2026-03-04T01:58:11.421022Z","steps":["trace[1560014370] 'agreement among raft nodes before linearized reading' (duration: 2.0556855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.42107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.365148Z","time spent":"2.055913336s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T01:58:11.655137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.968394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:58:11.655352Z","caller":"traceutil/trace.go:171","msg":"trace[283548638] linearizableReadLoop","detail":"{readStateIndex:16841; appliedIndex:16839; }","duration":"234.721921ms","start":"2026-03-04T01:58:11.420615Z","end":"2026-03-04T01:58:11.655337Z","steps":["trace[283548638] 'read index received' (duration: 57.442881ms)","trace[283548638] 'applied index is now lower than readState.Index' (duration: 177.27847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:11.655483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893698984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:58:11.655516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237111839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T01:58:11.655541Z","caller":"traceutil/trace.go:171","msg":"trace[1773190130] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26ql7; range_end:; response_count:1; response_revision:16260; }","duration":"1.237164412s","start":"2026-03-04T01:58:10.41837Z","end":"2026-03-04T01:58:11.655534Z","steps":["trace[1773190130] 'agreement among raft nodes before linearized reading' (duration: 1.237046309s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.655542Z","caller":"traceutil/trace.go:171","msg":"trace[1508718669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16260; }","duration":"1.893767916s","start":"2026-03-04T01:58:09.761761Z","end":"2026-03-04T01:58:11.655529Z","steps":["trace[1508718669] 'agreement among raft nodes before linearized reading' (duration: 1.893672094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.655565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.761693Z","time spent":"1.893866997s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:11.65555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233139361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-03-04T01:58:11.655621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063106208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:58:11.655649Z","caller":"traceutil/trace.go:171","msg":"trace[572120925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16260; }","duration":"2.063185709s","start":"2026-03-04T01:58:09.592458Z","end":"2026-03-04T01:58:11.655644Z","steps":["trace[572120925] 'agreement among raft nodes before linearized reading' (duration: 2.063121898s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.655655Z","caller":"traceutil/trace.go:171","msg":"trace[1912059040] transaction","detail":"{read_only:false; response_revision:16260; number_of_response:1; }","duration":"401.23033ms","start":"2026-03-04T01:58:11.254417Z","end":"2026-03-04T01:58:11.655648Z","steps":["trace[1912059040] 'process raft request' (duration: 400.803291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.65567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.592424Z","time spent":"2.063242401s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:58:11.655736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257201351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:58:11.65573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:11.254392Z","time spent":"401.283881ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:11.655753Z","caller":"traceutil/trace.go:171","msg":"trace[1540559747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16260; }","duration":"1.257263623s","start":"2026-03-04T01:58:10.398484Z","end":"2026-03-04T01:58:11.655748Z","steps":["trace[1540559747] 'agreement among raft nodes before linearized reading' (duration: 1.257186901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.655766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.398452Z","time spent":"1.257311064s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:11.655829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257386095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:58:11.655842Z","caller":"traceutil/trace.go:171","msg":"trace[658862378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16260; }","duration":"1.257397556s","start":"2026-03-04T01:58:10.39844Z","end":"2026-03-04T01:58:11.655837Z","steps":["trace[658862378] 'agreement among raft nodes before linearized reading' (duration: 1.257358565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.655854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.398379Z","time spent":"1.257473028s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:11.655871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281618304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:58:11.655623Z","caller":"traceutil/trace.go:171","msg":"trace[808508838] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2bzzw; range_end:; response_count:1; response_revision:16260; }","duration":"1.233240903s","start":"2026-03-04T01:58:10.422368Z","end":"2026-03-04T01:58:11.655609Z","steps":["trace[808508838] 'agreement among raft nodes before linearized reading' (duration: 1.233016419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.65591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.047985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:11.655566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.418359Z","time spent":"1.237201732s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-26ql7\" "} {"level":"info","ts":"2026-03-04T01:58:11.655936Z","caller":"traceutil/trace.go:171","msg":"trace[2028323965] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16260; }","duration":"311.107757ms","start":"2026-03-04T01:58:11.344819Z","end":"2026-03-04T01:58:11.655927Z","steps":["trace[2028323965] 'agreement among raft nodes before linearized reading' (duration: 311.067296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.655948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.422358Z","time spent":"1.233570671s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2bzzw\" "} {"level":"warn","ts":"2026-03-04T01:58:11.656025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.370703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-03-04T01:58:11.656015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.562517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-75c3a380-fc39-41ac-b05b-c75b866e9c83\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-04T01:58:11.656043Z","caller":"traceutil/trace.go:171","msg":"trace[1664494600] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16260; }","duration":"409.430974ms","start":"2026-03-04T01:58:11.246607Z","end":"2026-03-04T01:58:11.656038Z","steps":["trace[1664494600] 'agreement among raft nodes before linearized reading' (duration: 409.364312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.65606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:11.246576Z","time spent":"409.480315ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T01:58:11.656061Z","caller":"traceutil/trace.go:171","msg":"trace[1960406018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-75c3a380-fc39-41ac-b05b-c75b866e9c83; range_end:; response_count:1; response_revision:16260; }","duration":"230.639099ms","start":"2026-03-04T01:58:11.425407Z","end":"2026-03-04T01:58:11.656046Z","steps":["trace[1960406018] 'agreement among raft nodes before linearized reading' (duration: 230.515846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.655902Z","caller":"traceutil/trace.go:171","msg":"trace[240209416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16260; }","duration":"2.281695446s","start":"2026-03-04T01:58:09.374197Z","end":"2026-03-04T01:58:11.655892Z","steps":["trace[240209416] 'agreement among raft nodes before linearized reading' (duration: 2.281616284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.656096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257657512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:58:11.656127Z","caller":"traceutil/trace.go:171","msg":"trace[1369519664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16260; }","duration":"1.257729863s","start":"2026-03-04T01:58:10.398388Z","end":"2026-03-04T01:58:11.656118Z","steps":["trace[1369519664] 'agreement among raft nodes before linearized reading' (duration: 1.257641331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.655959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:11.344803Z","time spent":"311.151017ms","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:11.656152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.398368Z","time spent":"1.257777724s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:58:11.656166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258612803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:58:11.656184Z","caller":"traceutil/trace.go:171","msg":"trace[123447557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16260; }","duration":"1.258741185s","start":"2026-03-04T01:58:10.397438Z","end":"2026-03-04T01:58:11.656179Z","steps":["trace[123447557] 'agreement among raft nodes before linearized reading' (duration: 1.258692514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.656196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.397416Z","time spent":"1.258777206s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:58:11.656197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.149856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:11.656179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.567788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T01:58:11.656229Z","caller":"traceutil/trace.go:171","msg":"trace[5011975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16260; }","duration":"767.221649ms","start":"2026-03-04T01:58:10.888999Z","end":"2026-03-04T01:58:11.656221Z","steps":["trace[5011975] 'agreement among raft nodes before linearized reading' (duration: 767.167068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.656256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.63117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:58:11.656253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.888981Z","time spent":"767.26747ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:58:11.656276Z","caller":"traceutil/trace.go:171","msg":"trace[1848535162] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:16260; }","duration":"825.701391ms","start":"2026-03-04T01:58:10.830568Z","end":"2026-03-04T01:58:11.656269Z","steps":["trace[1848535162] 'agreement among raft nodes before linearized reading' (duration: 825.6699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:11.65627Z","caller":"traceutil/trace.go:171","msg":"trace[1599163265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16260; }","duration":"141.715872ms","start":"2026-03-04T01:58:11.51453Z","end":"2026-03-04T01:58:11.656245Z","steps":["trace[1599163265] 'agreement among raft nodes before linearized reading' (duration: 141.420605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.65629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.830547Z","time spent":"825.740041ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:58:11.656123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:09.374175Z","time spent":"2.281937932s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:58:11.656419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130094426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:58:11.656445Z","caller":"traceutil/trace.go:171","msg":"trace[713434210] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:16260; }","duration":"1.130121967s","start":"2026-03-04T01:58:10.526319Z","end":"2026-03-04T01:58:11.656441Z","steps":["trace[713434210] 'agreement among raft nodes before linearized reading' (duration: 1.130043185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:11.656459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:10.526249Z","time spent":"1.130206289s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":60,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:58:31.879795Z","caller":"traceutil/trace.go:171","msg":"trace[1200267267] transaction","detail":"{read_only:false; response_revision:16596; number_of_response:1; }","duration":"151.329789ms","start":"2026-03-04T01:58:31.728439Z","end":"2026-03-04T01:58:31.879769Z","steps":["trace[1200267267] 'process raft request' (duration: 151.135543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:02.701711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14468} {"level":"info","ts":"2026-03-04T01:59:02.806599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14468,"took":"101.702933ms","hash":2083611151,"current-db-size-bytes":43786240,"current-db-size":"44 MB","current-db-size-in-use-bytes":29954048,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:59:02.806674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2083611151,"revision":14468,"compact-revision":12123} {"level":"info","ts":"2026-03-04T01:59:26.323898Z","caller":"traceutil/trace.go:171","msg":"trace[1388223057] transaction","detail":"{read_only:false; response_revision:17018; number_of_response:1; }","duration":"146.846448ms","start":"2026-03-04T01:59:26.17703Z","end":"2026-03-04T01:59:26.323877Z","steps":["trace[1388223057] 'process raft request' (duration: 84.821735ms)","trace[1388223057] 'compare' (duration: 61.669295ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:26.503484Z","caller":"traceutil/trace.go:171","msg":"trace[1793813020] transaction","detail":"{read_only:false; response_revision:17020; number_of_response:1; }","duration":"173.905765ms","start":"2026-03-04T01:59:26.329553Z","end":"2026-03-04T01:59:26.503459Z","steps":["trace[1793813020] 'process raft request' (duration: 168.715249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:26.503766Z","caller":"traceutil/trace.go:171","msg":"trace[264680778] transaction","detail":"{read_only:false; response_revision:17023; number_of_response:1; }","duration":"171.208215ms","start":"2026-03-04T01:59:26.332533Z","end":"2026-03-04T01:59:26.503742Z","steps":["trace[264680778] 'process raft request' (duration: 171.154594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:26.504011Z","caller":"traceutil/trace.go:171","msg":"trace[136006406] transaction","detail":"{read_only:false; response_revision:17021; number_of_response:1; }","duration":"172.943994ms","start":"2026-03-04T01:59:26.331056Z","end":"2026-03-04T01:59:26.504Z","steps":["trace[136006406] 'process raft request' (duration: 172.36111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:26.504273Z","caller":"traceutil/trace.go:171","msg":"trace[1285948880] transaction","detail":"{read_only:false; response_revision:17022; number_of_response:1; }","duration":"173.017246ms","start":"2026-03-04T01:59:26.331243Z","end":"2026-03-04T01:59:26.50426Z","steps":["trace[1285948880] 'process raft request' (duration: 172.34364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:26.545299Z","caller":"traceutil/trace.go:171","msg":"trace[1109765699] transaction","detail":"{read_only:false; response_revision:17024; number_of_response:1; }","duration":"168.32573ms","start":"2026-03-04T01:59:26.376949Z","end":"2026-03-04T01:59:26.545274Z","steps":["trace[1109765699] 'process raft request' (duration: 168.183057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:07.909034Z","caller":"traceutil/trace.go:171","msg":"trace[635087078] transaction","detail":"{read_only:false; response_revision:18514; number_of_response:1; }","duration":"201.39922ms","start":"2026-03-04T02:03:07.707616Z","end":"2026-03-04T02:03:07.909016Z","steps":["trace[635087078] 'process raft request' (duration: 201.123204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:07.909309Z","caller":"traceutil/trace.go:171","msg":"trace[603522148] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"201.548013ms","start":"2026-03-04T02:03:07.707741Z","end":"2026-03-04T02:03:07.909289Z","steps":["trace[603522148] 'process raft request' (duration: 201.242676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:07.909468Z","caller":"traceutil/trace.go:171","msg":"trace[1656921672] transaction","detail":"{read_only:false; response_revision:18516; number_of_response:1; }","duration":"201.130704ms","start":"2026-03-04T02:03:07.708302Z","end":"2026-03-04T02:03:07.909433Z","steps":["trace[1656921672] 'process raft request' (duration: 200.906649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:13.417579Z","caller":"traceutil/trace.go:171","msg":"trace[756486780] transaction","detail":"{read_only:false; response_revision:18537; number_of_response:1; }","duration":"110.452341ms","start":"2026-03-04T02:03:13.307097Z","end":"2026-03-04T02:03:13.417549Z","steps":["trace[756486780] 'process raft request' (duration: 110.042242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:13.687621Z","caller":"traceutil/trace.go:171","msg":"trace[1105751244] linearizableReadLoop","detail":"{readStateIndex:19198; appliedIndex:19196; }","duration":"341.361747ms","start":"2026-03-04T02:03:13.346226Z","end":"2026-03-04T02:03:13.687588Z","steps":["trace[1105751244] 'read index received' (duration: 71.2311ms)","trace[1105751244] 'applied index is now lower than readState.Index' (duration: 270.129727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:13.687683Z","caller":"traceutil/trace.go:171","msg":"trace[414655250] transaction","detail":"{read_only:false; response_revision:18538; number_of_response:1; }","duration":"352.378004ms","start":"2026-03-04T02:03:13.335272Z","end":"2026-03-04T02:03:13.68765Z","steps":["trace[414655250] 'process raft request' (duration: 352.157269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:13.687828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.595461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:03:13.687897Z","caller":"traceutil/trace.go:171","msg":"trace[801114627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18538; }","duration":"341.736745ms","start":"2026-03-04T02:03:13.346146Z","end":"2026-03-04T02:03:13.687883Z","steps":["trace[801114627] 'agreement among raft nodes before linearized reading' (duration: 341.573712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:13.687906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:03:13.687933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:13.346121Z","time spent":"341.803956ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:03:13.687951Z","caller":"traceutil/trace.go:171","msg":"trace[43749173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18538; }","duration":"293.549313ms","start":"2026-03-04T02:03:13.394392Z","end":"2026-03-04T02:03:13.687941Z","steps":["trace[43749173] 'agreement among raft nodes before linearized reading' (duration: 293.354518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:13.688056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:13.335245Z","time spent":"352.611119ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:14.00022Z","caller":"traceutil/trace.go:171","msg":"trace[708911757] linearizableReadLoop","detail":"{readStateIndex:19199; appliedIndex:19198; }","duration":"307.487825ms","start":"2026-03-04T02:03:13.692713Z","end":"2026-03-04T02:03:14.000201Z","steps":["trace[708911757] 'read index received' (duration: 255.377265ms)","trace[708911757] 'applied index is now lower than readState.Index' (duration: 52.10977ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:14.00031Z","caller":"traceutil/trace.go:171","msg":"trace[1818227632] transaction","detail":"{read_only:false; response_revision:18539; number_of_response:1; }","duration":"308.338594ms","start":"2026-03-04T02:03:13.691934Z","end":"2026-03-04T02:03:14.000272Z","steps":["trace[1818227632] 'process raft request' (duration: 256.073491ms)","trace[1818227632] 'compare' (duration: 51.798653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:03:14.000436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.71965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18588"} {"level":"info","ts":"2026-03-04T02:03:14.000465Z","caller":"traceutil/trace.go:171","msg":"trace[1422926276] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18539; }","duration":"307.799172ms","start":"2026-03-04T02:03:13.692659Z","end":"2026-03-04T02:03:14.000458Z","steps":["trace[1422926276] 'agreement among raft nodes before linearized reading' (duration: 307.667239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.000471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:13.691903Z","time spent":"308.476699ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:14.000487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:13.692642Z","time spent":"307.840624ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18612,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:03:14.008617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.15478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:03:14.008688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.8114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:14.008824Z","caller":"traceutil/trace.go:171","msg":"trace[769657778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18540; }","duration":"186.294645ms","start":"2026-03-04T02:03:13.822407Z","end":"2026-03-04T02:03:14.008702Z","steps":["trace[769657778] 'agreement among raft nodes before linearized reading' (duration: 186.046778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:14.009001Z","caller":"traceutil/trace.go:171","msg":"trace[1519440173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18540; }","duration":"120.061516ms","start":"2026-03-04T02:03:13.888811Z","end":"2026-03-04T02:03:14.008872Z","steps":["trace[1519440173] 'agreement among raft nodes before linearized reading' (duration: 119.772169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:14.009016Z","caller":"traceutil/trace.go:171","msg":"trace[1431332475] transaction","detail":"{read_only:false; response_revision:18540; number_of_response:1; }","duration":"259.385646ms","start":"2026-03-04T02:03:13.749588Z","end":"2026-03-04T02:03:14.008973Z","steps":["trace[1431332475] 'process raft request' (duration: 258.587137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:14.182493Z","caller":"traceutil/trace.go:171","msg":"trace[1457102898] transaction","detail":"{read_only:false; response_revision:18541; number_of_response:1; }","duration":"169.61767ms","start":"2026-03-04T02:03:14.012838Z","end":"2026-03-04T02:03:14.182455Z","steps":["trace[1457102898] 'process raft request' (duration: 164.724259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.539242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.55163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:03:14.539509Z","caller":"traceutil/trace.go:171","msg":"trace[1969052547] linearizableReadLoop","detail":"{readStateIndex:19204; appliedIndex:19200; }","duration":"440.981233ms","start":"2026-03-04T02:03:14.098505Z","end":"2026-03-04T02:03:14.539486Z","steps":["trace[1969052547] 'read index received' (duration: 79.071956ms)","trace[1969052547] 'applied index is now lower than readState.Index' (duration: 361.891537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:14.539559Z","caller":"traceutil/trace.go:171","msg":"trace[1544581708] transaction","detail":"{read_only:false; response_revision:18542; number_of_response:1; }","duration":"526.280749ms","start":"2026-03-04T02:03:14.013241Z","end":"2026-03-04T02:03:14.539522Z","steps":["trace[1544581708] 'process raft request' (duration: 424.34834ms)","trace[1544581708] 'compare' (duration: 101.381337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:14.539621Z","caller":"traceutil/trace.go:171","msg":"trace[2086515797] transaction","detail":"{read_only:false; response_revision:18544; number_of_response:1; }","duration":"526.196997ms","start":"2026-03-04T02:03:14.013413Z","end":"2026-03-04T02:03:14.53961Z","steps":["trace[2086515797] 'process raft request' (duration: 525.999833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.5397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.886453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:03:14.539705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:14.013402Z","time spent":"526.252579ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:14.539724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:14.013224Z","time spent":"526.416433ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:14.53975Z","caller":"traceutil/trace.go:171","msg":"trace[355260869] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18544; }","duration":"393.036707ms","start":"2026-03-04T02:03:14.146702Z","end":"2026-03-04T02:03:14.539738Z","steps":["trace[355260869] 'agreement among raft nodes before linearized reading' (duration: 392.938215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.539785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:14.146678Z","time spent":"393.099108ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:03:14.539561Z","caller":"traceutil/trace.go:171","msg":"trace[2109464986] transaction","detail":"{read_only:false; response_revision:18543; number_of_response:1; }","duration":"526.257469ms","start":"2026-03-04T02:03:14.01327Z","end":"2026-03-04T02:03:14.539527Z","steps":["trace[2109464986] 'process raft request' (duration: 526.085005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.539905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.594609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:14.539947Z","caller":"traceutil/trace.go:171","msg":"trace[469788785] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18544; }","duration":"157.686471ms","start":"2026-03-04T02:03:14.382248Z","end":"2026-03-04T02:03:14.539935Z","steps":["trace[469788785] 'agreement among raft nodes before linearized reading' (duration: 157.61385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.540069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.274691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T02:03:14.540123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.621117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:14.540147Z","caller":"traceutil/trace.go:171","msg":"trace[1198612833] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:18544; }","duration":"177.414435ms","start":"2026-03-04T02:03:14.362713Z","end":"2026-03-04T02:03:14.540128Z","steps":["trace[1198612833] 'agreement among raft nodes before linearized reading' (duration: 177.19422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:14.540161Z","caller":"traceutil/trace.go:171","msg":"trace[294749606] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18544; }","duration":"441.696389ms","start":"2026-03-04T02:03:14.098451Z","end":"2026-03-04T02:03:14.540147Z","steps":["trace[294749606] 'agreement among raft nodes before linearized reading' (duration: 441.637058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:14.540192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:14.098427Z","time spent":"441.757201ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:14.540119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:14.013252Z","time spent":"526.664768ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:14.742937Z","caller":"traceutil/trace.go:171","msg":"trace[1674707733] transaction","detail":"{read_only:false; response_revision:18545; number_of_response:1; }","duration":"101.162083ms","start":"2026-03-04T02:03:14.641747Z","end":"2026-03-04T02:03:14.742909Z","steps":["trace[1674707733] 'process raft request' (duration: 94.117864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:15.128631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.486592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:15.128726Z","caller":"traceutil/trace.go:171","msg":"trace[410047168] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18545; }","duration":"277.629714ms","start":"2026-03-04T02:03:14.851074Z","end":"2026-03-04T02:03:15.128704Z","steps":["trace[410047168] 'count revisions from in-memory index tree' (duration: 277.4124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:15.128725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.305874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:15.128821Z","caller":"traceutil/trace.go:171","msg":"trace[1592299686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18545; }","duration":"239.482657ms","start":"2026-03-04T02:03:14.889313Z","end":"2026-03-04T02:03:15.128795Z","steps":["trace[1592299686] 'range keys from in-memory index tree' (duration: 239.171991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:15.175318Z","caller":"traceutil/trace.go:171","msg":"trace[1870121189] transaction","detail":"{read_only:false; response_revision:18546; number_of_response:1; }","duration":"163.831709ms","start":"2026-03-04T02:03:15.011434Z","end":"2026-03-04T02:03:15.175266Z","steps":["trace[1870121189] 'process raft request' (duration: 163.630005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:02.711597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16868} {"level":"info","ts":"2026-03-04T02:04:02.812739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16868,"took":"98.823429ms","hash":1070492283,"current-db-size-bytes":44634112,"current-db-size":"45 MB","current-db-size-in-use-bytes":30777344,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:04:02.8128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1070492283,"revision":16868,"compact-revision":14468} {"level":"info","ts":"2026-03-04T02:04:50.026569Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:04:50.032388Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:04:50.032529Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:06:55.728073Z","caller":"traceutil/trace.go:171","msg":"trace[143671525] linearizableReadLoop","detail":"{readStateIndex:21537; appliedIndex:21535; }","duration":"435.435234ms","start":"2026-03-04T02:06:55.292602Z","end":"2026-03-04T02:06:55.728037Z","steps":["trace[143671525] 'read index received' (duration: 25.327959ms)","trace[143671525] 'applied index is now lower than readState.Index' (duration: 410.106155ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:55.728178Z","caller":"traceutil/trace.go:171","msg":"trace[256126352] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"458.867962ms","start":"2026-03-04T02:06:55.269274Z","end":"2026-03-04T02:06:55.728142Z","steps":["trace[256126352] 'process raft request' (duration: 458.096575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:55.728311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.69268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:06:55.728346Z","caller":"traceutil/trace.go:171","msg":"trace[787734478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20808; }","duration":"435.796382ms","start":"2026-03-04T02:06:55.29254Z","end":"2026-03-04T02:06:55.728336Z","steps":["trace[787734478] 'agreement among raft nodes before linearized reading' (duration: 435.633088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:55.728379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.292518Z","time spent":"435.853064ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:06:55.728555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.269249Z","time spent":"459.017385ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:55.815989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.955926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:06:55.816039Z","caller":"traceutil/trace.go:171","msg":"trace[158416200] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:20809; }","duration":"120.057528ms","start":"2026-03-04T02:06:55.695972Z","end":"2026-03-04T02:06:55.816029Z","steps":["trace[158416200] 'agreement among raft nodes before linearized reading' (duration: 119.919955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:55.816021Z","caller":"traceutil/trace.go:171","msg":"trace[1652881310] transaction","detail":"{read_only:false; response_revision:20809; number_of_response:1; }","duration":"432.306795ms","start":"2026-03-04T02:06:55.383675Z","end":"2026-03-04T02:06:55.815982Z","steps":["trace[1652881310] 'process raft request' (duration: 431.995477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:55.816194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.383649Z","time spent":"432.453719ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:56.1034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.56665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:06:56.103664Z","caller":"traceutil/trace.go:171","msg":"trace[29682415] transaction","detail":"{read_only:false; response_revision:20811; number_of_response:1; }","duration":"283.674655ms","start":"2026-03-04T02:06:55.819972Z","end":"2026-03-04T02:06:56.103646Z","steps":["trace[29682415] 'process raft request' (duration: 283.598903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:56.103654Z","caller":"traceutil/trace.go:171","msg":"trace[1076214796] transaction","detail":"{read_only:false; response_revision:20810; number_of_response:1; }","duration":"370.800572ms","start":"2026-03-04T02:06:55.732807Z","end":"2026-03-04T02:06:56.103607Z","steps":["trace[1076214796] 'process raft request' (duration: 192.936465ms)","trace[1076214796] 'compare' (duration: 177.448078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:06:56.10397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.732781Z","time spent":"371.054568ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:56.103737Z","caller":"traceutil/trace.go:171","msg":"trace[346476100] linearizableReadLoop","detail":"{readStateIndex:21539; appliedIndex:21538; }","duration":"287.858918ms","start":"2026-03-04T02:06:55.815836Z","end":"2026-03-04T02:06:56.103695Z","steps":["trace[346476100] 'read index received' (duration: 109.93982ms)","trace[346476100] 'applied index is now lower than readState.Index' (duration: 177.915248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:06:56.104205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.201525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:06:56.10422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.591414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:06:56.104292Z","caller":"traceutil/trace.go:171","msg":"trace[1463079915] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20811; }","duration":"312.687465ms","start":"2026-03-04T02:06:55.791587Z","end":"2026-03-04T02:06:56.104274Z","steps":["trace[1463079915] 'agreement among raft nodes before linearized reading' (duration: 312.312087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:56.1043Z","caller":"traceutil/trace.go:171","msg":"trace[956598009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20811; }","duration":"320.304667ms","start":"2026-03-04T02:06:55.783967Z","end":"2026-03-04T02:06:56.104271Z","steps":["trace[956598009] 'agreement among raft nodes before linearized reading' (duration: 319.97569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:56.104353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.78396Z","time spent":"320.37939ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:06:56.104359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.791582Z","time spent":"312.742298ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:06:56.104377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.285755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:06:56.104435Z","caller":"traceutil/trace.go:171","msg":"trace[709204716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20811; }","duration":"327.396647ms","start":"2026-03-04T02:06:55.777026Z","end":"2026-03-04T02:06:56.104423Z","steps":["trace[709204716] 'agreement among raft nodes before linearized reading' (duration: 326.763422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:56.104476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:55.777005Z","time spent":"327.462279ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:06:56.119688Z","caller":"traceutil/trace.go:171","msg":"trace[803974127] transaction","detail":"{read_only:false; response_revision:20812; number_of_response:1; }","duration":"147.062595ms","start":"2026-03-04T02:06:55.972571Z","end":"2026-03-04T02:06:56.119634Z","steps":["trace[803974127] 'process raft request' (duration: 146.706347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:56.119753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.802225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:06:56.119818Z","caller":"traceutil/trace.go:171","msg":"trace[234907882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20812; }","duration":"230.867177ms","start":"2026-03-04T02:06:55.888929Z","end":"2026-03-04T02:06:56.119796Z","steps":["trace[234907882] 'agreement among raft nodes before linearized reading' (duration: 230.631402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:20.776628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.079949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:07:20.77672Z","caller":"traceutil/trace.go:171","msg":"trace[1721918642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21037; }","duration":"100.216442ms","start":"2026-03-04T02:07:20.676484Z","end":"2026-03-04T02:07:20.7767Z","steps":["trace[1721918642] 'agreement among raft nodes before linearized reading' (duration: 100.004108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:20.776781Z","caller":"traceutil/trace.go:171","msg":"trace[426274007] transaction","detail":"{read_only:false; response_revision:21037; number_of_response:1; }","duration":"143.636988ms","start":"2026-03-04T02:07:20.633114Z","end":"2026-03-04T02:07:20.776751Z","steps":["trace[426274007] 'process raft request' (duration: 143.187698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:21.060712Z","caller":"traceutil/trace.go:171","msg":"trace[601458379] linearizableReadLoop","detail":"{readStateIndex:21775; appliedIndex:21774; }","duration":"171.580945ms","start":"2026-03-04T02:07:20.8891Z","end":"2026-03-04T02:07:21.060681Z","steps":["trace[601458379] 'read index received' (duration: 138.779518ms)","trace[601458379] 'applied index is now lower than readState.Index' (duration: 32.799877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:21.06073Z","caller":"traceutil/trace.go:171","msg":"trace[1948232494] transaction","detail":"{read_only:false; response_revision:21038; number_of_response:1; }","duration":"278.984568ms","start":"2026-03-04T02:07:20.781718Z","end":"2026-03-04T02:07:21.060703Z","steps":["trace[1948232494] 'process raft request' (duration: 246.14351ms)","trace[1948232494] 'compare' (duration: 32.660604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:21.060846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.732828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:21.061254Z","caller":"traceutil/trace.go:171","msg":"trace[215361091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21038; }","duration":"172.152479ms","start":"2026-03-04T02:07:20.889033Z","end":"2026-03-04T02:07:21.061186Z","steps":["trace[215361091] 'agreement among raft nodes before linearized reading' (duration: 171.7504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:23.362097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.012487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:23.362224Z","caller":"traceutil/trace.go:171","msg":"trace[636282585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21688; }","duration":"148.20051ms","start":"2026-03-04T02:08:23.214004Z","end":"2026-03-04T02:08:23.362205Z","steps":["trace[636282585] 'count revisions from in-memory index tree' (duration: 147.928574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:23.362498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.500454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:08:23.362568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.079115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:23.362596Z","caller":"traceutil/trace.go:171","msg":"trace[1367425165] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21688; }","duration":"252.653427ms","start":"2026-03-04T02:08:23.109923Z","end":"2026-03-04T02:08:23.362576Z","steps":["trace[1367425165] 'count revisions from in-memory index tree' (duration: 252.36078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:23.362636Z","caller":"traceutil/trace.go:171","msg":"trace[1133911694] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21688; }","duration":"244.180906ms","start":"2026-03-04T02:08:23.118438Z","end":"2026-03-04T02:08:23.362619Z","steps":["trace[1133911694] 'count revisions from in-memory index tree' (duration: 244.008663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:23.944276Z","caller":"traceutil/trace.go:171","msg":"trace[248850002] transaction","detail":"{read_only:false; response_revision:21693; number_of_response:1; }","duration":"118.77383ms","start":"2026-03-04T02:08:23.825474Z","end":"2026-03-04T02:08:23.944248Z","steps":["trace[248850002] 'process raft request' (duration: 118.595005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.739493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19035} {"level":"info","ts":"2026-03-04T02:09:02.943308Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19035,"took":"198.63848ms","hash":1975154754,"current-db-size-bytes":47751168,"current-db-size":"48 MB","current-db-size-in-use-bytes":39727104,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-04T02:09:02.943371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1975154754,"revision":19035,"compact-revision":16868} {"level":"info","ts":"2026-03-04T02:09:30.117465Z","caller":"traceutil/trace.go:171","msg":"trace[1237558353] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"100.581978ms","start":"2026-03-04T02:09:30.016798Z","end":"2026-03-04T02:09:30.11738Z","steps":["trace[1237558353] 'process raft request' (duration: 100.432815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:30.309044Z","caller":"traceutil/trace.go:171","msg":"trace[1452750193] transaction","detail":"{read_only:false; response_revision:22261; number_of_response:1; }","duration":"113.271874ms","start":"2026-03-04T02:09:30.195749Z","end":"2026-03-04T02:09:30.309021Z","steps":["trace[1452750193] 'process raft request' (duration: 51.023665ms)","trace[1452750193] 'compare' (duration: 62.071375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:30.53196Z","caller":"traceutil/trace.go:171","msg":"trace[551615286] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"139.901981ms","start":"2026-03-04T02:09:30.392034Z","end":"2026-03-04T02:09:30.531936Z","steps":["trace[551615286] 'process raft request' (duration: 56.891848ms)","trace[551615286] 'compare' (duration: 82.912151ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:30.740275Z","caller":"traceutil/trace.go:171","msg":"trace[832472293] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"246.828003ms","start":"2026-03-04T02:09:30.493421Z","end":"2026-03-04T02:09:30.740249Z","steps":["trace[832472293] 'process raft request' (duration: 216.551703ms)","trace[832472293] 'compare' (duration: 30.064885ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.948274Z","caller":"traceutil/trace.go:171","msg":"trace[1939553392] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"143.966233ms","start":"2026-03-04T02:09:31.804292Z","end":"2026-03-04T02:09:31.948258Z","steps":["trace[1939553392] 'process raft request' (duration: 143.776249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.346616Z","caller":"traceutil/trace.go:171","msg":"trace[259919033] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"112.542827ms","start":"2026-03-04T02:09:33.234048Z","end":"2026-03-04T02:09:33.346591Z","steps":["trace[259919033] 'process raft request' (duration: 112.378533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.369445Z","caller":"traceutil/trace.go:171","msg":"trace[1703810634] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"134.236834ms","start":"2026-03-04T02:09:33.235186Z","end":"2026-03-04T02:09:33.369422Z","steps":["trace[1703810634] 'process raft request' (duration: 133.995629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.369495Z","caller":"traceutil/trace.go:171","msg":"trace[658230626] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"134.087251ms","start":"2026-03-04T02:09:33.235378Z","end":"2026-03-04T02:09:33.369466Z","steps":["trace[658230626] 'process raft request' (duration: 133.913307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.36959Z","caller":"traceutil/trace.go:171","msg":"trace[1781123128] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"132.820191ms","start":"2026-03-04T02:09:33.236752Z","end":"2026-03-04T02:09:33.369572Z","steps":["trace[1781123128] 'process raft request' (duration: 132.580966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.1618Z","caller":"traceutil/trace.go:171","msg":"trace[1414221456] linearizableReadLoop","detail":"{readStateIndex:23054; appliedIndex:23053; }","duration":"131.355929ms","start":"2026-03-04T02:09:34.030421Z","end":"2026-03-04T02:09:34.161777Z","steps":["trace[1414221456] 'read index received' (duration: 131.202916ms)","trace[1414221456] 'applied index is now lower than readState.Index' (duration: 151.943µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.161924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.487632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:34.161913Z","caller":"traceutil/trace.go:171","msg":"trace[371146279] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"185.873063ms","start":"2026-03-04T02:09:33.976008Z","end":"2026-03-04T02:09:34.161881Z","steps":["trace[371146279] 'process raft request' (duration: 185.627437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.16196Z","caller":"traceutil/trace.go:171","msg":"trace[65951323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22286; }","duration":"131.579794ms","start":"2026-03-04T02:09:34.030369Z","end":"2026-03-04T02:09:34.161949Z","steps":["trace[65951323] 'agreement among raft nodes before linearized reading' (duration: 131.497262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.519441Z","caller":"traceutil/trace.go:171","msg":"trace[263180345] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"105.748584ms","start":"2026-03-04T02:09:34.413664Z","end":"2026-03-04T02:09:34.519413Z","steps":["trace[263180345] 'process raft request' (duration: 105.480369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.740288Z","caller":"traceutil/trace.go:171","msg":"trace[2080456607] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"130.118561ms","start":"2026-03-04T02:09:34.610139Z","end":"2026-03-04T02:09:34.740257Z","steps":["trace[2080456607] 'process raft request' (duration: 127.743659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.957377Z","caller":"traceutil/trace.go:171","msg":"trace[572393593] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"160.883052ms","start":"2026-03-04T02:09:34.796461Z","end":"2026-03-04T02:09:34.957344Z","steps":["trace[572393593] 'process raft request' (duration: 159.187173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.535964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.218843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:35.536071Z","caller":"traceutil/trace.go:171","msg":"trace[454050932] linearizableReadLoop","detail":"{readStateIndex:23063; appliedIndex:23062; }","duration":"154.601251ms","start":"2026-03-04T02:09:35.381453Z","end":"2026-03-04T02:09:35.536054Z","steps":["trace[454050932] 'read index received' (duration: 40.206753ms)","trace[454050932] 'applied index is now lower than readState.Index' (duration: 114.393268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:35.536084Z","caller":"traceutil/trace.go:171","msg":"trace[1114126517] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"161.094017ms","start":"2026-03-04T02:09:35.374967Z","end":"2026-03-04T02:09:35.536061Z","steps":["trace[1114126517] 'process raft request' (duration: 46.680319ms)","trace[1114126517] 'compare' (duration: 114.096981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:35.536226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.504771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:09:35.536299Z","caller":"traceutil/trace.go:171","msg":"trace[1487400974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22295; }","duration":"163.629464ms","start":"2026-03-04T02:09:35.372653Z","end":"2026-03-04T02:09:35.536282Z","steps":["trace[1487400974] 'agreement among raft nodes before linearized reading' (duration: 163.459991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.536265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.952639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:09:35.536413Z","caller":"traceutil/trace.go:171","msg":"trace[305615626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22295; }","duration":"163.109762ms","start":"2026-03-04T02:09:35.373264Z","end":"2026-03-04T02:09:35.536374Z","steps":["trace[305615626] 'agreement among raft nodes before linearized reading' (duration: 162.824976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:35.562362Z","caller":"traceutil/trace.go:171","msg":"trace[571995585] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"177.290251ms","start":"2026-03-04T02:09:35.385061Z","end":"2026-03-04T02:09:35.562352Z","steps":["trace[571995585] 'process raft request' (duration: 177.204819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:36.284001Z","caller":"traceutil/trace.go:171","msg":"trace[744107093] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"110.650034ms","start":"2026-03-04T02:09:36.173333Z","end":"2026-03-04T02:09:36.283983Z","steps":["trace[744107093] 'process raft request' (duration: 110.539781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.729088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.966606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:36.729189Z","caller":"traceutil/trace.go:171","msg":"trace[1068755219] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"465.531682ms","start":"2026-03-04T02:09:36.263637Z","end":"2026-03-04T02:09:36.729168Z","steps":["trace[1068755219] 'process raft request' (duration: 185.403992ms)","trace[1068755219] 'compare' (duration: 279.825763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:36.729247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.263614Z","time spent":"465.606544ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:36.763412Z","caller":"traceutil/trace.go:171","msg":"trace[1288934941] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"238.231839ms","start":"2026-03-04T02:09:36.525151Z","end":"2026-03-04T02:09:36.763383Z","steps":["trace[1288934941] 'process raft request' (duration: 237.976703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:36.917423Z","caller":"traceutil/trace.go:171","msg":"trace[1890304218] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"171.529221ms","start":"2026-03-04T02:09:36.74586Z","end":"2026-03-04T02:09:36.91739Z","steps":["trace[1890304218] 'process raft request' (duration: 126.235064ms)","trace[1890304218] 'compare' (duration: 45.163905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:37.365564Z","caller":"traceutil/trace.go:171","msg":"trace[17972407] transaction","detail":"{read_only:false; response_revision:22307; number_of_response:1; }","duration":"129.971128ms","start":"2026-03-04T02:09:37.235562Z","end":"2026-03-04T02:09:37.365533Z","steps":["trace[17972407] 'process raft request' (duration: 129.735653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:37.496594Z","caller":"traceutil/trace.go:171","msg":"trace[628293395] transaction","detail":"{read_only:false; response_revision:22308; number_of_response:1; }","duration":"107.673557ms","start":"2026-03-04T02:09:37.388888Z","end":"2026-03-04T02:09:37.496561Z","steps":["trace[628293395] 'process raft request' (duration: 33.964183ms)","trace[628293395] 'compare' (duration: 73.588472ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:37.843014Z","caller":"traceutil/trace.go:171","msg":"trace[1376716135] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"184.047873ms","start":"2026-03-04T02:09:37.658934Z","end":"2026-03-04T02:09:37.842982Z","steps":["trace[1376716135] 'process raft request' (duration: 121.413447ms)","trace[1376716135] 'compare' (duration: 62.487123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:38.000081Z","caller":"traceutil/trace.go:171","msg":"trace[669046386] linearizableReadLoop","detail":"{readStateIndex:23081; appliedIndex:23080; }","duration":"113.13967ms","start":"2026-03-04T02:09:37.886917Z","end":"2026-03-04T02:09:38.000057Z","steps":["trace[669046386] 'read index received' (duration: 66.465851ms)","trace[669046386] 'applied index is now lower than readState.Index' (duration: 46.672738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:38.000207Z","caller":"traceutil/trace.go:171","msg":"trace[2091844565] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"340.881324ms","start":"2026-03-04T02:09:37.659313Z","end":"2026-03-04T02:09:38.000195Z","steps":["trace[2091844565] 'process raft request' (duration: 294.118103ms)","trace[2091844565] 'compare' (duration: 46.525645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:38.000382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.659291Z","time spent":"340.943015ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:38.000491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.552249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:38.000583Z","caller":"traceutil/trace.go:171","msg":"trace[1737324545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22312; }","duration":"113.692723ms","start":"2026-03-04T02:09:37.886865Z","end":"2026-03-04T02:09:38.000558Z","steps":["trace[1737324545] 'agreement among raft nodes before linearized reading' (duration: 113.520749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.51204Z","caller":"traceutil/trace.go:171","msg":"trace[2020955486] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"223.10024ms","start":"2026-03-04T02:09:38.288898Z","end":"2026-03-04T02:09:38.511998Z","steps":["trace[2020955486] 'process raft request' (duration: 152.27625ms)","trace[2020955486] 'compare' (duration: 70.675417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:38.51992Z","caller":"traceutil/trace.go:171","msg":"trace[1795060149] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"141.417336ms","start":"2026-03-04T02:09:38.378481Z","end":"2026-03-04T02:09:38.519898Z","steps":["trace[1795060149] 'process raft request' (duration: 141.285623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.68324Z","caller":"traceutil/trace.go:171","msg":"trace[1255543158] linearizableReadLoop","detail":"{readStateIndex:23190; appliedIndex:23189; }","duration":"119.656376ms","start":"2026-03-04T02:09:47.563564Z","end":"2026-03-04T02:09:47.683221Z","steps":["trace[1255543158] 'read index received' (duration: 112.70853ms)","trace[1255543158] 'applied index is now lower than readState.Index' (duration: 6.946886ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:47.683343Z","caller":"traceutil/trace.go:171","msg":"trace[1749010306] transaction","detail":"{read_only:false; response_revision:22419; number_of_response:1; }","duration":"144.851432ms","start":"2026-03-04T02:09:47.538461Z","end":"2026-03-04T02:09:47.683312Z","steps":["trace[1749010306] 'process raft request' (duration: 137.796253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.683401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.824131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:47.683444Z","caller":"traceutil/trace.go:171","msg":"trace[788436459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22419; }","duration":"119.917593ms","start":"2026-03-04T02:09:47.563515Z","end":"2026-03-04T02:09:47.683433Z","steps":["trace[788436459] 'agreement among raft nodes before linearized reading' (duration: 119.835131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:47.72789Z","caller":"traceutil/trace.go:171","msg":"trace[1934277646] transaction","detail":"{read_only:false; response_revision:22420; number_of_response:1; }","duration":"133.862116ms","start":"2026-03-04T02:09:47.593997Z","end":"2026-03-04T02:09:47.727859Z","steps":["trace[1934277646] 'process raft request' (duration: 133.456866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:47.728033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.492628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:47.728125Z","caller":"traceutil/trace.go:171","msg":"trace[987344242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22421; }","duration":"154.652593ms","start":"2026-03-04T02:09:47.573455Z","end":"2026-03-04T02:09:47.728108Z","steps":["trace[987344242] 'agreement among raft nodes before linearized reading' (duration: 154.443649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.113697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.781494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:48.113827Z","caller":"traceutil/trace.go:171","msg":"trace[409423445] linearizableReadLoop","detail":"{readStateIndex:23193; appliedIndex:23192; }","duration":"371.317656ms","start":"2026-03-04T02:09:47.742497Z","end":"2026-03-04T02:09:48.113815Z","steps":["trace[409423445] 'read index received' (duration: 196.370279ms)","trace[409423445] 'applied index is now lower than readState.Index' (duration: 174.946347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:48.113962Z","caller":"traceutil/trace.go:171","msg":"trace[1577325235] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"239.779403ms","start":"2026-03-04T02:09:47.874165Z","end":"2026-03-04T02:09:48.113945Z","steps":["trace[1577325235] 'process raft request' (duration: 239.62196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.113883Z","caller":"traceutil/trace.go:171","msg":"trace[1924395145] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"379.864399ms","start":"2026-03-04T02:09:47.734011Z","end":"2026-03-04T02:09:48.113875Z","steps":["trace[1924395145] 'process raft request' (duration: 204.84375ms)","trace[1924395145] 'compare' (duration: 174.696252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:48.114148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.733984Z","time spent":"380.077213ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:48.114433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.90081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:09:48.114477Z","caller":"traceutil/trace.go:171","msg":"trace[990039998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22423; }","duration":"371.996783ms","start":"2026-03-04T02:09:47.742467Z","end":"2026-03-04T02:09:48.114464Z","steps":["trace[990039998] 'agreement among raft nodes before linearized reading' (duration: 371.817849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.114533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:47.742454Z","time spent":"372.068514ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:09:48.114794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.931429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:09:48.114829Z","caller":"traceutil/trace.go:171","msg":"trace[1605772793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22423; }","duration":"233.007642ms","start":"2026-03-04T02:09:47.881812Z","end":"2026-03-04T02:09:48.114819Z","steps":["trace[1605772793] 'agreement among raft nodes before linearized reading' (duration: 232.912189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:48.114884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.793475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:48.114967Z","caller":"traceutil/trace.go:171","msg":"trace[1368522445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22423; }","duration":"227.926388ms","start":"2026-03-04T02:09:47.887023Z","end":"2026-03-04T02:09:48.114949Z","steps":["trace[1368522445] 'agreement among raft nodes before linearized reading' (duration: 227.783925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:48.703732Z","caller":"traceutil/trace.go:171","msg":"trace[1518634601] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"152.485813ms","start":"2026-03-04T02:09:48.551219Z","end":"2026-03-04T02:09:48.703705Z","steps":["trace[1518634601] 'process raft request' (duration: 152.315559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.110307Z","caller":"traceutil/trace.go:171","msg":"trace[1580871905] linearizableReadLoop","detail":"{readStateIndex:23202; appliedIndex:23200; }","duration":"413.999656ms","start":"2026-03-04T02:09:48.696283Z","end":"2026-03-04T02:09:49.110283Z","steps":["trace[1580871905] 'read index received' (duration: 7.288624ms)","trace[1580871905] 'applied index is now lower than readState.Index' (duration: 406.709842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.110529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.229621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:09:49.110485Z","caller":"traceutil/trace.go:171","msg":"trace[916007825] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"435.024877ms","start":"2026-03-04T02:09:48.675416Z","end":"2026-03-04T02:09:49.11043Z","steps":["trace[916007825] 'process raft request' (duration: 434.68502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.110571Z","caller":"traceutil/trace.go:171","msg":"trace[1503560803] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22431; }","duration":"414.319353ms","start":"2026-03-04T02:09:48.696238Z","end":"2026-03-04T02:09:49.110558Z","steps":["trace[1503560803] 'agreement among raft nodes before linearized reading' (duration: 414.164769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.110606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.69622Z","time spent":"414.376984ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:09:49.110679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.675383Z","time spent":"435.202501ms","remote":"127.0.0.1:59952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3853,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.268228Z","caller":"traceutil/trace.go:171","msg":"trace[574369453] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"470.144335ms","start":"2026-03-04T02:09:48.798061Z","end":"2026-03-04T02:09:49.268206Z","steps":["trace[574369453] 'process raft request' (duration: 384.743688ms)","trace[574369453] 'compare' (duration: 84.888456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.268347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.798031Z","time spent":"470.251358ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.268442Z","caller":"traceutil/trace.go:171","msg":"trace[403667263] transaction","detail":"{read_only:false; response_revision:22433; number_of_response:1; }","duration":"303.677399ms","start":"2026-03-04T02:09:48.964755Z","end":"2026-03-04T02:09:49.268433Z","steps":["trace[403667263] 'process raft request' (duration: 303.407692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.269733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.964734Z","time spent":"304.952897ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:49.268638Z","caller":"traceutil/trace.go:171","msg":"trace[1895185187] linearizableReadLoop","detail":"{readStateIndex:23205; appliedIndex:23202; }","duration":"158.239203ms","start":"2026-03-04T02:09:49.110374Z","end":"2026-03-04T02:09:49.268613Z","steps":["trace[1895185187] 'read index received' (duration: 72.367185ms)","trace[1895185187] 'applied index is now lower than readState.Index' (duration: 85.870918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.268674Z","caller":"traceutil/trace.go:171","msg":"trace[241425242] transaction","detail":"{read_only:false; response_revision:22434; number_of_response:1; }","duration":"256.122761ms","start":"2026-03-04T02:09:49.012526Z","end":"2026-03-04T02:09:49.268649Z","steps":["trace[241425242] 'process raft request' (duration: 255.838645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.268775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.139698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:49.268827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.817808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:09:49.268865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.147396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:49.270097Z","caller":"traceutil/trace.go:171","msg":"trace[623952973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22434; }","duration":"426.430754ms","start":"2026-03-04T02:09:48.843649Z","end":"2026-03-04T02:09:49.27008Z","steps":["trace[623952973] 'agreement among raft nodes before linearized reading' (duration: 425.153036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:49.270157Z","caller":"traceutil/trace.go:171","msg":"trace[799357711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22434; }","duration":"382.542669ms","start":"2026-03-04T02:09:48.887599Z","end":"2026-03-04T02:09:49.270141Z","steps":["trace[799357711] 'agreement among raft nodes before linearized reading' (duration: 381.144798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.270211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.88758Z","time spent":"382.61865ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:49.270341Z","caller":"traceutil/trace.go:171","msg":"trace[360883796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22434; }","duration":"495.232379ms","start":"2026-03-04T02:09:48.77495Z","end":"2026-03-04T02:09:49.270183Z","steps":["trace[360883796] 'agreement among raft nodes before linearized reading' (duration: 493.740786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.270397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.774929Z","time spent":"495.458464ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:49.270166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:48.84363Z","time spent":"426.524466ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:49.317068Z","caller":"traceutil/trace.go:171","msg":"trace[2075768476] transaction","detail":"{read_only:false; response_revision:22435; number_of_response:1; }","duration":"150.663423ms","start":"2026-03-04T02:09:49.166381Z","end":"2026-03-04T02:09:49.317044Z","steps":["trace[2075768476] 'process raft request' (duration: 150.353566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.317632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.785477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:49.31817Z","caller":"traceutil/trace.go:171","msg":"trace[662168346] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22435; }","duration":"111.3673ms","start":"2026-03-04T02:09:49.206782Z","end":"2026-03-04T02:09:49.31815Z","steps":["trace[662168346] 'agreement among raft nodes before linearized reading' (duration: 110.801877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.953547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.449294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:49.95418Z","caller":"traceutil/trace.go:171","msg":"trace[1269174351] linearizableReadLoop","detail":"{readStateIndex:23209; appliedIndex:23208; }","duration":"221.129384ms","start":"2026-03-04T02:09:49.733033Z","end":"2026-03-04T02:09:49.954162Z","steps":["trace[1269174351] 'read index received' (duration: 103.975065ms)","trace[1269174351] 'applied index is now lower than readState.Index' (duration: 117.152819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:49.954196Z","caller":"traceutil/trace.go:171","msg":"trace[1454556498] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"222.425404ms","start":"2026-03-04T02:09:49.731742Z","end":"2026-03-04T02:09:49.954168Z","steps":["trace[1454556498] 'process raft request' (duration: 105.277654ms)","trace[1454556498] 'compare' (duration: 115.917632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:49.954414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.376621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-04T02:09:49.954613Z","caller":"traceutil/trace.go:171","msg":"trace[1148082795] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22438; }","duration":"221.640607ms","start":"2026-03-04T02:09:49.732932Z","end":"2026-03-04T02:09:49.954573Z","steps":["trace[1148082795] 'agreement among raft nodes before linearized reading' (duration: 221.321119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:49.954998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.021808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:09:49.955159Z","caller":"traceutil/trace.go:171","msg":"trace[1507156255] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22438; }","duration":"121.186181ms","start":"2026-03-04T02:09:49.833921Z","end":"2026-03-04T02:09:49.955107Z","steps":["trace[1507156255] 'agreement among raft nodes before linearized reading' (duration: 120.931786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:50.568774Z","caller":"traceutil/trace.go:171","msg":"trace[861121654] linearizableReadLoop","detail":"{readStateIndex:23213; appliedIndex:23212; }","duration":"174.55235ms","start":"2026-03-04T02:09:50.394199Z","end":"2026-03-04T02:09:50.568752Z","steps":["trace[861121654] 'read index received' (duration: 174.199922ms)","trace[861121654] 'applied index is now lower than readState.Index' (duration: 351.218µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:50.569074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.854597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:50.569133Z","caller":"traceutil/trace.go:171","msg":"trace[2020189665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22442; }","duration":"174.965179ms","start":"2026-03-04T02:09:50.394155Z","end":"2026-03-04T02:09:50.56912Z","steps":["trace[2020189665] 'agreement among raft nodes before linearized reading' (duration: 174.758515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:50.568828Z","caller":"traceutil/trace.go:171","msg":"trace[551360695] transaction","detail":"{read_only:false; response_revision:22442; number_of_response:1; }","duration":"192.40413ms","start":"2026-03-04T02:09:50.376393Z","end":"2026-03-04T02:09:50.568797Z","steps":["trace[551360695] 'process raft request' (duration: 192.069663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.098303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.266878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:51.098473Z","caller":"traceutil/trace.go:171","msg":"trace[1380663822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22442; }","duration":"372.455452ms","start":"2026-03-04T02:09:50.725994Z","end":"2026-03-04T02:09:51.098449Z","steps":["trace[1380663822] 'range keys from in-memory index tree' (duration: 372.245227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.098679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.816753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:51.098808Z","caller":"traceutil/trace.go:171","msg":"trace[1375804385] transaction","detail":"{read_only:false; response_revision:22443; number_of_response:1; }","duration":"525.616991ms","start":"2026-03-04T02:09:50.573171Z","end":"2026-03-04T02:09:51.098788Z","steps":["trace[1375804385] 'process raft request' (duration: 359.600474ms)","trace[1375804385] 'compare' (duration: 165.603688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:51.098881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.573152Z","time spent":"525.700724ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:51.268899Z","caller":"traceutil/trace.go:171","msg":"trace[1574183814] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"655.691702ms","start":"2026-03-04T02:09:50.613172Z","end":"2026-03-04T02:09:51.268863Z","steps":["trace[1574183814] 'process raft request' (duration: 618.340902ms)","trace[1574183814] 'compare' (duration: 37.019282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:51.268931Z","caller":"traceutil/trace.go:171","msg":"trace[566646732] transaction","detail":"{read_only:false; response_revision:22445; number_of_response:1; }","duration":"560.402983ms","start":"2026-03-04T02:09:50.708505Z","end":"2026-03-04T02:09:51.268908Z","steps":["trace[566646732] 'process raft request' (duration: 560.187798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.26909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.613148Z","time spent":"655.856356ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:51.268946Z","caller":"traceutil/trace.go:171","msg":"trace[1315179223] linearizableReadLoop","detail":"{readStateIndex:23216; appliedIndex:23213; }","duration":"379.626825ms","start":"2026-03-04T02:09:50.889285Z","end":"2026-03-04T02:09:51.268911Z","steps":["trace[1315179223] 'read index received' (duration: 43.481737ms)","trace[1315179223] 'applied index is now lower than readState.Index' (duration: 336.142188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:51.269299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.708482Z","time spent":"560.525106ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:51.539289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.491893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-04T02:09:51.539647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.342442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:51.539722Z","caller":"traceutil/trace.go:171","msg":"trace[1478258681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22445; }","duration":"650.458094ms","start":"2026-03-04T02:09:50.889246Z","end":"2026-03-04T02:09:51.539704Z","steps":["trace[1478258681] 'agreement among raft nodes before linearized reading' (duration: 379.747466ms)","trace[1478258681] 'range keys from in-memory index tree' (duration: 270.592295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:51.539753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:50.889231Z","time spent":"650.515496ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:51.539764Z","caller":"traceutil/trace.go:171","msg":"trace[1120166007] transaction","detail":"{read_only:false; response_revision:22446; number_of_response:1; }","duration":"266.931593ms","start":"2026-03-04T02:09:51.272797Z","end":"2026-03-04T02:09:51.539728Z","steps":["trace[1120166007] 'process raft request' (duration: 266.624487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.823029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.234747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:51.823674Z","caller":"traceutil/trace.go:171","msg":"trace[239781284] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"549.413666ms","start":"2026-03-04T02:09:51.27424Z","end":"2026-03-04T02:09:51.823654Z","steps":["trace[239781284] 'process raft request' (duration: 339.451231ms)","trace[239781284] 'compare' (duration: 208.723926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:51.82374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.274223Z","time spent":"549.488067ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:51.823858Z","caller":"traceutil/trace.go:171","msg":"trace[691346954] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"548.185108ms","start":"2026-03-04T02:09:51.275637Z","end":"2026-03-04T02:09:51.823822Z","steps":["trace[691346954] 'process raft request' (duration: 547.970574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.824017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.275624Z","time spent":"548.312461ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:51.824308Z","caller":"traceutil/trace.go:171","msg":"trace[398363393] linearizableReadLoop","detail":"{readStateIndex:23219; appliedIndex:23216; }","duration":"548.813443ms","start":"2026-03-04T02:09:51.27547Z","end":"2026-03-04T02:09:51.824284Z","steps":["trace[398363393] 'read index received' (duration: 74.510444ms)","trace[398363393] 'applied index is now lower than readState.Index' (duration: 474.301489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:51.824381Z","caller":"traceutil/trace.go:171","msg":"trace[1660596611] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"502.536802ms","start":"2026-03-04T02:09:51.321826Z","end":"2026-03-04T02:09:51.824362Z","steps":["trace[1660596611] 'process raft request' (duration: 501.875768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.824567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.321807Z","time spent":"502.694497ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:51.824618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.110029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:09:51.82466Z","caller":"traceutil/trace.go:171","msg":"trace[2051156866] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22449; }","duration":"549.215142ms","start":"2026-03-04T02:09:51.275433Z","end":"2026-03-04T02:09:51.824648Z","steps":["trace[2051156866] 'agreement among raft nodes before linearized reading' (duration: 549.010257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.824694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.27542Z","time spent":"549.266023ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:09:51.824741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.105303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:51.824812Z","caller":"traceutil/trace.go:171","msg":"trace[1673828812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22449; }","duration":"502.225436ms","start":"2026-03-04T02:09:51.322569Z","end":"2026-03-04T02:09:51.824795Z","steps":["trace[1673828812] 'agreement among raft nodes before linearized reading' (duration: 502.002141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:51.824857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.322553Z","time spent":"502.295597ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:51.825028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.906814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:51.826121Z","caller":"traceutil/trace.go:171","msg":"trace[1455087792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22449; }","duration":"285.106622ms","start":"2026-03-04T02:09:51.540991Z","end":"2026-03-04T02:09:51.826097Z","steps":["trace[1455087792] 'agreement among raft nodes before linearized reading' (duration: 283.71907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.190845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.735087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:52.191046Z","caller":"traceutil/trace.go:171","msg":"trace[1434222330] transaction","detail":"{read_only:false; response_revision:22450; number_of_response:1; }","duration":"362.522841ms","start":"2026-03-04T02:09:51.828487Z","end":"2026-03-04T02:09:52.19101Z","steps":["trace[1434222330] 'process raft request' (duration: 190.530728ms)","trace[1434222330] 'compare' (duration: 171.602614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.191112Z","caller":"traceutil/trace.go:171","msg":"trace[2039664346] linearizableReadLoop","detail":"{readStateIndex:23223; appliedIndex:23221; }","duration":"231.987109ms","start":"2026-03-04T02:09:51.959103Z","end":"2026-03-04T02:09:52.19109Z","steps":["trace[2039664346] 'read index received' (duration: 60.038858ms)","trace[2039664346] 'applied index is now lower than readState.Index' (duration: 171.946991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.191215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.828464Z","time spent":"362.665223ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.191362Z","caller":"traceutil/trace.go:171","msg":"trace[1785062824] transaction","detail":"{read_only:false; response_revision:22452; number_of_response:1; }","duration":"231.530738ms","start":"2026-03-04T02:09:51.959794Z","end":"2026-03-04T02:09:52.191325Z","steps":["trace[1785062824] 'process raft request' (duration: 231.243392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.191667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.513721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-04T02:09:52.191742Z","caller":"traceutil/trace.go:171","msg":"trace[1364030029] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22452; }","duration":"232.659163ms","start":"2026-03-04T02:09:51.959065Z","end":"2026-03-04T02:09:52.191724Z","steps":["trace[1364030029] 'agreement among raft nodes before linearized reading' (duration: 232.258764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:52.193448Z","caller":"traceutil/trace.go:171","msg":"trace[278745407] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"362.10646ms","start":"2026-03-04T02:09:51.829197Z","end":"2026-03-04T02:09:52.191304Z","steps":["trace[278745407] 'process raft request' (duration: 361.767393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.193565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:51.829178Z","time spent":"364.321849ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:52.43221Z","caller":"traceutil/trace.go:171","msg":"trace[813303733] linearizableReadLoop","detail":"{readStateIndex:23225; appliedIndex:23224; }","duration":"193.540915ms","start":"2026-03-04T02:09:52.238649Z","end":"2026-03-04T02:09:52.432189Z","steps":["trace[813303733] 'read index received' (duration: 167.002389ms)","trace[813303733] 'applied index is now lower than readState.Index' (duration: 26.537896ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.43228Z","caller":"traceutil/trace.go:171","msg":"trace[1054753666] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"233.41086ms","start":"2026-03-04T02:09:52.198834Z","end":"2026-03-04T02:09:52.432244Z","steps":["trace[1054753666] 'process raft request' (duration: 206.889044ms)","trace[1054753666] 'compare' (duration: 26.397573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:52.432608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.934334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:09:52.432744Z","caller":"traceutil/trace.go:171","msg":"trace[1344559646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22453; }","duration":"194.120148ms","start":"2026-03-04T02:09:52.238604Z","end":"2026-03-04T02:09:52.432725Z","steps":["trace[1344559646] 'agreement among raft nodes before linearized reading' (duration: 193.76978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:52.432864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.833032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:09:52.43291Z","caller":"traceutil/trace.go:171","msg":"trace[717846190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22453; }","duration":"193.922344ms","start":"2026-03-04T02:09:52.238977Z","end":"2026-03-04T02:09:52.432899Z","steps":["trace[717846190] 'agreement among raft nodes before linearized reading' (duration: 193.76206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.328421Z","caller":"traceutil/trace.go:171","msg":"trace[1317433154] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"218.017566ms","start":"2026-03-04T02:09:53.110382Z","end":"2026-03-04T02:09:53.328399Z","steps":["trace[1317433154] 'process raft request' (duration: 217.855362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.328754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.356201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:09:53.328766Z","caller":"traceutil/trace.go:171","msg":"trace[1957993240] linearizableReadLoop","detail":"{readStateIndex:23228; appliedIndex:23228; }","duration":"205.031774ms","start":"2026-03-04T02:09:53.12337Z","end":"2026-03-04T02:09:53.328402Z","steps":["trace[1957993240] 'read index received' (duration: 205.020954ms)","trace[1957993240] 'applied index is now lower than readState.Index' (duration: 8.49µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:53.328864Z","caller":"traceutil/trace.go:171","msg":"trace[1803485295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22456; }","duration":"205.482563ms","start":"2026-03-04T02:09:53.123356Z","end":"2026-03-04T02:09:53.328838Z","steps":["trace[1803485295] 'agreement among raft nodes before linearized reading' (duration: 205.219628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.829673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519089305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:09:53.860135Z","caller":"traceutil/trace.go:171","msg":"trace[133634057] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"733.475608ms","start":"2026-03-04T02:09:53.126638Z","end":"2026-03-04T02:09:53.860113Z","steps":["trace[133634057] 'process raft request' (duration: 733.255003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.860362Z","caller":"traceutil/trace.go:171","msg":"trace[1499734596] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"585.380763ms","start":"2026-03-04T02:09:53.274958Z","end":"2026-03-04T02:09:53.860339Z","steps":["trace[1499734596] 'process raft request' (duration: 585.112317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.860465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.274933Z","time spent":"585.483515ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:53.860289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.1266Z","time spent":"733.59068ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:53.863047Z","caller":"traceutil/trace.go:171","msg":"trace[1050037318] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"317.497019ms","start":"2026-03-04T02:09:53.545518Z","end":"2026-03-04T02:09:53.863015Z","steps":["trace[1050037318] 'process raft request' (duration: 317.264344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.863292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.545483Z","time spent":"317.658073ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:53.863538Z","caller":"traceutil/trace.go:171","msg":"trace[1060046253] linearizableReadLoop","detail":"{readStateIndex:23232; appliedIndex:23228; }","duration":"534.628033ms","start":"2026-03-04T02:09:53.328888Z","end":"2026-03-04T02:09:53.863516Z","steps":["trace[1060046253] 'read index received' (duration: 531.152195ms)","trace[1060046253] 'applied index is now lower than readState.Index' (duration: 3.474338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:53.863662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.282877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:53.863718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.394568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:09:53.863742Z","caller":"traceutil/trace.go:171","msg":"trace[1714775482] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22462; }","duration":"693.374199ms","start":"2026-03-04T02:09:53.17035Z","end":"2026-03-04T02:09:53.863724Z","steps":["trace[1714775482] 'agreement among raft nodes before linearized reading' (duration: 693.254486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.863732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.998317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:53.86402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.170316Z","time spent":"693.691465ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:53.863769Z","caller":"traceutil/trace.go:171","msg":"trace[1164225605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22462; }","duration":"530.48123ms","start":"2026-03-04T02:09:53.333274Z","end":"2026-03-04T02:09:53.863755Z","steps":["trace[1164225605] 'agreement among raft nodes before linearized reading' (duration: 530.376758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:53.86414Z","caller":"traceutil/trace.go:171","msg":"trace[667331213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22462; }","duration":"268.462317ms","start":"2026-03-04T02:09:53.595657Z","end":"2026-03-04T02:09:53.86412Z","steps":["trace[667331213] 'agreement among raft nodes before linearized reading' (duration: 268.004287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:53.86424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:53.333256Z","time spent":"530.9421ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:09:54.041084Z","caller":"traceutil/trace.go:171","msg":"trace[1103797841] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"124.242519ms","start":"2026-03-04T02:09:53.916798Z","end":"2026-03-04T02:09:54.04104Z","steps":["trace[1103797841] 'process raft request' (duration: 124.002344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.6372Z","caller":"traceutil/trace.go:171","msg":"trace[201985999] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"106.211185ms","start":"2026-03-04T02:09:54.530959Z","end":"2026-03-04T02:09:54.63717Z","steps":["trace[201985999] 'process raft request' (duration: 78.651517ms)","trace[201985999] 'compare' (duration: 27.392095ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:54.667956Z","caller":"traceutil/trace.go:171","msg":"trace[988180454] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"120.461705ms","start":"2026-03-04T02:09:54.547471Z","end":"2026-03-04T02:09:54.667933Z","steps":["trace[988180454] 'process raft request' (duration: 120.343262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.926393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.12202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:54.926942Z","caller":"traceutil/trace.go:171","msg":"trace[1901997646] transaction","detail":"{read_only:false; response_revision:22471; number_of_response:1; }","duration":"222.772651ms","start":"2026-03-04T02:09:54.704136Z","end":"2026-03-04T02:09:54.926909Z","steps":["trace[1901997646] 'process raft request' (duration: 76.029187ms)","trace[1901997646] 'compare' (duration: 145.990957ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:55.902491Z","caller":"traceutil/trace.go:171","msg":"trace[2078937363] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"181.128007ms","start":"2026-03-04T02:09:55.721332Z","end":"2026-03-04T02:09:55.90246Z","steps":["trace[2078937363] 'process raft request' (duration: 153.500187ms)","trace[2078937363] 'compare' (duration: 27.451937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.452271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.18916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:03.452391Z","caller":"traceutil/trace.go:171","msg":"trace[1978754182] linearizableReadLoop","detail":"{readStateIndex:23315; appliedIndex:23314; }","duration":"717.469439ms","start":"2026-03-04T02:10:02.7349Z","end":"2026-03-04T02:10:03.45237Z","steps":["trace[1978754182] 'read index received' (duration: 413.078705ms)","trace[1978754182] 'applied index is now lower than readState.Index' (duration: 304.389024ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.452689Z","caller":"traceutil/trace.go:171","msg":"trace[88687357] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"734.885821ms","start":"2026-03-04T02:10:02.717594Z","end":"2026-03-04T02:10:03.45248Z","steps":["trace[88687357] 'process raft request' (duration: 430.396504ms)","trace[88687357] 'compare' (duration: 303.490304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.453171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.32632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:03.453198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.717573Z","time spent":"735.571805ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7249,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:03.453238Z","caller":"traceutil/trace.go:171","msg":"trace[313409542] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22541; }","duration":"323.431671ms","start":"2026-03-04T02:10:03.12979Z","end":"2026-03-04T02:10:03.453222Z","steps":["trace[313409542] 'agreement among raft nodes before linearized reading' (duration: 323.153555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.453235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.310638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:10:03.453292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:03.129773Z","time spent":"323.503553ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:03.453308Z","caller":"traceutil/trace.go:171","msg":"trace[1264556568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22541; }","duration":"718.436571ms","start":"2026-03-04T02:10:02.734854Z","end":"2026-03-04T02:10:03.453291Z","steps":["trace[1264556568] 'agreement among raft nodes before linearized reading' (duration: 718.192745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.453351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:02.734838Z","time spent":"718.504642ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:10:03.706595Z","caller":"traceutil/trace.go:171","msg":"trace[276728986] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"245.918791ms","start":"2026-03-04T02:10:03.460655Z","end":"2026-03-04T02:10:03.706574Z","steps":["trace[276728986] 'process raft request' (duration: 245.804538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:15.94814Z","caller":"traceutil/trace.go:171","msg":"trace[157365108] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"401.980565ms","start":"2026-03-04T02:10:15.54613Z","end":"2026-03-04T02:10:15.94811Z","steps":["trace[157365108] 'process raft request' (duration: 401.76027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.94831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.546105Z","time spent":"402.122028ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:15.949294Z","caller":"traceutil/trace.go:171","msg":"trace[1122893140] linearizableReadLoop","detail":"{readStateIndex:23543; appliedIndex:23541; }","duration":"257.769347ms","start":"2026-03-04T02:10:15.691494Z","end":"2026-03-04T02:10:15.949263Z","steps":["trace[1122893140] 'read index received' (duration: 256.510148ms)","trace[1122893140] 'applied index is now lower than readState.Index' (duration: 1.258339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:15.949335Z","caller":"traceutil/trace.go:171","msg":"trace[12647589] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"332.327012ms","start":"2026-03-04T02:10:15.616982Z","end":"2026-03-04T02:10:15.949309Z","steps":["trace[12647589] 'process raft request' (duration: 332.129368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.949482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.976262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:15.949555Z","caller":"traceutil/trace.go:171","msg":"trace[1663186618] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22761; }","duration":"258.108645ms","start":"2026-03-04T02:10:15.691429Z","end":"2026-03-04T02:10:15.949538Z","steps":["trace[1663186618] 'agreement among raft nodes before linearized reading' (duration: 257.979922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.949568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:15.616939Z","time spent":"332.524236ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:15.949616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.94738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:10:15.949704Z","caller":"traceutil/trace.go:171","msg":"trace[996876178] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:22761; }","duration":"241.059192ms","start":"2026-03-04T02:10:15.708611Z","end":"2026-03-04T02:10:15.949671Z","steps":["trace[996876178] 'agreement among raft nodes before linearized reading' (duration: 240.832667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:15.949721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.782178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:15.949785Z","caller":"traceutil/trace.go:171","msg":"trace[935950352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22761; }","duration":"188.838309ms","start":"2026-03-04T02:10:15.760924Z","end":"2026-03-04T02:10:15.949762Z","steps":["trace[935950352] 'agreement among raft nodes before linearized reading' (duration: 188.674236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.84777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.736093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:20.84787Z","caller":"traceutil/trace.go:171","msg":"trace[1341081594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22800; }","duration":"121.856665ms","start":"2026-03-04T02:10:20.725999Z","end":"2026-03-04T02:10:20.847855Z","steps":["trace[1341081594] 'range keys from in-memory index tree' (duration: 121.721272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.848509Z","caller":"traceutil/trace.go:171","msg":"trace[151113420] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"401.574137ms","start":"2026-03-04T02:10:20.446888Z","end":"2026-03-04T02:10:20.848462Z","steps":["trace[151113420] 'process raft request' (duration: 396.173785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.848728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.446869Z","time spent":"401.735011ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.849285Z","caller":"traceutil/trace.go:171","msg":"trace[1111539908] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"398.816064ms","start":"2026-03-04T02:10:20.450416Z","end":"2026-03-04T02:10:20.849232Z","steps":["trace[1111539908] 'process raft request' (duration: 397.952765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:20.849493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:20.4504Z","time spent":"398.979808ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:20.851483Z","caller":"traceutil/trace.go:171","msg":"trace[1873583000] linearizableReadLoop","detail":"{readStateIndex:23585; appliedIndex:23583; }","duration":"207.662052ms","start":"2026-03-04T02:10:20.643799Z","end":"2026-03-04T02:10:20.851461Z","steps":["trace[1873583000] 'read index received' (duration: 199.339745ms)","trace[1873583000] 'applied index is now lower than readState.Index' (duration: 8.320387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:20.85166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.52528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:20.851662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.850157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:20.851716Z","caller":"traceutil/trace.go:171","msg":"trace[1028721562] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22802; }","duration":"158.630462ms","start":"2026-03-04T02:10:20.693069Z","end":"2026-03-04T02:10:20.851699Z","steps":["trace[1028721562] 'agreement among raft nodes before linearized reading' (duration: 158.53217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:20.851736Z","caller":"traceutil/trace.go:171","msg":"trace[1790031386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22802; }","duration":"207.96962ms","start":"2026-03-04T02:10:20.643748Z","end":"2026-03-04T02:10:20.851718Z","steps":["trace[1790031386] 'agreement among raft nodes before linearized reading' (duration: 207.768235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.022653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.804476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:22.022746Z","caller":"traceutil/trace.go:171","msg":"trace[1666097322] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22805; }","duration":"627.955938ms","start":"2026-03-04T02:10:21.394771Z","end":"2026-03-04T02:10:22.022727Z","steps":["trace[1666097322] 'count revisions from in-memory index tree' (duration: 627.631511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.022791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.394753Z","time spent":"628.02746ms","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:22.022905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.963275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:22.022975Z","caller":"traceutil/trace.go:171","msg":"trace[1494581092] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22805; }","duration":"602.076888ms","start":"2026-03-04T02:10:21.420883Z","end":"2026-03-04T02:10:22.02296Z","steps":["trace[1494581092] 'count revisions from in-memory index tree' (duration: 601.871203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.023006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.420872Z","time spent":"602.127039ms","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:22.023307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.207002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:22.023357Z","caller":"traceutil/trace.go:171","msg":"trace[436951583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22805; }","duration":"133.320554ms","start":"2026-03-04T02:10:21.890025Z","end":"2026-03-04T02:10:22.023345Z","steps":["trace[436951583] 'range keys from in-memory index tree' (duration: 133.066718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.023414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.380926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:22.023434Z","caller":"traceutil/trace.go:171","msg":"trace[1333240810] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22805; }","duration":"411.438598ms","start":"2026-03-04T02:10:21.611989Z","end":"2026-03-04T02:10:22.023428Z","steps":["trace[1333240810] 'count revisions from in-memory index tree' (duration: 411.276024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:22.023449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:21.611969Z","time spent":"411.475608ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:22.525288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.025724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:23.393411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368778853s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:23.393871Z","caller":"traceutil/trace.go:171","msg":"trace[434606496] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"1.383141925s","start":"2026-03-04T02:10:22.010706Z","end":"2026-03-04T02:10:23.393848Z","steps":["trace[434606496] 'process raft request' (duration: 1.383072793s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.393978Z","caller":"traceutil/trace.go:171","msg":"trace[2049484063] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"1.378361467s","start":"2026-03-04T02:10:22.015609Z","end":"2026-03-04T02:10:23.393971Z","steps":["trace[2049484063] 'process raft request' (duration: 1.378204444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.394023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.010698Z","time spent":"1.383248147s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:23.393866Z","caller":"traceutil/trace.go:171","msg":"trace[1433872645] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"1.390785955s","start":"2026-03-04T02:10:22.003046Z","end":"2026-03-04T02:10:23.393832Z","steps":["trace[1433872645] 'process raft request' (duration: 1.39054333s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.394133Z","caller":"traceutil/trace.go:171","msg":"trace[1329049794] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"1.390464719s","start":"2026-03-04T02:10:22.003626Z","end":"2026-03-04T02:10:23.394091Z","steps":["trace[1329049794] 'process raft request' (duration: 1.390110881s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.394089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.015569Z","time spent":"1.378443909s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:23.394233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.003023Z","time spent":"1.391120433s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:23.394304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.003614Z","time spent":"1.390599882s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:23.459173Z","caller":"traceutil/trace.go:171","msg":"trace[1548845091] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"1.432824411s","start":"2026-03-04T02:10:22.026325Z","end":"2026-03-04T02:10:23.459149Z","steps":["trace[1548845091] 'process raft request' (duration: 1.43055587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.459312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.026309Z","time spent":"1.432938454s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:23.459651Z","caller":"traceutil/trace.go:171","msg":"trace[21678009] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"1.431590962s","start":"2026-03-04T02:10:22.02805Z","end":"2026-03-04T02:10:23.459641Z","steps":["trace[21678009] 'process raft request' (duration: 1.431064171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.459708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.028036Z","time spent":"1.431645383s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:23.459784Z","caller":"traceutil/trace.go:171","msg":"trace[1080104614] linearizableReadLoop","detail":"{readStateIndex:23597; appliedIndex:23590; }","duration":"1.434626581s","start":"2026-03-04T02:10:22.025124Z","end":"2026-03-04T02:10:23.45975Z","steps":["trace[1080104614] 'read index received' (duration: 1.368544817s)","trace[1080104614] 'applied index is now lower than readState.Index' (duration: 66.079404ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:23.459876Z","caller":"traceutil/trace.go:171","msg":"trace[1496322844] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"1.031779696s","start":"2026-03-04T02:10:22.42807Z","end":"2026-03-04T02:10:23.459849Z","steps":["trace[1496322844] 'process raft request' (duration: 1.031476679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.45998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434854626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.460028Z","caller":"traceutil/trace.go:171","msg":"trace[444580524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22813; }","duration":"1.435125872s","start":"2026-03-04T02:10:22.024891Z","end":"2026-03-04T02:10:23.460017Z","steps":["trace[444580524] 'agreement among raft nodes before linearized reading' (duration: 1.4350374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.460055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.024861Z","time spent":"1.435188613s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:23.460041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.428045Z","time spent":"1.031905189s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:23.460248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.478978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:23.460299Z","caller":"traceutil/trace.go:171","msg":"trace[1729706482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22813; }","duration":"598.55206ms","start":"2026-03-04T02:10:22.861734Z","end":"2026-03-04T02:10:23.460286Z","steps":["trace[1729706482] 'agreement among raft nodes before linearized reading' (duration: 598.426037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.460332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.861723Z","time spent":"598.59788ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:23.460254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.541704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:23.460398Z","caller":"traceutil/trace.go:171","msg":"trace[1645473817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22813; }","duration":"596.710438ms","start":"2026-03-04T02:10:22.863673Z","end":"2026-03-04T02:10:23.460383Z","steps":["trace[1645473817] 'agreement among raft nodes before linearized reading' (duration: 596.474383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.460446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.86366Z","time spent":"596.775519ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:23.460395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.539589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:23.460479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08004185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:23.460511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.980515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:23.460553Z","caller":"traceutil/trace.go:171","msg":"trace[2130476973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22813; }","duration":"1.080150662s","start":"2026-03-04T02:10:22.380389Z","end":"2026-03-04T02:10:23.460539Z","steps":["trace[2130476973] 'agreement among raft nodes before linearized reading' (duration: 1.079699852s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.460557Z","caller":"traceutil/trace.go:171","msg":"trace[2073675197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22813; }","duration":"814.693232ms","start":"2026-03-04T02:10:22.645835Z","end":"2026-03-04T02:10:23.460528Z","steps":["trace[2073675197] 'agreement among raft nodes before linearized reading' (duration: 814.488827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.460445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.418696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:23.460588Z","caller":"traceutil/trace.go:171","msg":"trace[635110577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22813; }","duration":"606.057297ms","start":"2026-03-04T02:10:22.854511Z","end":"2026-03-04T02:10:23.460568Z","steps":["trace[635110577] 'agreement among raft nodes before linearized reading' (duration: 605.819402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.460635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.854447Z","time spent":"606.178459ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:23.46067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.645774Z","time spent":"814.840425ms","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.460744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.380335Z","time spent":"1.080395117s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.460677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.608567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:23.460899Z","caller":"traceutil/trace.go:171","msg":"trace[710892039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22813; }","duration":"606.101738ms","start":"2026-03-04T02:10:22.854774Z","end":"2026-03-04T02:10:23.460876Z","steps":["trace[710892039] 'agreement among raft nodes before linearized reading' (duration: 605.371322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:23.46098Z","caller":"traceutil/trace.go:171","msg":"trace[1485691712] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22813; }","duration":"651.806215ms","start":"2026-03-04T02:10:22.808809Z","end":"2026-03-04T02:10:23.460615Z","steps":["trace[1485691712] 'agreement among raft nodes before linearized reading' (duration: 651.409196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:23.461087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.808785Z","time spent":"652.287315ms","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:23.461094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:22.854768Z","time spent":"606.262091ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:23.968779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:24.171952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.561654Z","time spent":"610.290883ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:10:24.172794Z","caller":"traceutil/trace.go:171","msg":"trace[226065771] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"707.632077ms","start":"2026-03-04T02:10:23.465133Z","end":"2026-03-04T02:10:24.172766Z","steps":["trace[226065771] 'process raft request' (duration: 700.115399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.172944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.465115Z","time spent":"707.754749ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:24.592549Z","caller":"traceutil/trace.go:171","msg":"trace[261870988] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"1.124647701s","start":"2026-03-04T02:10:23.467874Z","end":"2026-03-04T02:10:24.592522Z","steps":["trace[261870988] 'process raft request' (duration: 1.123660469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.592707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.467846Z","time spent":"1.124788383s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:24.592725Z","caller":"traceutil/trace.go:171","msg":"trace[1492918814] linearizableReadLoop","detail":"{readStateIndex:23601; appliedIndex:23597; }","duration":"1.124244011s","start":"2026-03-04T02:10:23.468439Z","end":"2026-03-04T02:10:24.592683Z","steps":["trace[1492918814] 'read index received' (duration: 696.797935ms)","trace[1492918814] 'applied index is now lower than readState.Index' (duration: 427.444266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:24.59279Z","caller":"traceutil/trace.go:171","msg":"trace[1100137905] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"1.124360224s","start":"2026-03-04T02:10:23.468388Z","end":"2026-03-04T02:10:24.592748Z","steps":["trace[1100137905] 'process raft request' (duration: 1.12416976s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:24.592887Z","caller":"traceutil/trace.go:171","msg":"trace[1034248998] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"562.490499ms","start":"2026-03-04T02:10:24.030377Z","end":"2026-03-04T02:10:24.592867Z","steps":["trace[1034248998] 'process raft request' (duration: 562.242444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:24.592823Z","caller":"traceutil/trace.go:171","msg":"trace[1839783238] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"1.124524637s","start":"2026-03-04T02:10:23.468156Z","end":"2026-03-04T02:10:24.59268Z","steps":["trace[1839783238] 'process raft request' (duration: 1.124264512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.593015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.468379Z","time spent":"1.124508867s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:24.593078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.030355Z","time spent":"562.577921ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:24.593035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124576499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:24.59315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.468138Z","time spent":"1.124928717s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:24.593188Z","caller":"traceutil/trace.go:171","msg":"trace[914555002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22818; }","duration":"1.124747423s","start":"2026-03-04T02:10:23.468409Z","end":"2026-03-04T02:10:24.593157Z","steps":["trace[914555002] 'agreement among raft nodes before linearized reading' (duration: 1.124508778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.593339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.46839Z","time spent":"1.124849165s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:24.593753Z","caller":"traceutil/trace.go:171","msg":"trace[896251469] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"323.390432ms","start":"2026-03-04T02:10:24.270348Z","end":"2026-03-04T02:10:24.593738Z","steps":["trace[896251469] 'process raft request' (duration: 323.277039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.593816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.270322Z","time spent":"323.462823ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:24.593827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.664935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:10:24.593956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.909421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:10:24.593987Z","caller":"traceutil/trace.go:171","msg":"trace[1079115829] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22819; }","duration":"820.84752ms","start":"2026-03-04T02:10:23.773111Z","end":"2026-03-04T02:10:24.593959Z","steps":["trace[1079115829] 'agreement among raft nodes before linearized reading' (duration: 820.611224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:24.594015Z","caller":"traceutil/trace.go:171","msg":"trace[703878253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22819; }","duration":"522.967942ms","start":"2026-03-04T02:10:24.071029Z","end":"2026-03-04T02:10:24.593997Z","steps":["trace[703878253] 'agreement among raft nodes before linearized reading' (duration: 522.795889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:24.594052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:24.070967Z","time spent":"523.077065ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:24.594053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:23.77309Z","time spent":"820.943832ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:10:26.313039Z","caller":"traceutil/trace.go:171","msg":"trace[798391143] linearizableReadLoop","detail":"{readStateIndex:23616; appliedIndex:23615; }","duration":"207.451058ms","start":"2026-03-04T02:10:26.105565Z","end":"2026-03-04T02:10:26.313016Z","steps":["trace[798391143] 'read index received' (duration: 207.198222ms)","trace[798391143] 'applied index is now lower than readState.Index' (duration: 251.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:26.313154Z","caller":"traceutil/trace.go:171","msg":"trace[1911728114] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"348.377881ms","start":"2026-03-04T02:10:25.964764Z","end":"2026-03-04T02:10:26.313142Z","steps":["trace[1911728114] 'process raft request' (duration: 348.082945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.313265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:25.964739Z","time spent":"348.443223ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:26.31337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.604244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:26.313413Z","caller":"traceutil/trace.go:171","msg":"trace[277274131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22831; }","duration":"135.683576ms","start":"2026-03-04T02:10:26.177719Z","end":"2026-03-04T02:10:26.313403Z","steps":["trace[277274131] 'agreement among raft nodes before linearized reading' (duration: 135.565484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:26.313668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.098513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:26.3137Z","caller":"traceutil/trace.go:171","msg":"trace[730683309] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:22831; }","duration":"208.168695ms","start":"2026-03-04T02:10:26.105523Z","end":"2026-03-04T02:10:26.313692Z","steps":["trace[730683309] 'agreement among raft nodes before linearized reading' (duration: 208.119963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.093764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:27.288793Z","caller":"traceutil/trace.go:171","msg":"trace[1561959955] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"971.131914ms","start":"2026-03-04T02:10:26.317639Z","end":"2026-03-04T02:10:27.288771Z","steps":["trace[1561959955] 'process raft request' (duration: 970.987741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.288935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.317621Z","time spent":"971.241787ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:27.353415Z","caller":"traceutil/trace.go:171","msg":"trace[1924962464] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23616; }","duration":"760.461244ms","start":"2026-03-04T02:10:26.592929Z","end":"2026-03-04T02:10:27.353391Z","steps":["trace[1924962464] 'read index received' (duration: 695.762252ms)","trace[1924962464] 'applied index is now lower than readState.Index' (duration: 64.698112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:27.353687Z","caller":"traceutil/trace.go:171","msg":"trace[613992759] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"753.842325ms","start":"2026-03-04T02:10:26.599831Z","end":"2026-03-04T02:10:27.353674Z","steps":["trace[613992759] 'process raft request' (duration: 753.460787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.353784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.599813Z","time spent":"753.911397ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:27.354006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.078968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:27.354049Z","caller":"traceutil/trace.go:171","msg":"trace[1006821085] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22833; }","duration":"761.16982ms","start":"2026-03-04T02:10:26.592868Z","end":"2026-03-04T02:10:27.354038Z","steps":["trace[1006821085] 'agreement among raft nodes before linearized reading' (duration: 761.082199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.354083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.592845Z","time spent":"761.229991ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:27.35419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.611137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:27.354289Z","caller":"traceutil/trace.go:171","msg":"trace[239903674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22833; }","duration":"756.748661ms","start":"2026-03-04T02:10:26.597528Z","end":"2026-03-04T02:10:27.354277Z","steps":["trace[239903674] 'agreement among raft nodes before linearized reading' (duration: 756.529876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.354316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.597515Z","time spent":"756.795862ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:27.354592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.453702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:27.354615Z","caller":"traceutil/trace.go:171","msg":"trace[1949771658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22833; }","duration":"176.503623ms","start":"2026-03-04T02:10:27.178104Z","end":"2026-03-04T02:10:27.354608Z","steps":["trace[1949771658] 'agreement among raft nodes before linearized reading' (duration: 176.469642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.354729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.268696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:27.354748Z","caller":"traceutil/trace.go:171","msg":"trace[2095557131] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22833; }","duration":"473.328827ms","start":"2026-03-04T02:10:26.881415Z","end":"2026-03-04T02:10:27.354743Z","steps":["trace[2095557131] 'agreement among raft nodes before linearized reading' (duration: 473.287666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.354762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.881391Z","time spent":"473.366778ms","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:27.35489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.786691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:27.354935Z","caller":"traceutil/trace.go:171","msg":"trace[403883250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22833; }","duration":"756.856573ms","start":"2026-03-04T02:10:26.598068Z","end":"2026-03-04T02:10:27.354925Z","steps":["trace[403883250] 'agreement among raft nodes before linearized reading' (duration: 756.72123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.354965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.598054Z","time spent":"756.903874ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:27.354975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.779938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:27.354997Z","caller":"traceutil/trace.go:171","msg":"trace[405930162] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22833; }","duration":"706.832759ms","start":"2026-03-04T02:10:26.648158Z","end":"2026-03-04T02:10:27.354991Z","steps":["trace[405930162] 'agreement among raft nodes before linearized reading' (duration: 706.739857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.355015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.648143Z","time spent":"706.86844ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:27.355146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.494112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:27.355185Z","caller":"traceutil/trace.go:171","msg":"trace[1627917572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22833; }","duration":"755.552463ms","start":"2026-03-04T02:10:26.599623Z","end":"2026-03-04T02:10:27.355175Z","steps":["trace[1627917572] 'agreement among raft nodes before linearized reading' (duration: 755.460691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.355214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:26.599612Z","time spent":"755.594934ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:10:27.705612Z","caller":"traceutil/trace.go:171","msg":"trace[533829566] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"347.505512ms","start":"2026-03-04T02:10:27.358079Z","end":"2026-03-04T02:10:27.705584Z","steps":["trace[533829566] 'process raft request' (duration: 346.199783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:27.705749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.358069Z","time spent":"347.610984ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.595963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.672648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:28.596318Z","caller":"traceutil/trace.go:171","msg":"trace[1531430119] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"1.188618617s","start":"2026-03-04T02:10:27.407687Z","end":"2026-03-04T02:10:28.596305Z","steps":["trace[1531430119] 'process raft request' (duration: 1.188567826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.596368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.40767Z","time spent":"1.188674898s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:28.596467Z","caller":"traceutil/trace.go:171","msg":"trace[535444577] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"1.234057596s","start":"2026-03-04T02:10:27.362366Z","end":"2026-03-04T02:10:28.596423Z","steps":["trace[535444577] 'process raft request' (duration: 1.233807571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.596612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.362347Z","time spent":"1.23419026s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:28.596636Z","caller":"traceutil/trace.go:171","msg":"trace[1294678719] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"1.190757016s","start":"2026-03-04T02:10:27.40585Z","end":"2026-03-04T02:10:28.596607Z","steps":["trace[1294678719] 'process raft request' (duration: 1.190349307s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.596665Z","caller":"traceutil/trace.go:171","msg":"trace[1542416926] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"1.235274864s","start":"2026-03-04T02:10:27.361375Z","end":"2026-03-04T02:10:28.59665Z","steps":["trace[1542416926] 'process raft request' (duration: 1.234735882s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.596676Z","caller":"traceutil/trace.go:171","msg":"trace[1287773125] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"1.190039758s","start":"2026-03-04T02:10:27.406603Z","end":"2026-03-04T02:10:28.596643Z","steps":["trace[1287773125] 'process raft request' (duration: 1.189621129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.596728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.361368Z","time spent":"1.235330995s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.596732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.405832Z","time spent":"1.190849217s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:28.596713Z","caller":"traceutil/trace.go:171","msg":"trace[829742923] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"1.237384141s","start":"2026-03-04T02:10:27.359298Z","end":"2026-03-04T02:10:28.596682Z","steps":["trace[829742923] 'process raft request' (duration: 1.236738347s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.59672Z","caller":"traceutil/trace.go:171","msg":"trace[1047972149] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"1.237907094s","start":"2026-03-04T02:10:27.358788Z","end":"2026-03-04T02:10:28.596695Z","steps":["trace[1047972149] 'process raft request' (duration: 672.432438ms)","trace[1047972149] 'compare' (duration: 564.186187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:28.596832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.406589Z","time spent":"1.190162931s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.596867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.358781Z","time spent":"1.238001436s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.596867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.359279Z","time spent":"1.237503115s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:28.596705Z","caller":"traceutil/trace.go:171","msg":"trace[157867910] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"1.234594139s","start":"2026-03-04T02:10:27.362074Z","end":"2026-03-04T02:10:28.596668Z","steps":["trace[157867910] 'process raft request' (duration: 1.234073177s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:28.597043Z","caller":"traceutil/trace.go:171","msg":"trace[1621236061] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"1.187598024s","start":"2026-03-04T02:10:27.409434Z","end":"2026-03-04T02:10:28.597032Z","steps":["trace[1621236061] 'process raft request' (duration: 1.186843226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.362055Z","time spent":"1.234919357s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.597096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.409411Z","time spent":"1.187655456s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:28.597176Z","caller":"traceutil/trace.go:171","msg":"trace[380550842] linearizableReadLoop","detail":"{readStateIndex:23624; appliedIndex:23618; }","duration":"1.203110863s","start":"2026-03-04T02:10:27.394047Z","end":"2026-03-04T02:10:28.597158Z","steps":["trace[380550842] 'read index received' (duration: 310.244925ms)","trace[380550842] 'applied index is now lower than readState.Index' (duration: 892.864758ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:28.597241Z","caller":"traceutil/trace.go:171","msg":"trace[1782714357] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"1.117367498s","start":"2026-03-04T02:10:27.479855Z","end":"2026-03-04T02:10:28.597223Z","steps":["trace[1782714357] 'process raft request' (duration: 1.117141243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.479837Z","time spent":"1.117433359s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:28.597294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203223225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.597352Z","caller":"traceutil/trace.go:171","msg":"trace[2011302948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22844; }","duration":"1.203327438s","start":"2026-03-04T02:10:27.394011Z","end":"2026-03-04T02:10:28.597338Z","steps":["trace[2011302948] 'agreement among raft nodes before linearized reading' (duration: 1.203220105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.393999Z","time spent":"1.203384989s","remote":"127.0.0.1:59530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:28.597382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.985805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:28.597486Z","caller":"traceutil/trace.go:171","msg":"trace[1662534900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22844; }","duration":"944.069317ms","start":"2026-03-04T02:10:27.653358Z","end":"2026-03-04T02:10:28.597427Z","steps":["trace[1662534900] 'agreement among raft nodes before linearized reading' (duration: 943.955464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124652532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:28.597605Z","caller":"traceutil/trace.go:171","msg":"trace[1859159507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22844; }","duration":"1.124762914s","start":"2026-03-04T02:10:27.472828Z","end":"2026-03-04T02:10:28.59759Z","steps":["trace[1859159507] 'agreement among raft nodes before linearized reading' (duration: 1.124480168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.571234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:28.597654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.472807Z","time spent":"1.124834315s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:28.597658Z","caller":"traceutil/trace.go:171","msg":"trace[276869533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22844; }","duration":"710.622126ms","start":"2026-03-04T02:10:27.887024Z","end":"2026-03-04T02:10:28.597646Z","steps":["trace[276869533] 'agreement among raft nodes before linearized reading' (duration: 710.550014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.597544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.653299Z","time spent":"944.23126ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:28.597701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.886962Z","time spent":"710.728558ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:28.597561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121446599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:28.597759Z","caller":"traceutil/trace.go:171","msg":"trace[602454411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22844; }","duration":"1.121668835s","start":"2026-03-04T02:10:27.476081Z","end":"2026-03-04T02:10:28.59775Z","steps":["trace[602454411] 'agreement among raft nodes before linearized reading' (duration: 1.121342138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:28.59779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:27.476068Z","time spent":"1.121715146s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:29.278206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.772034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:29.278316Z","caller":"traceutil/trace.go:171","msg":"trace[1806047260] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"676.112201ms","start":"2026-03-04T02:10:28.602178Z","end":"2026-03-04T02:10:29.27829Z","steps":["trace[1806047260] 'process raft request' (duration: 326.187824ms)","trace[1806047260] 'compare' (duration: 349.260672ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:29.278401Z","caller":"traceutil/trace.go:171","msg":"trace[725100182] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"671.269562ms","start":"2026-03-04T02:10:28.607119Z","end":"2026-03-04T02:10:29.278389Z","steps":["trace[725100182] 'process raft request' (duration: 671.18573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.278405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.602159Z","time spent":"676.203493ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:29.278469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.607105Z","time spent":"671.330343ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:29.278448Z","caller":"traceutil/trace.go:171","msg":"trace[894099510] linearizableReadLoop","detail":"{readStateIndex:23630; appliedIndex:23629; }","duration":"675.318142ms","start":"2026-03-04T02:10:28.603096Z","end":"2026-03-04T02:10:29.278414Z","steps":["trace[894099510] 'read index received' (duration: 325.282433ms)","trace[894099510] 'applied index is now lower than readState.Index' (duration: 350.032609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:29.278588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.470276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18998167326c68ee\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-04T02:10:29.278616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.508636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:29.278647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.115317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:29.278727Z","caller":"traceutil/trace.go:171","msg":"trace[704304229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22846; }","duration":"389.238039ms","start":"2026-03-04T02:10:28.889472Z","end":"2026-03-04T02:10:29.27871Z","steps":["trace[704304229] 'agreement among raft nodes before linearized reading' (duration: 389.106486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.278657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.546489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:29.278798Z","caller":"traceutil/trace.go:171","msg":"trace[40977200] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22846; }","duration":"280.717572ms","start":"2026-03-04T02:10:28.998068Z","end":"2026-03-04T02:10:29.278786Z","steps":["trace[40977200] 'agreement among raft nodes before linearized reading' (duration: 280.536088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.278791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.889453Z","time spent":"389.319701ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:29.278666Z","caller":"traceutil/trace.go:171","msg":"trace[1136982591] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22846; }","duration":"675.589059ms","start":"2026-03-04T02:10:28.603064Z","end":"2026-03-04T02:10:29.278653Z","steps":["trace[1136982591] 'agreement among raft nodes before linearized reading' (duration: 675.505377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.278905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.60305Z","time spent":"675.822533ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:10:29.278667Z","caller":"traceutil/trace.go:171","msg":"trace[1854824819] range","detail":"{range_begin:/registry/events/openstack/container-infra.18998167326c68ee; range_end:; response_count:1; response_revision:22846; }","duration":"675.582548ms","start":"2026-03-04T02:10:28.603065Z","end":"2026-03-04T02:10:29.278647Z","steps":["trace[1854824819] 'agreement among raft nodes before linearized reading' (duration: 675.363804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:29.279025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:28.603047Z","time spent":"675.950266ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18998167326c68ee\" "} {"level":"warn","ts":"2026-03-04T02:10:29.785007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:30.285942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:30.364582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.656367Z","time spent":"708.208312ms","remote":"127.0.0.1:39392","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:30.618845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336955858s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:30.61926Z","caller":"traceutil/trace.go:171","msg":"trace[1767515399] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"1.337435358s","start":"2026-03-04T02:10:29.2818Z","end":"2026-03-04T02:10:30.619236Z","steps":["trace[1767515399] 'process raft request' (duration: 1.337282465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:30.619389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.281786Z","time spent":"1.33753598s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:31.255374Z","caller":"traceutil/trace.go:171","msg":"trace[770261393] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"1.892248676s","start":"2026-03-04T02:10:29.363095Z","end":"2026-03-04T02:10:31.255344Z","steps":["trace[770261393] 'process raft request' (duration: 1.891978639s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.2554Z","caller":"traceutil/trace.go:171","msg":"trace[478009978] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"654.772592ms","start":"2026-03-04T02:10:30.600595Z","end":"2026-03-04T02:10:31.255367Z","steps":["trace[478009978] 'process raft request' (duration: 654.637048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.255516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.600571Z","time spent":"654.880624ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.255529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.363074Z","time spent":"1.892370419s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:31.255578Z","caller":"traceutil/trace.go:171","msg":"trace[611385334] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"650.630209ms","start":"2026-03-04T02:10:30.604936Z","end":"2026-03-04T02:10:31.255566Z","steps":["trace[611385334] 'process raft request' (duration: 650.373714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.25537Z","caller":"traceutil/trace.go:171","msg":"trace[1200190396] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"650.512486ms","start":"2026-03-04T02:10:30.60483Z","end":"2026-03-04T02:10:31.255343Z","steps":["trace[1200190396] 'process raft request' (duration: 650.436654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.255701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.604923Z","time spent":"650.709951ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.255744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.604819Z","time spent":"650.899895ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:31.255766Z","caller":"traceutil/trace.go:171","msg":"trace[24311638] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"650.709881ms","start":"2026-03-04T02:10:30.605051Z","end":"2026-03-04T02:10:31.255761Z","steps":["trace[24311638] 'process raft request' (duration: 650.469775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.255801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.605043Z","time spent":"650.742061ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:31.255936Z","caller":"traceutil/trace.go:171","msg":"trace[120203385] linearizableReadLoop","detail":"{readStateIndex:23633; appliedIndex:23631; }","duration":"1.971592047s","start":"2026-03-04T02:10:29.284336Z","end":"2026-03-04T02:10:31.255928Z","steps":["trace[120203385] 'read index received' (duration: 1.334740398s)","trace[120203385] 'applied index is now lower than readState.Index' (duration: 636.850419ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:31.255995Z","caller":"traceutil/trace.go:171","msg":"trace[849409886] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"650.64352ms","start":"2026-03-04T02:10:30.60534Z","end":"2026-03-04T02:10:31.255984Z","steps":["trace[849409886] 'process raft request' (duration: 650.375484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.256047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.605322Z","time spent":"650.7005ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.256133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971796092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.256157Z","caller":"traceutil/trace.go:171","msg":"trace[354254478] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22853; }","duration":"1.971842262s","start":"2026-03-04T02:10:29.284307Z","end":"2026-03-04T02:10:31.256149Z","steps":["trace[354254478] 'agreement among raft nodes before linearized reading' (duration: 1.971801041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.256176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.284291Z","time spent":"1.971880584s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:31.763045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.295829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:10:31.763222Z","caller":"traceutil/trace.go:171","msg":"trace[2067556904] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23638; }","duration":"507.251019ms","start":"2026-03-04T02:10:31.255959Z","end":"2026-03-04T02:10:31.76321Z","steps":["trace[2067556904] 'read index received' (duration: 133.296612ms)","trace[2067556904] 'applied index is now lower than readState.Index' (duration: 373.953757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:31.763572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.306538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.763594Z","caller":"traceutil/trace.go:171","msg":"trace[1172418603] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22853; }","duration":"783.381789ms","start":"2026-03-04T02:10:30.980205Z","end":"2026-03-04T02:10:31.763587Z","steps":["trace[1172418603] 'agreement among raft nodes before linearized reading' (duration: 783.311758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.763618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.980175Z","time spent":"783.435581ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:31.763738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.408855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.76376Z","caller":"traceutil/trace.go:171","msg":"trace[989252644] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22853; }","duration":"863.473567ms","start":"2026-03-04T02:10:30.900279Z","end":"2026-03-04T02:10:31.763752Z","steps":["trace[989252644] 'agreement among raft nodes before linearized reading' (duration: 863.445646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.763773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.90025Z","time spent":"863.519058ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:31.763906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141146451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18998167c6828e48\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-04T02:10:31.763921Z","caller":"traceutil/trace.go:171","msg":"trace[466226705] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18998167c6828e48; range_end:; response_count:1; response_revision:22853; }","duration":"1.141193993s","start":"2026-03-04T02:10:30.622723Z","end":"2026-03-04T02:10:31.763917Z","steps":["trace[466226705] 'agreement among raft nodes before linearized reading' (duration: 1.141124431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.763933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.622708Z","time spent":"1.141222793s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18998167c6828e48\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397536031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T02:10:31.764066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459303428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:10:31.764091Z","caller":"traceutil/trace.go:171","msg":"trace[1794483386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22853; }","duration":"2.397622932s","start":"2026-03-04T02:10:29.366453Z","end":"2026-03-04T02:10:31.764076Z","steps":["trace[1794483386] 'agreement among raft nodes before linearized reading' (duration: 2.397450308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.482392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:31.764119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.366442Z","time spent":"2.397673024s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-04T02:10:31.76412Z","caller":"traceutil/trace.go:171","msg":"trace[1565032179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22853; }","duration":"2.459355979s","start":"2026-03-04T02:10:29.304748Z","end":"2026-03-04T02:10:31.764104Z","steps":["trace[1565032179] 'agreement among raft nodes before linearized reading' (duration: 2.459222786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.30471Z","time spent":"2.459445431s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159426242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:31.764203Z","caller":"traceutil/trace.go:171","msg":"trace[347060290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22854; }","duration":"1.159495144s","start":"2026-03-04T02:10:30.6047Z","end":"2026-03-04T02:10:31.764195Z","steps":["trace[347060290] 'agreement among raft nodes before linearized reading' (duration: 1.159450193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04834196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:31.764251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276439409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:31.764271Z","caller":"traceutil/trace.go:171","msg":"trace[1361922049] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22854; }","duration":"1.276458359s","start":"2026-03-04T02:10:30.487808Z","end":"2026-03-04T02:10:31.764266Z","steps":["trace[1361922049] 'agreement among raft nodes before linearized reading' (duration: 1.276427309s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.764279Z","caller":"traceutil/trace.go:171","msg":"trace[1597755781] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"446.567646ms","start":"2026-03-04T02:10:31.317705Z","end":"2026-03-04T02:10:31.764273Z","steps":["trace[1597755781] 'process raft request' (duration: 445.422851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.76428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064999994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:31.764322Z","caller":"traceutil/trace.go:171","msg":"trace[1125668448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22854; }","duration":"2.065064965s","start":"2026-03-04T02:10:29.699248Z","end":"2026-03-04T02:10:31.764313Z","steps":["trace[1125668448] 'agreement among raft nodes before linearized reading' (duration: 2.064993314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.317674Z","time spent":"446.623888ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:31.76433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878313742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:31.764354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.699236Z","time spent":"2.065111937s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:31.764358Z","caller":"traceutil/trace.go:171","msg":"trace[1637425812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22854; }","duration":"1.878368163s","start":"2026-03-04T02:10:29.885982Z","end":"2026-03-04T02:10:31.76435Z","steps":["trace[1637425812] 'agreement among raft nodes before linearized reading' (duration: 1.878319292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.010065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:31.764397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.885967Z","time spent":"1.878423304s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053904975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:31.764423Z","caller":"traceutil/trace.go:171","msg":"trace[1394921717] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22854; }","duration":"271.069977ms","start":"2026-03-04T02:10:31.493348Z","end":"2026-03-04T02:10:31.764418Z","steps":["trace[1394921717] 'agreement among raft nodes before linearized reading' (duration: 271.032816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:31.764436Z","caller":"traceutil/trace.go:171","msg":"trace[1801072871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22854; }","duration":"2.054062649s","start":"2026-03-04T02:10:29.710366Z","end":"2026-03-04T02:10:31.764429Z","steps":["trace[1801072871] 'agreement among raft nodes before linearized reading' (duration: 2.053872415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.710313Z","time spent":"2.05413843s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:31.764135Z","caller":"traceutil/trace.go:171","msg":"trace[1075387985] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22854; }","duration":"502.529323ms","start":"2026-03-04T02:10:31.261599Z","end":"2026-03-04T02:10:31.764129Z","steps":["trace[1075387985] 'agreement among raft nodes before linearized reading' (duration: 502.472312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.76452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.261586Z","time spent":"502.925572ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.652567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:31.764266Z","caller":"traceutil/trace.go:171","msg":"trace[1864492703] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22854; }","duration":"2.048459323s","start":"2026-03-04T02:10:29.715789Z","end":"2026-03-04T02:10:31.764248Z","steps":["trace[1864492703] 'agreement among raft nodes before linearized reading' (duration: 2.048271429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:29.71578Z","time spent":"2.04880787s","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:31.764587Z","caller":"traceutil/trace.go:171","msg":"trace[819819492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22854; }","duration":"482.747029ms","start":"2026-03-04T02:10:31.281826Z","end":"2026-03-04T02:10:31.764573Z","steps":["trace[819819492] 'agreement among raft nodes before linearized reading' (duration: 482.649487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.604687Z","time spent":"1.159533524s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.487747Z","time spent":"1.276538171s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:31.764646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.281806Z","time spent":"482.81438ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:31.764138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157001917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:31.764871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.996098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:31.764931Z","caller":"traceutil/trace.go:171","msg":"trace[1968935310] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22854; }","duration":"460.101781ms","start":"2026-03-04T02:10:31.304816Z","end":"2026-03-04T02:10:31.764918Z","steps":["trace[1968935310] 'agreement among raft nodes before linearized reading' (duration: 459.866046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.764036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55842358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:31.765027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.304796Z","time spent":"460.217983ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:31.765059Z","caller":"traceutil/trace.go:171","msg":"trace[717447796] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22853; }","duration":"1.559939964s","start":"2026-03-04T02:10:30.205111Z","end":"2026-03-04T02:10:31.765051Z","steps":["trace[717447796] 'agreement among raft nodes before linearized reading' (duration: 1.558818029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.765099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.205093Z","time spent":"1.559987534s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:31.764904Z","caller":"traceutil/trace.go:171","msg":"trace[899384012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22854; }","duration":"1.157753904s","start":"2026-03-04T02:10:30.607106Z","end":"2026-03-04T02:10:31.76486Z","steps":["trace[899384012] 'agreement among raft nodes before linearized reading' (duration: 1.156960657s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.765443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:30.60709Z","time spent":"1.158305227s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:31.76474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.807035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:31.765604Z","caller":"traceutil/trace.go:171","msg":"trace[1184635624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22854; }","duration":"473.694206ms","start":"2026-03-04T02:10:31.291903Z","end":"2026-03-04T02:10:31.765597Z","steps":["trace[1184635624] 'agreement among raft nodes before linearized reading' (duration: 472.810435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:31.765626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.29189Z","time spent":"473.725996ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:32.35811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.411312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:32.358202Z","caller":"traceutil/trace.go:171","msg":"trace[1283904009] linearizableReadLoop","detail":"{readStateIndex:23641; appliedIndex:23640; }","duration":"590.297684ms","start":"2026-03-04T02:10:31.767888Z","end":"2026-03-04T02:10:32.358186Z","steps":["trace[1283904009] 'read index received' (duration: 270.795501ms)","trace[1283904009] 'applied index is now lower than readState.Index' (duration: 319.500483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:32.358269Z","caller":"traceutil/trace.go:171","msg":"trace[433725870] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"591.663334ms","start":"2026-03-04T02:10:31.766593Z","end":"2026-03-04T02:10:32.358256Z","steps":["trace[433725870] 'process raft request' (duration: 271.996277ms)","trace[433725870] 'compare' (duration: 318.563942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.358325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.76657Z","time spent":"591.724305ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.35839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.492098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:10:32.358448Z","caller":"traceutil/trace.go:171","msg":"trace[1356332099] range","detail":"{range_begin:/registry/persistentvolumes/pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe; range_end:; response_count:1; response_revision:22855; }","duration":"590.59528ms","start":"2026-03-04T02:10:31.767838Z","end":"2026-03-04T02:10:32.358433Z","steps":["trace[1356332099] 'agreement among raft nodes before linearized reading' (duration: 590.434917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.358489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.76782Z","time spent":"590.660742ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-988af7f9-5d58-4b51-9a60-bca4e0c0edbe\" "} {"level":"warn","ts":"2026-03-04T02:10:32.98395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.694151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:32.984176Z","caller":"traceutil/trace.go:171","msg":"trace[504802024] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"1.214329545s","start":"2026-03-04T02:10:31.76983Z","end":"2026-03-04T02:10:32.984159Z","steps":["trace[504802024] 'process raft request' (duration: 1.214231393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.984251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.769822Z","time spent":"1.214396656s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:32.98442Z","caller":"traceutil/trace.go:171","msg":"trace[1383253280] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"1.214311654s","start":"2026-03-04T02:10:31.77009Z","end":"2026-03-04T02:10:32.984402Z","steps":["trace[1383253280] 'process raft request' (duration: 1.214032358s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.984434Z","caller":"traceutil/trace.go:171","msg":"trace[1928571294] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"1.21498327s","start":"2026-03-04T02:10:31.769438Z","end":"2026-03-04T02:10:32.984421Z","steps":["trace[1928571294] 'process raft request' (duration: 868.739546ms)","trace[1928571294] 'compare' (duration: 345.368153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.984507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.770082Z","time spent":"1.214384236s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.984513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.769427Z","time spent":"1.215056271s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:32.984934Z","caller":"traceutil/trace.go:171","msg":"trace[390941089] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"1.214697333s","start":"2026-03-04T02:10:31.770216Z","end":"2026-03-04T02:10:32.984914Z","steps":["trace[390941089] 'process raft request' (duration: 1.21413184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.985023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.770212Z","time spent":"1.214775665s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:32.985072Z","caller":"traceutil/trace.go:171","msg":"trace[6267963] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"1.213905875s","start":"2026-03-04T02:10:31.771143Z","end":"2026-03-04T02:10:32.985049Z","steps":["trace[6267963] 'process raft request' (duration: 1.213740791s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.985103Z","caller":"traceutil/trace.go:171","msg":"trace[24774457] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"1.214305154s","start":"2026-03-04T02:10:31.770786Z","end":"2026-03-04T02:10:32.985091Z","steps":["trace[24774457] 'process raft request' (duration: 1.214018937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.98518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.771135Z","time spent":"1.213997536s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:32.985216Z","caller":"traceutil/trace.go:171","msg":"trace[891484854] linearizableReadLoop","detail":"{readStateIndex:23647; appliedIndex:23641; }","duration":"626.963727ms","start":"2026-03-04T02:10:32.358224Z","end":"2026-03-04T02:10:32.985187Z","steps":["trace[891484854] 'read index received' (duration: 279.967026ms)","trace[891484854] 'applied index is now lower than readState.Index' (duration: 346.994161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:32.98521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.770781Z","time spent":"1.214365045s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:32.98533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211597053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:32.985382Z","caller":"traceutil/trace.go:171","msg":"trace[928964205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22862; }","duration":"1.211654774s","start":"2026-03-04T02:10:31.773712Z","end":"2026-03-04T02:10:32.985367Z","steps":["trace[928964205] 'agreement among raft nodes before linearized reading' (duration: 1.211575322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.985437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.773708Z","time spent":"1.211715045s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:32.985446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216151095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:10:32.985484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.272383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:10:32.985497Z","caller":"traceutil/trace.go:171","msg":"trace[465938171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22862; }","duration":"1.216242057s","start":"2026-03-04T02:10:31.769239Z","end":"2026-03-04T02:10:32.985481Z","steps":["trace[465938171] 'agreement among raft nodes before linearized reading' (duration: 1.216102254s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:32.985033Z","caller":"traceutil/trace.go:171","msg":"trace[1243936142] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"494.392601ms","start":"2026-03-04T02:10:32.490622Z","end":"2026-03-04T02:10:32.985014Z","steps":["trace[1243936142] 'process raft request' (duration: 494.327209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.985586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:31.769227Z","time spent":"1.216346689s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:32.985521Z","caller":"traceutil/trace.go:171","msg":"trace[1089878821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22862; }","duration":"623.345875ms","start":"2026-03-04T02:10:32.36216Z","end":"2026-03-04T02:10:32.985506Z","steps":["trace[1089878821] 'agreement among raft nodes before linearized reading' (duration: 623.222432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:32.985654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.362138Z","time spent":"623.512259ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:32.985876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:32.490602Z","time spent":"495.003534ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:33.972841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.029432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:33.972975Z","caller":"traceutil/trace.go:171","msg":"trace[2073335989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22862; }","duration":"889.182035ms","start":"2026-03-04T02:10:33.083758Z","end":"2026-03-04T02:10:33.97294Z","steps":["trace[2073335989] 'range keys from in-memory index tree' (duration: 887.692271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:33.973021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.083743Z","time spent":"889.266577ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:33.994664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:34.219732Z","caller":"traceutil/trace.go:171","msg":"trace[516287372] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"957.464597ms","start":"2026-03-04T02:10:33.261883Z","end":"2026-03-04T02:10:34.219348Z","steps":["trace[516287372] 'process raft request' (duration: 957.271933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.219869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.261858Z","time spent":"957.943478ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.890464Z","caller":"traceutil/trace.go:171","msg":"trace[428932176] linearizableReadLoop","detail":"{readStateIndex:23654; appliedIndex:23648; }","duration":"1.396802911s","start":"2026-03-04T02:10:33.493643Z","end":"2026-03-04T02:10:34.890446Z","steps":["trace[428932176] 'read index received' (duration: 725.54922ms)","trace[428932176] 'applied index is now lower than readState.Index' (duration: 671.252881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:34.890647Z","caller":"traceutil/trace.go:171","msg":"trace[514355964] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"1.625379623s","start":"2026-03-04T02:10:33.265259Z","end":"2026-03-04T02:10:34.890639Z","steps":["trace[514355964] 'process raft request' (duration: 1.625124938s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:34.890626Z","caller":"traceutil/trace.go:171","msg":"trace[415819878] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"1.626124999s","start":"2026-03-04T02:10:33.264476Z","end":"2026-03-04T02:10:34.890601Z","steps":["trace[415819878] 'process raft request' (duration: 1.625883854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.890728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.265247Z","time spent":"1.625428234s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.890753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.26445Z","time spent":"1.626233182s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.890855Z","caller":"traceutil/trace.go:171","msg":"trace[1758540834] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"1.623659074s","start":"2026-03-04T02:10:33.267189Z","end":"2026-03-04T02:10:34.890848Z","steps":["trace[1758540834] 'process raft request' (duration: 1.623224914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.890898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.26718Z","time spent":"1.623696546s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.890972Z","caller":"traceutil/trace.go:171","msg":"trace[2029771921] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"1.626801824s","start":"2026-03-04T02:10:33.264155Z","end":"2026-03-04T02:10:34.890957Z","steps":["trace[2029771921] 'process raft request' (duration: 1.626083048s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.891051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.264142Z","time spent":"1.626864156s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:34.891235Z","caller":"traceutil/trace.go:171","msg":"trace[511264440] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"1.626994499s","start":"2026-03-04T02:10:33.26423Z","end":"2026-03-04T02:10:34.891224Z","steps":["trace[511264440] 'process raft request' (duration: 1.626101579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.8913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.264221Z","time spent":"1.62704613s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:34.892792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399141544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:34.892831Z","caller":"traceutil/trace.go:171","msg":"trace[422436153] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22868; }","duration":"1.399222026s","start":"2026-03-04T02:10:33.4936Z","end":"2026-03-04T02:10:34.892822Z","steps":["trace[422436153] 'agreement among raft nodes before linearized reading' (duration: 1.397551398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.892857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.493582Z","time spent":"1.399265736s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2698,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:34.936549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.874915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.936689Z","caller":"traceutil/trace.go:171","msg":"trace[546310306] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22869; }","duration":"146.05944ms","start":"2026-03-04T02:10:34.790607Z","end":"2026-03-04T02:10:34.936666Z","steps":["trace[546310306] 'agreement among raft nodes before linearized reading' (duration: 145.885886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.937098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.78044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.937166Z","caller":"traceutil/trace.go:171","msg":"trace[905184919] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22869; }","duration":"278.890372ms","start":"2026-03-04T02:10:34.658259Z","end":"2026-03-04T02:10:34.93715Z","steps":["trace[905184919] 'agreement among raft nodes before linearized reading' (duration: 278.78125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.937534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.076586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:34.93765Z","caller":"traceutil/trace.go:171","msg":"trace[2010556865] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22869; }","duration":"642.229659ms","start":"2026-03-04T02:10:34.295407Z","end":"2026-03-04T02:10:34.937637Z","steps":["trace[2010556865] 'agreement among raft nodes before linearized reading' (duration: 642.047945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.937764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.295387Z","time spent":"642.361212ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:34.937662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375517574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.937874Z","caller":"traceutil/trace.go:171","msg":"trace[2012268697] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22869; }","duration":"1.375764639s","start":"2026-03-04T02:10:33.562097Z","end":"2026-03-04T02:10:34.937861Z","steps":["trace[2012268697] 'agreement among raft nodes before linearized reading' (duration: 1.375522614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.937931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.562038Z","time spent":"1.375867462s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:34.937762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.813902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:10:34.93798Z","caller":"traceutil/trace.go:171","msg":"trace[576665800] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22869; }","duration":"961.078058ms","start":"2026-03-04T02:10:33.976887Z","end":"2026-03-04T02:10:34.937965Z","steps":["trace[576665800] 'agreement among raft nodes before linearized reading' (duration: 960.70935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.938024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:33.97687Z","time spent":"961.14712ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:10:34.937812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.621686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:34.938179Z","caller":"traceutil/trace.go:171","msg":"trace[510109682] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22869; }","duration":"748.082896ms","start":"2026-03-04T02:10:34.190084Z","end":"2026-03-04T02:10:34.938167Z","steps":["trace[510109682] 'agreement among raft nodes before linearized reading' (duration: 747.650436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:34.938221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.190067Z","time spent":"748.127537ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:35.698071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.009889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:35.698153Z","caller":"traceutil/trace.go:171","msg":"trace[1289043930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22869; }","duration":"709.131751ms","start":"2026-03-04T02:10:34.988999Z","end":"2026-03-04T02:10:35.69813Z","steps":["trace[1289043930] 'range keys from in-memory index tree' (duration: 708.857186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.698194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.988984Z","time spent":"709.200713ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:35.698458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.364298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:35.698488Z","caller":"traceutil/trace.go:171","msg":"trace[1636775309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22869; }","duration":"709.426019ms","start":"2026-03-04T02:10:34.989051Z","end":"2026-03-04T02:10:35.698477Z","steps":["trace[1636775309] 'range keys from in-memory index tree' (duration: 709.229805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.698514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.989035Z","time spent":"709.472381ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:35.698827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.715556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:35.698901Z","caller":"traceutil/trace.go:171","msg":"trace[142539663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22869; }","duration":"709.835028ms","start":"2026-03-04T02:10:34.989048Z","end":"2026-03-04T02:10:35.698883Z","steps":["trace[142539663] 'range keys from in-memory index tree' (duration: 709.506381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.698941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.989032Z","time spent":"709.89829ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:35.699104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.09178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:10:35.699107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.625823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:35.69918Z","caller":"traceutil/trace.go:171","msg":"trace[127742785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22869; }","duration":"709.721566ms","start":"2026-03-04T02:10:34.989441Z","end":"2026-03-04T02:10:35.699163Z","steps":["trace[127742785] 'range keys from in-memory index tree' (duration: 709.478099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.699219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.989432Z","time spent":"709.778777ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:35.699138Z","caller":"traceutil/trace.go:171","msg":"trace[1941656225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22869; }","duration":"709.149422ms","start":"2026-03-04T02:10:34.989978Z","end":"2026-03-04T02:10:35.699127Z","steps":["trace[1941656225] 'range keys from in-memory index tree' (duration: 708.991208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.699348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.989965Z","time spent":"709.368207ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:35.699361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.92969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:35.699394Z","caller":"traceutil/trace.go:171","msg":"trace[742145910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22869; }","duration":"709.973201ms","start":"2026-03-04T02:10:34.989411Z","end":"2026-03-04T02:10:35.699384Z","steps":["trace[742145910] 'range keys from in-memory index tree' (duration: 709.825958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:35.699427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:34.989405Z","time spent":"710.011372ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:35.699573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.844524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:35.699624Z","caller":"traceutil/trace.go:171","msg":"trace[491392312] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"535.724128ms","start":"2026-03-04T02:10:35.163887Z","end":"2026-03-04T02:10:35.699611Z","steps":["trace[491392312] 'process raft request' (duration: 202.786132ms)","trace[491392312] 'compare' (duration: 331.36488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:35.699673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.16386Z","time spent":"535.78833ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:36.337145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.052255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:36.337361Z","caller":"traceutil/trace.go:171","msg":"trace[1178545569] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"629.939504ms","start":"2026-03-04T02:10:35.70738Z","end":"2026-03-04T02:10:36.337319Z","steps":["trace[1178545569] 'process raft request' (duration: 305.51092ms)","trace[1178545569] 'compare' (duration: 323.575784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:36.338084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.707361Z","time spent":"630.647589ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:37.216915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.876396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:37.217162Z","caller":"traceutil/trace.go:171","msg":"trace[1095060040] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"1.509382699s","start":"2026-03-04T02:10:35.707756Z","end":"2026-03-04T02:10:37.217138Z","steps":["trace[1095060040] 'process raft request' (duration: 947.203277ms)","trace[1095060040] 'compare' (duration: 561.582128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:37.217244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.707745Z","time spent":"1.509466601s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.217694Z","caller":"traceutil/trace.go:171","msg":"trace[1698419956] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"1.50986977s","start":"2026-03-04T02:10:35.707801Z","end":"2026-03-04T02:10:37.21767Z","steps":["trace[1698419956] 'process raft request' (duration: 1.509253996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.21783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.707796Z","time spent":"1.509961672s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.217756Z","caller":"traceutil/trace.go:171","msg":"trace[1377233695] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"1.50988917s","start":"2026-03-04T02:10:35.707839Z","end":"2026-03-04T02:10:37.217728Z","steps":["trace[1377233695] 'process raft request' (duration: 1.509734287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:37.218028Z","caller":"traceutil/trace.go:171","msg":"trace[491832242] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"991.45586ms","start":"2026-03-04T02:10:36.226556Z","end":"2026-03-04T02:10:37.218011Z","steps":["trace[491832242] 'process raft request' (duration: 991.322377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.218069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507389184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:10:37.218111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.226528Z","time spent":"991.549753ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.218103Z","caller":"traceutil/trace.go:171","msg":"trace[2061129775] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:22878; }","duration":"1.507458476s","start":"2026-03-04T02:10:35.710635Z","end":"2026-03-04T02:10:37.218093Z","steps":["trace[2061129775] 'agreement among raft nodes before linearized reading' (duration: 1.507328363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.218161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.710624Z","time spent":"1.507528097s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T02:10:37.217947Z","caller":"traceutil/trace.go:171","msg":"trace[1289298715] linearizableReadLoop","detail":"{readStateIndex:23662; appliedIndex:23656; }","duration":"1.507257762s","start":"2026-03-04T02:10:35.710679Z","end":"2026-03-04T02:10:37.217936Z","steps":["trace[1289298715] 'read index received' (duration: 302.263017ms)","trace[1289298715] 'applied index is now lower than readState.Index' (duration: 1.204993555s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:37.217944Z","caller":"traceutil/trace.go:171","msg":"trace[116613227] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"1.507495356s","start":"2026-03-04T02:10:35.71042Z","end":"2026-03-04T02:10:37.217916Z","steps":["trace[116613227] 'process raft request' (duration: 1.507381684s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:37.217951Z","caller":"traceutil/trace.go:171","msg":"trace[674245460] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"1.50898221s","start":"2026-03-04T02:10:35.708937Z","end":"2026-03-04T02:10:37.217919Z","steps":["trace[674245460] 'process raft request' (duration: 1.508738805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.218337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.710382Z","time spent":"1.507874825s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:37.218416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.708917Z","time spent":"1.50945938s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:37.218389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.707814Z","time spent":"1.510258659s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.218002Z","caller":"traceutil/trace.go:171","msg":"trace[1109350162] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"447.59686ms","start":"2026-03-04T02:10:36.770386Z","end":"2026-03-04T02:10:37.217983Z","steps":["trace[1109350162] 'process raft request' (duration: 447.541969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.218538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.770367Z","time spent":"448.124082ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:37.718993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:37.885748Z","caller":"traceutil/trace.go:171","msg":"trace[745447172] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"987.827348ms","start":"2026-03-04T02:10:36.897904Z","end":"2026-03-04T02:10:37.885731Z","steps":["trace[745447172] 'process raft request' (duration: 987.805087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.885855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.897662Z","time spent":"988.134305ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.886083Z","caller":"traceutil/trace.go:171","msg":"trace[471087321] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"989.609238ms","start":"2026-03-04T02:10:36.896467Z","end":"2026-03-04T02:10:37.886077Z","steps":["trace[471087321] 'process raft request' (duration: 989.039046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.886117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.896442Z","time spent":"989.65942ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.886187Z","caller":"traceutil/trace.go:171","msg":"trace[996013358] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"989.454316ms","start":"2026-03-04T02:10:36.896729Z","end":"2026-03-04T02:10:37.886183Z","steps":["trace[996013358] 'process raft request' (duration: 988.911353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.886218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.896713Z","time spent":"989.488287ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.88628Z","caller":"traceutil/trace.go:171","msg":"trace[2033252346] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"989.009965ms","start":"2026-03-04T02:10:36.897265Z","end":"2026-03-04T02:10:37.886275Z","steps":["trace[2033252346] 'process raft request' (duration: 988.40256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.886306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.89726Z","time spent":"989.033526ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:37.886367Z","caller":"traceutil/trace.go:171","msg":"trace[2003967659] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"988.715799ms","start":"2026-03-04T02:10:36.897646Z","end":"2026-03-04T02:10:37.886362Z","steps":["trace[2003967659] 'process raft request' (duration: 988.043573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:37.886394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.897635Z","time spent":"988.744959ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:38.602176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.957596ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:10:38.602265Z","caller":"traceutil/trace.go:171","msg":"trace[280150932] linearizableReadLoop","detail":"{readStateIndex:23670; appliedIndex:23664; }","duration":"1.384043964s","start":"2026-03-04T02:10:37.218201Z","end":"2026-03-04T02:10:38.602245Z","steps":["trace[280150932] 'read index received' (duration: 667.373733ms)","trace[280150932] 'applied index is now lower than readState.Index' (duration: 716.668721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:38.602339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.219703Z","time spent":"1.382632112s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:38.602538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715355904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.602578Z","caller":"traceutil/trace.go:171","msg":"trace[1635486415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22883; }","duration":"1.715433805s","start":"2026-03-04T02:10:36.887133Z","end":"2026-03-04T02:10:38.602567Z","steps":["trace[1635486415] 'agreement among raft nodes before linearized reading' (duration: 1.715361123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.602609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.887112Z","time spent":"1.715486676s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:38.602769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620712211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.602807Z","caller":"traceutil/trace.go:171","msg":"trace[1865671521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22883; }","duration":"2.620786952s","start":"2026-03-04T02:10:35.982011Z","end":"2026-03-04T02:10:38.602798Z","steps":["trace[1865671521] 'agreement among raft nodes before linearized reading' (duration: 2.62072828s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.602819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82921482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.602835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.98199Z","time spent":"2.620836583s","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:38.602853Z","caller":"traceutil/trace.go:171","msg":"trace[1900070932] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22883; }","duration":"1.829272452s","start":"2026-03-04T02:10:36.773569Z","end":"2026-03-04T02:10:38.602842Z","steps":["trace[1900070932] 'agreement among raft nodes before linearized reading' (duration: 1.829228661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.60288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.773557Z","time spent":"1.829314382s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.602929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134592637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:38.603015Z","caller":"traceutil/trace.go:171","msg":"trace[1959199736] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22883; }","duration":"2.134724879s","start":"2026-03-04T02:10:36.468265Z","end":"2026-03-04T02:10:38.60299Z","steps":["trace[1959199736] 'agreement among raft nodes before linearized reading' (duration: 2.134549575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.60303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262545379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.603067Z","caller":"traceutil/trace.go:171","msg":"trace[755979268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22883; }","duration":"2.26263088s","start":"2026-03-04T02:10:36.340423Z","end":"2026-03-04T02:10:38.603054Z","steps":["trace[755979268] 'agreement among raft nodes before linearized reading' (duration: 2.262579579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.468247Z","time spent":"2.134806231s","remote":"127.0.0.1:56386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854676931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.603101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.340402Z","time spent":"2.262689122s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688925482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:38.60314Z","caller":"traceutil/trace.go:171","msg":"trace[1720909479] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22883; }","duration":"1.854784404s","start":"2026-03-04T02:10:36.748329Z","end":"2026-03-04T02:10:38.603114Z","steps":["trace[1720909479] 'agreement among raft nodes before linearized reading' (duration: 1.85462568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.603158Z","caller":"traceutil/trace.go:171","msg":"trace[1763883572] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22883; }","duration":"2.689030954s","start":"2026-03-04T02:10:35.914113Z","end":"2026-03-04T02:10:38.603144Z","steps":["trace[1763883572] 'agreement among raft nodes before linearized reading' (duration: 2.688795109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:35.914092Z","time spent":"2.689095605s","remote":"127.0.0.1:57002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.602776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267187363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.603258Z","caller":"traceutil/trace.go:171","msg":"trace[360443524] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22883; }","duration":"2.267668104s","start":"2026-03-04T02:10:36.335575Z","end":"2026-03-04T02:10:38.603243Z","steps":["trace[360443524] 'agreement among raft nodes before linearized reading' (duration: 2.267001219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.335516Z","time spent":"2.267777018s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:36.74827Z","time spent":"1.854914437s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279376575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.603494Z","caller":"traceutil/trace.go:171","msg":"trace[2069182736] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22883; }","duration":"1.279451957s","start":"2026-03-04T02:10:37.32403Z","end":"2026-03-04T02:10:38.603482Z","steps":["trace[2069182736] 'agreement among raft nodes before linearized reading' (duration: 1.279393846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.324011Z","time spent":"1.279505468s","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.329278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:38.603657Z","caller":"traceutil/trace.go:171","msg":"trace[1324097244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22883; }","duration":"714.466371ms","start":"2026-03-04T02:10:37.889174Z","end":"2026-03-04T02:10:38.60364Z","steps":["trace[1324097244] 'agreement among raft nodes before linearized reading' (duration: 714.333838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.88915Z","time spent":"714.540744ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.376859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:10:38.603767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.385998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:38.603786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.04235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:10:38.6038Z","caller":"traceutil/trace.go:171","msg":"trace[53614228] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22883; }","duration":"713.434819ms","start":"2026-03-04T02:10:37.890355Z","end":"2026-03-04T02:10:38.603789Z","steps":["trace[53614228] 'agreement among raft nodes before linearized reading' (duration: 713.386118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.603797Z","caller":"traceutil/trace.go:171","msg":"trace[63644397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22883; }","duration":"261.481672ms","start":"2026-03-04T02:10:38.342304Z","end":"2026-03-04T02:10:38.603786Z","steps":["trace[63644397] 'agreement among raft nodes before linearized reading' (duration: 261.312008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:38.60382Z","caller":"traceutil/trace.go:171","msg":"trace[1420518365] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22883; }","duration":"905.134512ms","start":"2026-03-04T02:10:37.698677Z","end":"2026-03-04T02:10:38.603812Z","steps":["trace[1420518365] 'agreement among raft nodes before linearized reading' (duration: 904.971259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.890347Z","time spent":"713.472759ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:38.603829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.922523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:38.603849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.698657Z","time spent":"905.183324ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:38.603885Z","caller":"traceutil/trace.go:171","msg":"trace[143102957] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22883; }","duration":"903.010036ms","start":"2026-03-04T02:10:37.700859Z","end":"2026-03-04T02:10:38.603869Z","steps":["trace[143102957] 'agreement among raft nodes before linearized reading' (duration: 902.920164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:38.603937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:37.700842Z","time spent":"903.075547ms","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:39.719442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071382976s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:39.791004Z","caller":"traceutil/trace.go:171","msg":"trace[2092946745] linearizableReadLoop","detail":"{readStateIndex:23672; appliedIndex:23670; }","duration":"1.177392795s","start":"2026-03-04T02:10:38.613582Z","end":"2026-03-04T02:10:39.790974Z","steps":["trace[2092946745] 'read index received' (duration: 34.493924ms)","trace[2092946745] 'applied index is now lower than readState.Index' (duration: 1.142896931s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:39.791141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177545219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:39.791119Z","caller":"traceutil/trace.go:171","msg":"trace[842737540] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"1.182252795s","start":"2026-03-04T02:10:38.608823Z","end":"2026-03-04T02:10:39.791075Z","steps":["trace[842737540] 'process raft request' (duration: 1.11079388s)","trace[842737540] 'compare' (duration: 71.103086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:39.791318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.608806Z","time spent":"1.182420808s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:39.791177Z","caller":"traceutil/trace.go:171","msg":"trace[785833866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22885; }","duration":"1.177611251s","start":"2026-03-04T02:10:38.613557Z","end":"2026-03-04T02:10:39.791168Z","steps":["trace[785833866] 'agreement among raft nodes before linearized reading' (duration: 1.177528789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.791622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.613549Z","time spent":"1.178054451s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:39.813279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.435541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:39.813346Z","caller":"traceutil/trace.go:171","msg":"trace[1618328172] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22886; }","duration":"539.547663ms","start":"2026-03-04T02:10:39.273782Z","end":"2026-03-04T02:10:39.81333Z","steps":["trace[1618328172] 'agreement among raft nodes before linearized reading' (duration: 539.43339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.273765Z","time spent":"539.609005ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:39.813402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.794254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:10:39.813432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.698531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:39.813456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.39785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:39.813484Z","caller":"traceutil/trace.go:171","msg":"trace[667324158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22886; }","duration":"590.915788ms","start":"2026-03-04T02:10:39.222549Z","end":"2026-03-04T02:10:39.813464Z","steps":["trace[667324158] 'agreement among raft nodes before linearized reading' (duration: 590.644911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.391686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:39.813519Z","caller":"traceutil/trace.go:171","msg":"trace[569266008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22886; }","duration":"592.491424ms","start":"2026-03-04T02:10:39.22101Z","end":"2026-03-04T02:10:39.813501Z","steps":["trace[569266008] 'agreement among raft nodes before linearized reading' (duration: 592.295708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:39.813523Z","caller":"traceutil/trace.go:171","msg":"trace[841644877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22886; }","duration":"590.838456ms","start":"2026-03-04T02:10:39.222666Z","end":"2026-03-04T02:10:39.813504Z","steps":["trace[841644877] 'agreement among raft nodes before linearized reading' (duration: 590.584389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.74784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:39.81357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.222643Z","time spent":"590.918298ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:39.813566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.220995Z","time spent":"592.561105ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:10:39.813612Z","caller":"traceutil/trace.go:171","msg":"trace[1384791880] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"589.047977ms","start":"2026-03-04T02:10:39.224554Z","end":"2026-03-04T02:10:39.813602Z","steps":["trace[1384791880] 'process raft request' (duration: 588.375311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055961699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:39.813617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.971869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:39.81366Z","caller":"traceutil/trace.go:171","msg":"trace[1128026399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22886; }","duration":"591.03343ms","start":"2026-03-04T02:10:39.222618Z","end":"2026-03-04T02:10:39.813651Z","steps":["trace[1128026399] 'agreement among raft nodes before linearized reading' (duration: 590.929868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.222536Z","time spent":"590.980819ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:10:39.813664Z","caller":"traceutil/trace.go:171","msg":"trace[566007640] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22886; }","duration":"1.05600707s","start":"2026-03-04T02:10:38.757641Z","end":"2026-03-04T02:10:39.813648Z","steps":["trace[566007640] 'agreement among raft nodes before linearized reading' (duration: 1.055942348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.222609Z","time spent":"591.078991ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:39.813703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.224535Z","time spent":"589.110418ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:39.813613Z","caller":"traceutil/trace.go:171","msg":"trace[311292529] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22886; }","duration":"731.855043ms","start":"2026-03-04T02:10:39.08174Z","end":"2026-03-04T02:10:39.813595Z","steps":["trace[311292529] 'agreement among raft nodes before linearized reading' (duration: 731.73548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162423739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:10:39.81372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.447015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:10:39.813744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.081719Z","time spent":"732.016636ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:39.813554Z","caller":"traceutil/trace.go:171","msg":"trace[1271542674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22886; }","duration":"590.477997ms","start":"2026-03-04T02:10:39.223064Z","end":"2026-03-04T02:10:39.813542Z","steps":["trace[1271542674] 'agreement among raft nodes before linearized reading' (duration: 590.333963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:39.813766Z","caller":"traceutil/trace.go:171","msg":"trace[1066070916] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22886; }","duration":"1.162676855s","start":"2026-03-04T02:10:38.651073Z","end":"2026-03-04T02:10:39.81375Z","steps":["trace[1066070916] 'agreement among raft nodes before linearized reading' (duration: 1.162365507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:39.813809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.651054Z","time spent":"1.162743066s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:10:39.813807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.223048Z","time spent":"590.743894ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:39.813709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:38.757586Z","time spent":"1.056114872s","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:39.813764Z","caller":"traceutil/trace.go:171","msg":"trace[363651177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22886; }","duration":"206.525247ms","start":"2026-03-04T02:10:39.607229Z","end":"2026-03-04T02:10:39.813754Z","steps":["trace[363651177] 'agreement among raft nodes before linearized reading' (duration: 206.410845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.56272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.416342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:40.562899Z","caller":"traceutil/trace.go:171","msg":"trace[623789825] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"743.298919ms","start":"2026-03-04T02:10:39.819586Z","end":"2026-03-04T02:10:40.562885Z","steps":["trace[623789825] 'process raft request' (duration: 743.218897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.56295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.81956Z","time spent":"743.366159ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563109Z","caller":"traceutil/trace.go:171","msg":"trace[1039893324] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"744.002984ms","start":"2026-03-04T02:10:39.819095Z","end":"2026-03-04T02:10:40.563098Z","steps":["trace[1039893324] 'process raft request' (duration: 342.142782ms)","trace[1039893324] 'compare' (duration: 399.032159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:40.56315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.819058Z","time spent":"744.068056ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563149Z","caller":"traceutil/trace.go:171","msg":"trace[1864678036] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"743.445952ms","start":"2026-03-04T02:10:39.81968Z","end":"2026-03-04T02:10:40.563126Z","steps":["trace[1864678036] 'process raft request' (duration: 743.176526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.56326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.819671Z","time spent":"743.525753ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563479Z","caller":"traceutil/trace.go:171","msg":"trace[466849306] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"743.727107ms","start":"2026-03-04T02:10:39.819743Z","end":"2026-03-04T02:10:40.56347Z","steps":["trace[466849306] 'process raft request' (duration: 743.316168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.563528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.819733Z","time spent":"743.768499ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563645Z","caller":"traceutil/trace.go:171","msg":"trace[1726107064] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"743.83523ms","start":"2026-03-04T02:10:39.819802Z","end":"2026-03-04T02:10:40.563638Z","steps":["trace[1726107064] 'process raft request' (duration: 743.626496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.563689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.819794Z","time spent":"743.871631ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563835Z","caller":"traceutil/trace.go:171","msg":"trace[391502555] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"743.782269ms","start":"2026-03-04T02:10:39.820044Z","end":"2026-03-04T02:10:40.563826Z","steps":["trace[391502555] 'process raft request' (duration: 743.561785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.563878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.820035Z","time spent":"743.82045ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.563967Z","caller":"traceutil/trace.go:171","msg":"trace[120540157] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"671.646489ms","start":"2026-03-04T02:10:39.892313Z","end":"2026-03-04T02:10:40.563959Z","steps":["trace[120540157] 'process raft request' (duration: 671.469275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.89228Z","time spent":"671.705351ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564105Z","caller":"traceutil/trace.go:171","msg":"trace[153950768] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"671.558287ms","start":"2026-03-04T02:10:39.892538Z","end":"2026-03-04T02:10:40.564096Z","steps":["trace[153950768] 'process raft request' (duration: 671.387354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.892514Z","time spent":"671.609619ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564217Z","caller":"traceutil/trace.go:171","msg":"trace[100228228] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"671.65602ms","start":"2026-03-04T02:10:39.892554Z","end":"2026-03-04T02:10:40.56421Z","steps":["trace[100228228] 'process raft request' (duration: 671.509377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.892536Z","time spent":"671.699281ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564355Z","caller":"traceutil/trace.go:171","msg":"trace[1422764677] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"671.339344ms","start":"2026-03-04T02:10:39.893005Z","end":"2026-03-04T02:10:40.564345Z","steps":["trace[1422764677] 'process raft request' (duration: 671.177639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.892994Z","time spent":"671.379335ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564417Z","caller":"traceutil/trace.go:171","msg":"trace[1005797192] linearizableReadLoop","detail":"{readStateIndex:23679; appliedIndex:23673; }","duration":"741.649912ms","start":"2026-03-04T02:10:39.822759Z","end":"2026-03-04T02:10:40.564409Z","steps":["trace[1005797192] 'read index received' (duration: 338.49307ms)","trace[1005797192] 'applied index is now lower than readState.Index' (duration: 403.156252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:40.564503Z","caller":"traceutil/trace.go:171","msg":"trace[1475221483] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"671.552808ms","start":"2026-03-04T02:10:39.892943Z","end":"2026-03-04T02:10:40.564496Z","steps":["trace[1475221483] 'process raft request' (duration: 671.369134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.771155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:40.564532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.892916Z","time spent":"671.60098ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:40.564549Z","caller":"traceutil/trace.go:171","msg":"trace[522491545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22897; }","duration":"741.807885ms","start":"2026-03-04T02:10:39.822733Z","end":"2026-03-04T02:10:40.564541Z","steps":["trace[522491545] 'agreement among raft nodes before linearized reading' (duration: 741.768744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.564568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.822723Z","time spent":"741.841137ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:40.611333Z","caller":"traceutil/trace.go:171","msg":"trace[765164829] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"116.180028ms","start":"2026-03-04T02:10:40.495101Z","end":"2026-03-04T02:10:40.611281Z","steps":["trace[765164829] 'process raft request' (duration: 115.959403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.611463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.116699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:40.61149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.139617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:40.611607Z","caller":"traceutil/trace.go:171","msg":"trace[1246570474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22898; }","duration":"654.321471ms","start":"2026-03-04T02:10:39.957261Z","end":"2026-03-04T02:10:40.611583Z","steps":["trace[1246570474] 'agreement among raft nodes before linearized reading' (duration: 653.999054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:40.611539Z","caller":"traceutil/trace.go:171","msg":"trace[1161821297] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22898; }","duration":"182.254592ms","start":"2026-03-04T02:10:40.429264Z","end":"2026-03-04T02:10:40.611519Z","steps":["trace[1161821297] 'agreement among raft nodes before linearized reading' (duration: 182.040127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:40.611665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:39.957242Z","time spent":"654.413342ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:41.087225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.242091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:41.087537Z","caller":"traceutil/trace.go:171","msg":"trace[2109204789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22898; }","duration":"406.62275ms","start":"2026-03-04T02:10:40.680893Z","end":"2026-03-04T02:10:41.087515Z","steps":["trace[2109204789] 'range keys from in-memory index tree' (duration: 406.093018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:41.087243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.155589ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:41.087597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.680855Z","time spent":"406.725662ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:10:41.087641Z","caller":"traceutil/trace.go:171","msg":"trace[342186821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22898; }","duration":"361.556058ms","start":"2026-03-04T02:10:40.726058Z","end":"2026-03-04T02:10:41.087614Z","steps":["trace[342186821] 'range keys from in-memory index tree' (duration: 361.138229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:41.220629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.439691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:10:41.220866Z","caller":"traceutil/trace.go:171","msg":"trace[417105000] linearizableReadLoop","detail":"{readStateIndex:23686; appliedIndex:23685; }","duration":"377.478025ms","start":"2026-03-04T02:10:40.843363Z","end":"2026-03-04T02:10:41.220841Z","steps":["trace[417105000] 'read index received' (duration: 241.738197ms)","trace[417105000] 'applied index is now lower than readState.Index' (duration: 135.737238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:41.221043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.208819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:41.221066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.176514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:41.221095Z","caller":"traceutil/trace.go:171","msg":"trace[1936444872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22898; }","duration":"332.307762ms","start":"2026-03-04T02:10:40.888774Z","end":"2026-03-04T02:10:41.221082Z","steps":["trace[1936444872] 'agreement among raft nodes before linearized reading' (duration: 332.21637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:41.221102Z","caller":"traceutil/trace.go:171","msg":"trace[658756218] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22898; }","duration":"130.257395ms","start":"2026-03-04T02:10:41.090833Z","end":"2026-03-04T02:10:41.22109Z","steps":["trace[658756218] 'agreement among raft nodes before linearized reading' (duration: 130.161003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:41.22107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.67054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:41.221123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.888754Z","time spent":"332.363603ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:41.221169Z","caller":"traceutil/trace.go:171","msg":"trace[973968031] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22898; }","duration":"377.828383ms","start":"2026-03-04T02:10:40.84332Z","end":"2026-03-04T02:10:41.221149Z","steps":["trace[973968031] 'agreement among raft nodes before linearized reading' (duration: 377.609678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:41.221228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:40.843299Z","time spent":"377.913196ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:42.075444Z","caller":"traceutil/trace.go:171","msg":"trace[1398654837] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"276.616411ms","start":"2026-03-04T02:10:41.798799Z","end":"2026-03-04T02:10:42.075416Z","steps":["trace[1398654837] 'process raft request' (duration: 275.465926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:42.101772Z","caller":"traceutil/trace.go:171","msg":"trace[1336801748] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"282.366849ms","start":"2026-03-04T02:10:41.819384Z","end":"2026-03-04T02:10:42.101751Z","steps":["trace[1336801748] 'process raft request' (duration: 282.143634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.921043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.370857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:42.921137Z","caller":"traceutil/trace.go:171","msg":"trace[1315740458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22900; }","duration":"713.509721ms","start":"2026-03-04T02:10:42.207604Z","end":"2026-03-04T02:10:42.921114Z","steps":["trace[1315740458] 'range keys from in-memory index tree' (duration: 713.223164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:42.921185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.207584Z","time spent":"713.586642ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:43.025472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:10:43.2772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054111687s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:10:43.277664Z","caller":"traceutil/trace.go:171","msg":"trace[572758725] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"1.054630458s","start":"2026-03-04T02:10:42.222982Z","end":"2026-03-04T02:10:43.277612Z","steps":["trace[572758725] 'process raft request' (duration: 1.054400963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.277861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.222956Z","time spent":"1.054807063s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:43.993406Z","caller":"traceutil/trace.go:171","msg":"trace[682798600] linearizableReadLoop","detail":"{readStateIndex:23694; appliedIndex:23688; }","duration":"1.46846199s","start":"2026-03-04T02:10:42.524924Z","end":"2026-03-04T02:10:43.993386Z","steps":["trace[682798600] 'read index received' (duration: 752.462014ms)","trace[682798600] 'applied index is now lower than readState.Index' (duration: 715.998856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:43.993624Z","caller":"traceutil/trace.go:171","msg":"trace[79090101] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"1.423841159s","start":"2026-03-04T02:10:42.56977Z","end":"2026-03-04T02:10:43.993611Z","steps":["trace[79090101] 'process raft request' (duration: 1.400139817s)","trace[79090101] 'compare' (duration: 23.071957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:43.993714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.569754Z","time spent":"1.42389648s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:43.993856Z","caller":"traceutil/trace.go:171","msg":"trace[773548108] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"1.423997693s","start":"2026-03-04T02:10:42.56985Z","end":"2026-03-04T02:10:43.993848Z","steps":["trace[773548108] 'process raft request' (duration: 1.423373089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.993896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.569831Z","time spent":"1.424044493s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:43.99394Z","caller":"traceutil/trace.go:171","msg":"trace[1661850634] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"1.423782106s","start":"2026-03-04T02:10:42.570103Z","end":"2026-03-04T02:10:43.993885Z","steps":["trace[1661850634] 'process raft request' (duration: 1.423194173s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.99392Z","caller":"traceutil/trace.go:171","msg":"trace[2131495962] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"1.423777586s","start":"2026-03-04T02:10:42.570101Z","end":"2026-03-04T02:10:43.993879Z","steps":["trace[2131495962] 'process raft request' (duration: 1.423223864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.343737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:43.994093Z","caller":"traceutil/trace.go:171","msg":"trace[487515249] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22906; }","duration":"130.417179ms","start":"2026-03-04T02:10:43.863669Z","end":"2026-03-04T02:10:43.994086Z","steps":["trace[487515249] 'agreement among raft nodes before linearized reading' (duration: 130.366588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.570095Z","time spent":"1.42393085s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:43.994256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.423959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:10:43.99428Z","caller":"traceutil/trace.go:171","msg":"trace[1007622130] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22906; }","duration":"387.48886ms","start":"2026-03-04T02:10:43.606786Z","end":"2026-03-04T02:10:43.994274Z","steps":["trace[1007622130] 'agreement among raft nodes before linearized reading' (duration: 387.399688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.606761Z","time spent":"387.532701ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:10:43.994294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.570086Z","time spent":"1.423979852s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:43.994322Z","caller":"traceutil/trace.go:171","msg":"trace[2031338230] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"1.423822668s","start":"2026-03-04T02:10:42.570488Z","end":"2026-03-04T02:10:43.99431Z","steps":["trace[2031338230] 'process raft request' (duration: 1.422870227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.974227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:43.994378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.570477Z","time spent":"1.423872129s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:43.994392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424335219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:10:43.994425Z","caller":"traceutil/trace.go:171","msg":"trace[1380105871] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22906; }","duration":"672.08162ms","start":"2026-03-04T02:10:43.322323Z","end":"2026-03-04T02:10:43.994404Z","steps":["trace[1380105871] 'agreement among raft nodes before linearized reading' (duration: 671.976498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.99444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176259809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:43.994454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10587465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:43.99449Z","caller":"traceutil/trace.go:171","msg":"trace[1285414708] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22906; }","duration":"1.176352582s","start":"2026-03-04T02:10:42.818123Z","end":"2026-03-04T02:10:43.994476Z","steps":["trace[1285414708] 'agreement among raft nodes before linearized reading' (duration: 1.17627904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426230052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:10:43.994533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.818099Z","time spent":"1.176420964s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:43.994547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42660746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:10:43.994594Z","caller":"traceutil/trace.go:171","msg":"trace[875738911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22906; }","duration":"1.426726603s","start":"2026-03-04T02:10:42.567851Z","end":"2026-03-04T02:10:43.994578Z","steps":["trace[875738911] 'agreement among raft nodes before linearized reading' (duration: 1.426451877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426583379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:10:43.994489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.322307Z","time spent":"672.167422ms","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:43.994639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.56783Z","time spent":"1.426800844s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:10:43.99465Z","caller":"traceutil/trace.go:171","msg":"trace[222686801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22906; }","duration":"1.426657931s","start":"2026-03-04T02:10:42.567981Z","end":"2026-03-04T02:10:43.994639Z","steps":["trace[222686801] 'agreement among raft nodes before linearized reading' (duration: 1.426245732s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.994554Z","caller":"traceutil/trace.go:171","msg":"trace[1445977517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22906; }","duration":"1.426311354s","start":"2026-03-04T02:10:42.568234Z","end":"2026-03-04T02:10:43.994546Z","steps":["trace[1445977517] 'agreement among raft nodes before linearized reading' (duration: 1.42613379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.567948Z","time spent":"1.426726533s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:43.994457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.213784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:10:43.994716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.568214Z","time spent":"1.426488338s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:43.994519Z","caller":"traceutil/trace.go:171","msg":"trace[579408323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22906; }","duration":"1.105968341s","start":"2026-03-04T02:10:42.888536Z","end":"2026-03-04T02:10:43.994504Z","steps":["trace[579408323] 'agreement among raft nodes before linearized reading' (duration: 1.105863709s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.994759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.888523Z","time spent":"1.106228098s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:43.994721Z","caller":"traceutil/trace.go:171","msg":"trace[541505581] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22906; }","duration":"391.520201ms","start":"2026-03-04T02:10:43.603192Z","end":"2026-03-04T02:10:43.994712Z","steps":["trace[541505581] 'agreement among raft nodes before linearized reading' (duration: 391.083891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.995002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.603173Z","time spent":"391.820087ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:10:43.994443Z","caller":"traceutil/trace.go:171","msg":"trace[1601804328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22906; }","duration":"1.424409351s","start":"2026-03-04T02:10:42.570019Z","end":"2026-03-04T02:10:43.994429Z","steps":["trace[1601804328] 'agreement among raft nodes before linearized reading' (duration: 1.424201866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.995054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.570011Z","time spent":"1.425028465s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:43.995021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469341931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:43.995434Z","caller":"traceutil/trace.go:171","msg":"trace[1702878223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22906; }","duration":"1.470513426s","start":"2026-03-04T02:10:42.524904Z","end":"2026-03-04T02:10:43.995418Z","steps":["trace[1702878223] 'agreement among raft nodes before linearized reading' (duration: 1.468958982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.996154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.524845Z","time spent":"1.471285574s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:43.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426073778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:43.996292Z","caller":"traceutil/trace.go:171","msg":"trace[321250357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22906; }","duration":"1.427142833s","start":"2026-03-04T02:10:42.569127Z","end":"2026-03-04T02:10:43.99627Z","steps":["trace[321250357] 'agreement among raft nodes before linearized reading' (duration: 1.425270901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.996358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:42.56912Z","time spent":"1.427216565s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:43.997746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.051361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268868"} {"level":"info","ts":"2026-03-04T02:10:43.997787Z","caller":"traceutil/trace.go:171","msg":"trace[648933433] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22906; }","duration":"942.134803ms","start":"2026-03-04T02:10:43.055644Z","end":"2026-03-04T02:10:43.997779Z","steps":["trace[648933433] 'agreement among raft nodes before linearized reading' (duration: 938.8755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.997809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.055626Z","time spent":"942.177854ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268892,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:10:44.502219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:44.64789Z","caller":"traceutil/trace.go:171","msg":"trace[1539835327] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"647.943277ms","start":"2026-03-04T02:10:43.999915Z","end":"2026-03-04T02:10:44.647858Z","steps":["trace[1539835327] 'process raft request' (duration: 587.47785ms)","trace[1539835327] 'compare' (duration: 60.11733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:44.648232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.9999Z","time spent":"648.06816ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:45.779566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.974238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:45.779855Z","caller":"traceutil/trace.go:171","msg":"trace[1691305262] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"1.779094245s","start":"2026-03-04T02:10:44.000742Z","end":"2026-03-04T02:10:45.779836Z","steps":["trace[1691305262] 'process raft request' (duration: 1.778971552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.779935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.000734Z","time spent":"1.779164416s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.780124Z","caller":"traceutil/trace.go:171","msg":"trace[2137695178] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"1.779568875s","start":"2026-03-04T02:10:44.000542Z","end":"2026-03-04T02:10:45.780111Z","steps":["trace[2137695178] 'process raft request' (duration: 1.016974503s)","trace[2137695178] 'compare' (duration: 761.209291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:45.780182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.000518Z","time spent":"1.779637367s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.780233Z","caller":"traceutil/trace.go:171","msg":"trace[273991885] linearizableReadLoop","detail":"{readStateIndex:23701; appliedIndex:23694; }","duration":"1.77889275s","start":"2026-03-04T02:10:44.001248Z","end":"2026-03-04T02:10:45.78014Z","steps":["trace[273991885] 'read index received' (duration: 586.156572ms)","trace[273991885] 'applied index is now lower than readState.Index' (duration: 1.192735118s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:45.780406Z","caller":"traceutil/trace.go:171","msg":"trace[2086780128] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"1.77886753s","start":"2026-03-04T02:10:44.001527Z","end":"2026-03-04T02:10:45.780394Z","steps":["trace[2086780128] 'process raft request' (duration: 1.778540342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.78047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.001508Z","time spent":"1.778932062s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.78056Z","caller":"traceutil/trace.go:171","msg":"trace[1378826951] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"1.673985815s","start":"2026-03-04T02:10:44.106558Z","end":"2026-03-04T02:10:45.780544Z","steps":["trace[1378826951] 'process raft request' (duration: 1.673546125s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:45.780634Z","caller":"traceutil/trace.go:171","msg":"trace[652724743] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"1.779852472s","start":"2026-03-04T02:10:44.000771Z","end":"2026-03-04T02:10:45.780623Z","steps":["trace[652724743] 'process raft request' (duration: 1.779015093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.780691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.000745Z","time spent":"1.779919794s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:45.78075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.106543Z","time spent":"1.674072737s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.780816Z","caller":"traceutil/trace.go:171","msg":"trace[1593154296] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"1.779351401s","start":"2026-03-04T02:10:44.001421Z","end":"2026-03-04T02:10:45.780772Z","steps":["trace[1593154296] 'process raft request' (duration: 1.778526662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.781024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.001415Z","time spent":"1.779488044s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:45.781349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780147629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:10:45.781469Z","caller":"traceutil/trace.go:171","msg":"trace[1290392031] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22913; }","duration":"1.780395734s","start":"2026-03-04T02:10:44.00105Z","end":"2026-03-04T02:10:45.781445Z","steps":["trace[1290392031] 'agreement among raft nodes before linearized reading' (duration: 1.780106568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.781674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.000935Z","time spent":"1.780720612s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:45.78679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784903385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:45.786829Z","caller":"traceutil/trace.go:171","msg":"trace[71103161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22914; }","duration":"1.784967006s","start":"2026-03-04T02:10:44.001852Z","end":"2026-03-04T02:10:45.786819Z","steps":["trace[71103161] 'agreement among raft nodes before linearized reading' (duration: 1.784878464s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:45.786817Z","caller":"traceutil/trace.go:171","msg":"trace[571690708] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"487.632019ms","start":"2026-03-04T02:10:45.299156Z","end":"2026-03-04T02:10:45.786788Z","steps":["trace[571690708] 'process raft request' (duration: 487.514456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.786893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473652917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:45.786891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.735703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:45.786921Z","caller":"traceutil/trace.go:171","msg":"trace[481088996] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22914; }","duration":"1.473683087s","start":"2026-03-04T02:10:44.31323Z","end":"2026-03-04T02:10:45.786913Z","steps":["trace[481088996] 'agreement among raft nodes before linearized reading' (duration: 1.473634216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.786943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.313165Z","time spent":"1.47377001s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:45.786945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.299128Z","time spent":"487.753092ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:45.78699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.327234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:45.787028Z","caller":"traceutil/trace.go:171","msg":"trace[904874403] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22914; }","duration":"125.388996ms","start":"2026-03-04T02:10:45.661628Z","end":"2026-03-04T02:10:45.787017Z","steps":["trace[904874403] 'agreement among raft nodes before linearized reading' (duration: 125.330324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:45.786941Z","caller":"traceutil/trace.go:171","msg":"trace[1322669422] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22914; }","duration":"753.835636ms","start":"2026-03-04T02:10:45.03309Z","end":"2026-03-04T02:10:45.786926Z","steps":["trace[1322669422] 'agreement among raft nodes before linearized reading' (duration: 753.657842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.787031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335039065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:10:45.787093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.03307Z","time spent":"754.013079ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:45.787113Z","caller":"traceutil/trace.go:171","msg":"trace[218681876] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22914; }","duration":"1.335174118s","start":"2026-03-04T02:10:44.45192Z","end":"2026-03-04T02:10:45.787094Z","steps":["trace[218681876] 'agreement among raft nodes before linearized reading' (duration: 1.334888102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.787168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.451901Z","time spent":"1.335240329s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T02:10:45.786851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.001842Z","time spent":"1.785004648s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:45.787236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706921995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:10:45.787309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.558701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:45.787299Z","caller":"traceutil/trace.go:171","msg":"trace[395083682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22914; }","duration":"1.707038806s","start":"2026-03-04T02:10:44.080244Z","end":"2026-03-04T02:10:45.787282Z","steps":["trace[395083682] 'agreement among raft nodes before linearized reading' (duration: 1.70674512s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:45.787349Z","caller":"traceutil/trace.go:171","msg":"trace[777075840] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22914; }","duration":"827.641863ms","start":"2026-03-04T02:10:44.959697Z","end":"2026-03-04T02:10:45.787339Z","steps":["trace[777075840] 'agreement among raft nodes before linearized reading' (duration: 827.573871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.787358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.08023Z","time spent":"1.707120239s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:10:45.787379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:44.959675Z","time spent":"827.695313ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:46.271825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.437816ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:10:46.2726Z","caller":"traceutil/trace.go:171","msg":"trace[667824987] linearizableReadLoop","detail":"{readStateIndex:23703; appliedIndex:23702; }","duration":"483.661709ms","start":"2026-03-04T02:10:45.788906Z","end":"2026-03-04T02:10:46.272568Z","steps":["trace[667824987] 'read index received' (duration: 341.431775ms)","trace[667824987] 'applied index is now lower than readState.Index' (duration: 142.226714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:46.272629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.788796Z","time spent":"483.819052ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:10:46.272794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.864263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:46.272893Z","caller":"traceutil/trace.go:171","msg":"trace[1070563085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22914; }","duration":"483.976796ms","start":"2026-03-04T02:10:45.788899Z","end":"2026-03-04T02:10:46.272876Z","steps":["trace[1070563085] 'agreement among raft nodes before linearized reading' (duration: 483.801612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.273119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.788859Z","time spent":"484.243022ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:46.773139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:10:46.986101Z","caller":"traceutil/trace.go:171","msg":"trace[1668717021] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"1.031415897s","start":"2026-03-04T02:10:45.954667Z","end":"2026-03-04T02:10:46.986083Z","steps":["trace[1668717021] 'process raft request' (duration: 1.03106545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.986128Z","caller":"traceutil/trace.go:171","msg":"trace[1636645721] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"985.054527ms","start":"2026-03-04T02:10:46.001052Z","end":"2026-03-04T02:10:46.986107Z","steps":["trace[1636645721] 'process raft request' (duration: 984.917254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.986128Z","caller":"traceutil/trace.go:171","msg":"trace[124677357] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"984.030994ms","start":"2026-03-04T02:10:46.002077Z","end":"2026-03-04T02:10:46.986108Z","steps":["trace[124677357] 'process raft request' (duration: 983.942452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.986143Z","caller":"traceutil/trace.go:171","msg":"trace[1930226695] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"1.19365215s","start":"2026-03-04T02:10:45.792458Z","end":"2026-03-04T02:10:46.98611Z","steps":["trace[1930226695] 'process raft request' (duration: 1.170003458s)","trace[1930226695] 'compare' (duration: 22.992977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:46.986199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.954653Z","time spent":"1.03149446s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.986229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.001026Z","time spent":"985.146459ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.986229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.002058Z","time spent":"984.120535ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.986265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.792443Z","time spent":"1.193755153s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:46.986312Z","caller":"traceutil/trace.go:171","msg":"trace[1311767135] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"984.139026ms","start":"2026-03-04T02:10:46.002135Z","end":"2026-03-04T02:10:46.986274Z","steps":["trace[1311767135] 'process raft request' (duration: 983.932401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.986451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.002109Z","time spent":"984.265329ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:46.986584Z","caller":"traceutil/trace.go:171","msg":"trace[1663782799] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"984.375851ms","start":"2026-03-04T02:10:46.002202Z","end":"2026-03-04T02:10:46.986578Z","steps":["trace[1663782799] 'process raft request' (duration: 984.3324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.98662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.002165Z","time spent":"984.436273ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:46.986628Z","caller":"traceutil/trace.go:171","msg":"trace[73409039] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"984.400072ms","start":"2026-03-04T02:10:46.002189Z","end":"2026-03-04T02:10:46.986589Z","steps":["trace[73409039] 'process raft request' (duration: 984.023883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.98677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.002174Z","time spent":"984.517234ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.90408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.826836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:47.9042Z","caller":"traceutil/trace.go:171","msg":"trace[1885930731] linearizableReadLoop","detail":"{readStateIndex:23711; appliedIndex:23703; }","duration":"1.631527152s","start":"2026-03-04T02:10:46.27265Z","end":"2026-03-04T02:10:47.904177Z","steps":["trace[1885930731] 'read index received' (duration: 690.141135ms)","trace[1885930731] 'applied index is now lower than readState.Index' (duration: 941.383307ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:47.90429Z","caller":"traceutil/trace.go:171","msg":"trace[2072909614] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"1.630189002s","start":"2026-03-04T02:10:46.274084Z","end":"2026-03-04T02:10:47.904273Z","steps":["trace[2072909614] 'process raft request' (duration: 937.065979ms)","trace[2072909614] 'compare' (duration: 692.635921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:47.904373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.27406Z","time spent":"1.630264023s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.904495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031162194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:47.904555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115628411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:10:47.904563Z","caller":"traceutil/trace.go:171","msg":"trace[655753603] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22922; }","duration":"2.031286237s","start":"2026-03-04T02:10:45.873258Z","end":"2026-03-04T02:10:47.904544Z","steps":["trace[655753603] 'agreement among raft nodes before linearized reading' (duration: 2.031126463s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:47.904604Z","caller":"traceutil/trace.go:171","msg":"trace[674455092] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22922; }","duration":"2.115694392s","start":"2026-03-04T02:10:45.788896Z","end":"2026-03-04T02:10:47.904591Z","steps":["trace[674455092] 'agreement among raft nodes before linearized reading' (duration: 2.115527748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.904608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.873242Z","time spent":"2.031356519s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:47.904595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113909053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T02:10:47.904644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.788884Z","time spent":"2.115746393s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:10:47.904589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662718972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:10:47.904675Z","caller":"traceutil/trace.go:171","msg":"trace[2037838598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f; range_end:; response_count:1; response_revision:22922; }","duration":"2.114008004s","start":"2026-03-04T02:10:45.790648Z","end":"2026-03-04T02:10:47.904656Z","steps":["trace[2037838598] 'agreement among raft nodes before linearized reading' (duration: 2.113760279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.904723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.790635Z","time spent":"2.114075517s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f\" "} {"level":"info","ts":"2026-03-04T02:10:47.905055Z","caller":"traceutil/trace.go:171","msg":"trace[595513179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22922; }","duration":"1.663288825s","start":"2026-03-04T02:10:46.241747Z","end":"2026-03-04T02:10:47.905036Z","steps":["trace[595513179] 'agreement among raft nodes before linearized reading' (duration: 1.66264011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.905185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.241715Z","time spent":"1.663412498s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:10:48.065161Z","caller":"traceutil/trace.go:171","msg":"trace[1013382131] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23711; }","duration":"160.905832ms","start":"2026-03-04T02:10:47.904234Z","end":"2026-03-04T02:10:48.06514Z","steps":["trace[1013382131] 'read index received' (duration: 154.501339ms)","trace[1013382131] 'applied index is now lower than readState.Index' (duration: 6.403533ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:48.06535Z","caller":"traceutil/trace.go:171","msg":"trace[1856390789] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"279.24127ms","start":"2026-03-04T02:10:47.786055Z","end":"2026-03-04T02:10:48.065297Z","steps":["trace[1856390789] 'process raft request' (duration: 272.697053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.065464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783044283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:48.065439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.663281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:48.065497Z","caller":"traceutil/trace.go:171","msg":"trace[1829610061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22923; }","duration":"1.783124785s","start":"2026-03-04T02:10:46.282363Z","end":"2026-03-04T02:10:48.065488Z","steps":["trace[1829610061] 'agreement among raft nodes before linearized reading' (duration: 1.783061884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.065488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.387125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:10:48.065542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.282343Z","time spent":"1.783174736s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:48.065531Z","caller":"traceutil/trace.go:171","msg":"trace[21332940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22923; }","duration":"280.800384ms","start":"2026-03-04T02:10:47.784706Z","end":"2026-03-04T02:10:48.065506Z","steps":["trace[21332940] 'agreement among raft nodes before linearized reading' (duration: 280.494448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.065565Z","caller":"traceutil/trace.go:171","msg":"trace[632660017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22923; }","duration":"280.503548ms","start":"2026-03-04T02:10:47.785044Z","end":"2026-03-04T02:10:48.065548Z","steps":["trace[632660017] 'agreement among raft nodes before linearized reading' (duration: 280.177801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.065622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.356358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:10:48.065651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.842486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:48.065727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321799388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:48.065736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.783001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:48.065408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.699823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:48.065773Z","caller":"traceutil/trace.go:171","msg":"trace[1201929312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22923; }","duration":"1.32188488s","start":"2026-03-04T02:10:46.743876Z","end":"2026-03-04T02:10:48.065761Z","steps":["trace[1201929312] 'agreement among raft nodes before linearized reading' (duration: 1.321810718s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.065787Z","caller":"traceutil/trace.go:171","msg":"trace[7509611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22923; }","duration":"605.873183ms","start":"2026-03-04T02:10:47.4599Z","end":"2026-03-04T02:10:48.065773Z","steps":["trace[7509611] 'agreement among raft nodes before linearized reading' (duration: 605.776861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.065809Z","caller":"traceutil/trace.go:171","msg":"trace[1141125658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22923; }","duration":"281.160633ms","start":"2026-03-04T02:10:47.784639Z","end":"2026-03-04T02:10:48.065799Z","steps":["trace[1141125658] 'agreement among raft nodes before linearized reading' (duration: 280.632711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.065819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.743854Z","time spent":"1.321954681s","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:48.065811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41233667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:10:48.065833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:47.459875Z","time spent":"605.942774ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:48.065687Z","caller":"traceutil/trace.go:171","msg":"trace[249654535] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22923; }","duration":"159.4457ms","start":"2026-03-04T02:10:47.906229Z","end":"2026-03-04T02:10:48.065674Z","steps":["trace[249654535] 'agreement among raft nodes before linearized reading' (duration: 159.280576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.065741Z","caller":"traceutil/trace.go:171","msg":"trace[305654929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22923; }","duration":"281.009589ms","start":"2026-03-04T02:10:47.784714Z","end":"2026-03-04T02:10:48.065723Z","steps":["trace[305654929] 'agreement among raft nodes before linearized reading' (duration: 280.735143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.065943Z","caller":"traceutil/trace.go:171","msg":"trace[1951282931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22923; }","duration":"1.412437922s","start":"2026-03-04T02:10:46.653418Z","end":"2026-03-04T02:10:48.065856Z","steps":["trace[1951282931] 'agreement among raft nodes before linearized reading' (duration: 1.412252878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:48.065953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.840389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:10:48.066037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.653396Z","time spent":"1.412599156s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:10:48.066069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.452185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T02:10:48.06613Z","caller":"traceutil/trace.go:171","msg":"trace[2013580776] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22923; }","duration":"157.541927ms","start":"2026-03-04T02:10:47.908571Z","end":"2026-03-04T02:10:48.066113Z","steps":["trace[2013580776] 'agreement among raft nodes before linearized reading' (duration: 157.141628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:48.066155Z","caller":"traceutil/trace.go:171","msg":"trace[435792226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22923; }","duration":"156.031042ms","start":"2026-03-04T02:10:47.91002Z","end":"2026-03-04T02:10:48.066051Z","steps":["trace[435792226] 'agreement among raft nodes before linearized reading' (duration: 155.617343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.627444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:03.671335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.513263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T02:11:03.671431Z","caller":"traceutil/trace.go:171","msg":"trace[1144247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23082; }","duration":"718.669916ms","start":"2026-03-04T02:11:02.95274Z","end":"2026-03-04T02:11:03.67141Z","steps":["trace[1144247] 'range keys from in-memory index tree' (duration: 718.317637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.671483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.247724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T02:11:03.671499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.95272Z","time spent":"718.768078ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"info","ts":"2026-03-04T02:11:03.671551Z","caller":"traceutil/trace.go:171","msg":"trace[1398492955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23082; }","duration":"709.360317ms","start":"2026-03-04T02:11:02.962172Z","end":"2026-03-04T02:11:03.671533Z","steps":["trace[1398492955] 'range keys from in-memory index tree' (duration: 709.105411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.671589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:02.962154Z","time spent":"709.427338ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"info","ts":"2026-03-04T02:11:03.927793Z","caller":"traceutil/trace.go:171","msg":"trace[137313597] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"867.927836ms","start":"2026-03-04T02:11:03.059842Z","end":"2026-03-04T02:11:03.927769Z","steps":["trace[137313597] 'process raft request' (duration: 867.780012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:03.92793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.059821Z","time spent":"868.039289ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.291675Z","caller":"traceutil/trace.go:171","msg":"trace[91522784] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"1.231591671s","start":"2026-03-04T02:11:03.06006Z","end":"2026-03-04T02:11:04.291652Z","steps":["trace[91522784] 'process raft request' (duration: 1.231390377s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.291805Z","caller":"traceutil/trace.go:171","msg":"trace[1287389520] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"1.170647903s","start":"2026-03-04T02:11:03.121145Z","end":"2026-03-04T02:11:04.291793Z","steps":["trace[1287389520] 'process raft request' (duration: 1.170557751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.291838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.06005Z","time spent":"1.231714394s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.291854Z","caller":"traceutil/trace.go:171","msg":"trace[1208419000] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"1.171076393s","start":"2026-03-04T02:11:03.120761Z","end":"2026-03-04T02:11:04.291838Z","steps":["trace[1208419000] 'process raft request' (duration: 1.170843317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.29187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.121128Z","time spent":"1.170707444s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.291923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.120731Z","time spent":"1.171156136s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.292009Z","caller":"traceutil/trace.go:171","msg":"trace[919847027] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.170839928s","start":"2026-03-04T02:11:03.121151Z","end":"2026-03-04T02:11:04.291991Z","steps":["trace[919847027] 'process raft request' (duration: 1.170614972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.292114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.121124Z","time spent":"1.170936539s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.292121Z","caller":"traceutil/trace.go:171","msg":"trace[1588030132] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.165212562s","start":"2026-03-04T02:11:03.126894Z","end":"2026-03-04T02:11:04.292107Z","steps":["trace[1588030132] 'process raft request' (duration: 1.165053818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.292184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.126872Z","time spent":"1.165280883s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:04.292248Z","caller":"traceutil/trace.go:171","msg":"trace[1570696796] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"986.421617ms","start":"2026-03-04T02:11:03.305815Z","end":"2026-03-04T02:11:04.292237Z","steps":["trace[1570696796] 'process raft request' (duration: 986.251514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:04.292246Z","caller":"traceutil/trace.go:171","msg":"trace[1300820025] linearizableReadLoop","detail":"{readStateIndex:23881; appliedIndex:23874; }","duration":"1.165093458s","start":"2026-03-04T02:11:03.127142Z","end":"2026-03-04T02:11:04.292236Z","steps":["trace[1300820025] 'read index received' (duration: 800.472511ms)","trace[1300820025] 'applied index is now lower than readState.Index' (duration: 364.620307ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:04.292316Z","caller":"traceutil/trace.go:171","msg":"trace[1317846438] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"612.523423ms","start":"2026-03-04T02:11:03.679786Z","end":"2026-03-04T02:11:04.29231Z","steps":["trace[1317846438] 'process raft request' (duration: 612.39738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.292321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.305759Z","time spent":"986.5256ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.292385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.679757Z","time spent":"612.579585ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:04.292436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165305674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:04.292464Z","caller":"traceutil/trace.go:171","msg":"trace[710461674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23090; }","duration":"1.165394905s","start":"2026-03-04T02:11:03.127063Z","end":"2026-03-04T02:11:04.292458Z","steps":["trace[710461674] 'agreement among raft nodes before linearized reading' (duration: 1.165307003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:04.29248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.126979Z","time spent":"1.165498388s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:05.095931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.327912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:05.096195Z","caller":"traceutil/trace.go:171","msg":"trace[249880840] linearizableReadLoop","detail":"{readStateIndex:23883; appliedIndex:23882; }","duration":"803.885769ms","start":"2026-03-04T02:11:04.292287Z","end":"2026-03-04T02:11:05.096173Z","steps":["trace[249880840] 'read index received' (duration: 213.507693ms)","trace[249880840] 'applied index is now lower than readState.Index' (duration: 590.375296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:05.096362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.221209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:05.09639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.865067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:11:05.096442Z","caller":"traceutil/trace.go:171","msg":"trace[196642372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23092; }","duration":"878.904675ms","start":"2026-03-04T02:11:04.217512Z","end":"2026-03-04T02:11:05.096417Z","steps":["trace[196642372] 'agreement among raft nodes before linearized reading' (duration: 878.793972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.096474Z","caller":"traceutil/trace.go:171","msg":"trace[1972808353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23092; }","duration":"896.99176ms","start":"2026-03-04T02:11:04.199461Z","end":"2026-03-04T02:11:05.096453Z","steps":["trace[1972808353] 'agreement among raft nodes before linearized reading' (duration: 896.761165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.09652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.19944Z","time spent":"897.071372ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:05.096521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.572704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T02:11:05.096516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24567761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.096583Z","caller":"traceutil/trace.go:171","msg":"trace[1780553586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23092; }","duration":"897.692717ms","start":"2026-03-04T02:11:04.198876Z","end":"2026-03-04T02:11:05.096568Z","steps":["trace[1780553586] 'agreement among raft nodes before linearized reading' (duration: 897.464572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.096597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207342878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:05.096598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.911013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:05.096512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.217502Z","time spent":"878.994526ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:05.09664Z","caller":"traceutil/trace.go:171","msg":"trace[1885605509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23092; }","duration":"1.20742188s","start":"2026-03-04T02:11:03.889205Z","end":"2026-03-04T02:11:05.096626Z","steps":["trace[1885605509] 'agreement among raft nodes before linearized reading' (duration: 1.207343438s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.096646Z","caller":"traceutil/trace.go:171","msg":"trace[255143390] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23092; }","duration":"804.991055ms","start":"2026-03-04T02:11:04.291642Z","end":"2026-03-04T02:11:05.096633Z","steps":["trace[255143390] 'agreement among raft nodes before linearized reading' (duration: 804.902423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.096662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.889186Z","time spent":"1.207470801s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:05.09665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.198853Z","time spent":"897.777898ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:05.096639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172906586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:11:05.096655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.493349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:11:05.096687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.291626Z","time spent":"805.049996ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:05.096701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757198983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:05.096702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.337848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:11:05.096717Z","caller":"traceutil/trace.go:171","msg":"trace[1560363238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23092; }","duration":"892.557161ms","start":"2026-03-04T02:11:04.204146Z","end":"2026-03-04T02:11:05.096703Z","steps":["trace[1560363238] 'agreement among raft nodes before linearized reading' (duration: 892.422058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.09672Z","caller":"traceutil/trace.go:171","msg":"trace[580703922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23092; }","duration":"1.173050269s","start":"2026-03-04T02:11:03.923649Z","end":"2026-03-04T02:11:05.096699Z","steps":["trace[580703922] 'agreement among raft nodes before linearized reading' (duration: 1.172782913s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.096734Z","caller":"traceutil/trace.go:171","msg":"trace[1722590307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23092; }","duration":"1.757273834s","start":"2026-03-04T02:11:03.339452Z","end":"2026-03-04T02:11:05.096726Z","steps":["trace[1722590307] 'agreement among raft nodes before linearized reading' (duration: 1.757191203s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.096744Z","caller":"traceutil/trace.go:171","msg":"trace[998830743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23092; }","duration":"872.400928ms","start":"2026-03-04T02:11:04.224331Z","end":"2026-03-04T02:11:05.096732Z","steps":["trace[998830743] 'agreement among raft nodes before linearized reading' (duration: 872.290646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.0966Z","caller":"traceutil/trace.go:171","msg":"trace[269030715] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23092; }","duration":"1.245818942s","start":"2026-03-04T02:11:03.85076Z","end":"2026-03-04T02:11:05.096579Z","steps":["trace[269030715] 'agreement among raft nodes before linearized reading' (duration: 1.245627348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.096754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.204108Z","time spent":"892.639733ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:05.096693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.452326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:05.096774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.339427Z","time spent":"1.757339666s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:05.096782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.22432Z","time spent":"872.456289ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:05.09676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.923629Z","time spent":"1.17312248s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:05.096811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:03.850744Z","time spent":"1.246046568s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:05.096835Z","caller":"traceutil/trace.go:171","msg":"trace[2146224077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23092; }","duration":"952.688871ms","start":"2026-03-04T02:11:04.144108Z","end":"2026-03-04T02:11:05.096796Z","steps":["trace[2146224077] 'agreement among raft nodes before linearized reading' (duration: 952.398854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.096932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.144086Z","time spent":"952.810113ms","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:05.096984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.221106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:11:05.096981Z","caller":"traceutil/trace.go:171","msg":"trace[643561910] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"800.034784ms","start":"2026-03-04T02:11:04.296904Z","end":"2026-03-04T02:11:05.096938Z","steps":["trace[643561910] 'process raft request' (duration: 799.155105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.097017Z","caller":"traceutil/trace.go:171","msg":"trace[138219474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23092; }","duration":"420.290738ms","start":"2026-03-04T02:11:04.676717Z","end":"2026-03-04T02:11:05.097008Z","steps":["trace[138219474] 'agreement among raft nodes before linearized reading' (duration: 420.192475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.097042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.676696Z","time spent":"420.341108ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"warn","ts":"2026-03-04T02:11:05.09704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.46291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:11:05.097084Z","caller":"traceutil/trace.go:171","msg":"trace[51950163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23092; }","duration":"705.543752ms","start":"2026-03-04T02:11:04.391529Z","end":"2026-03-04T02:11:05.097073Z","steps":["trace[51950163] 'agreement among raft nodes before linearized reading' (duration: 705.383758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.097086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.296884Z","time spent":"800.140406ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.097122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.39151Z","time spent":"705.605333ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:05.09728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.705552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:05.096917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.337596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:05.09727Z","caller":"traceutil/trace.go:171","msg":"trace[1441689442] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"917.208115ms","start":"2026-03-04T02:11:04.178893Z","end":"2026-03-04T02:11:05.096101Z","steps":["trace[1441689442] 'process raft request' (duration: 326.940931ms)","trace[1441689442] 'compare' (duration: 589.198609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:05.097333Z","caller":"traceutil/trace.go:171","msg":"trace[737964543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23092; }","duration":"720.807634ms","start":"2026-03-04T02:11:04.376512Z","end":"2026-03-04T02:11:05.09732Z","steps":["trace[737964543] 'agreement among raft nodes before linearized reading' (duration: 720.374715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.097373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.376492Z","time spent":"720.871555ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:05.097401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.178875Z","time spent":"918.470463ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.097422Z","caller":"traceutil/trace.go:171","msg":"trace[392360313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23092; }","duration":"892.842137ms","start":"2026-03-04T02:11:04.204492Z","end":"2026-03-04T02:11:05.097334Z","steps":["trace[392360313] 'agreement among raft nodes before linearized reading' (duration: 891.851305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.097585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:04.204482Z","time spent":"893.082393ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:11:05.617568Z","caller":"traceutil/trace.go:171","msg":"trace[636804531] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"514.359809ms","start":"2026-03-04T02:11:05.103169Z","end":"2026-03-04T02:11:05.617529Z","steps":["trace[636804531] 'process raft request' (duration: 468.324335ms)","trace[636804531] 'compare' (duration: 45.604114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:05.617886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.103159Z","time spent":"514.639335ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.617623Z","caller":"traceutil/trace.go:171","msg":"trace[752466393] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"514.416919ms","start":"2026-03-04T02:11:05.103176Z","end":"2026-03-04T02:11:05.617593Z","steps":["trace[752466393] 'process raft request' (duration: 514.317007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.617696Z","caller":"traceutil/trace.go:171","msg":"trace[659227555] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"514.516582ms","start":"2026-03-04T02:11:05.103168Z","end":"2026-03-04T02:11:05.617684Z","steps":["trace[659227555] 'process raft request' (duration: 514.208275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.618239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.103162Z","time spent":"515.000233ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.618312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.103149Z","time spent":"515.107055ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:05.622843Z","caller":"traceutil/trace.go:171","msg":"trace[199905318] linearizableReadLoop","detail":"{readStateIndex:23889; appliedIndex:23884; }","duration":"518.110332ms","start":"2026-03-04T02:11:05.104717Z","end":"2026-03-04T02:11:05.622827Z","steps":["trace[199905318] 'read index received' (duration: 467.014034ms)","trace[199905318] 'applied index is now lower than readState.Index' (duration: 51.095438ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:05.622935Z","caller":"traceutil/trace.go:171","msg":"trace[1584172118] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"519.071264ms","start":"2026-03-04T02:11:05.103854Z","end":"2026-03-04T02:11:05.622925Z","steps":["trace[1584172118] 'process raft request' (duration: 518.936551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.622934Z","caller":"traceutil/trace.go:171","msg":"trace[1030152212] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"519.677128ms","start":"2026-03-04T02:11:05.103223Z","end":"2026-03-04T02:11:05.6229Z","steps":["trace[1030152212] 'process raft request' (duration: 519.483113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.623002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.103843Z","time spent":"519.119416ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.623059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.743044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:05.623082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.693703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:05.623121Z","caller":"traceutil/trace.go:171","msg":"trace[1865911062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23097; }","duration":"517.747704ms","start":"2026-03-04T02:11:05.105364Z","end":"2026-03-04T02:11:05.623112Z","steps":["trace[1865911062] 'agreement among raft nodes before linearized reading' (duration: 517.667363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.623092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.469762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:05.623112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.103216Z","time spent":"519.80482ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:05.62315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.10536Z","time spent":"517.785105ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:05.623174Z","caller":"traceutil/trace.go:171","msg":"trace[23640393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23097; }","duration":"388.604884ms","start":"2026-03-04T02:11:05.234548Z","end":"2026-03-04T02:11:05.623153Z","steps":["trace[23640393] 'agreement among raft nodes before linearized reading' (duration: 388.457041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.623206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.48623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-03-04T02:11:05.623226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.234526Z","time spent":"388.687577ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:05.623117Z","caller":"traceutil/trace.go:171","msg":"trace[610125804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23097; }","duration":"517.818096ms","start":"2026-03-04T02:11:05.105286Z","end":"2026-03-04T02:11:05.623104Z","steps":["trace[610125804] 'agreement among raft nodes before linearized reading' (duration: 517.686553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:05.623245Z","caller":"traceutil/trace.go:171","msg":"trace[1725035739] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23097; }","duration":"518.545822ms","start":"2026-03-04T02:11:05.104689Z","end":"2026-03-04T02:11:05.623235Z","steps":["trace[1725035739] 'agreement among raft nodes before linearized reading' (duration: 518.415309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:05.623273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.104676Z","time spent":"518.590693ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T02:11:05.623281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.105281Z","time spent":"517.9864ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:06.136141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:06.509738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.633963Z","time spent":"875.770233ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:08.019769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551011493s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:08.114786Z","caller":"traceutil/trace.go:171","msg":"trace[1971834209] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23889; }","duration":"2.478902307s","start":"2026-03-04T02:11:05.635857Z","end":"2026-03-04T02:11:08.114759Z","steps":["trace[1971834209] 'read index received' (duration: 829.30387ms)","trace[1971834209] 'applied index is now lower than readState.Index' (duration: 1.649597057s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:08.11494Z","caller":"traceutil/trace.go:171","msg":"trace[622136349] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.816521585s","start":"2026-03-04T02:11:06.298401Z","end":"2026-03-04T02:11:08.114923Z","steps":["trace[622136349] 'process raft request' (duration: 1.816189397s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.114956Z","caller":"traceutil/trace.go:171","msg":"trace[990279201] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"1.817866085s","start":"2026-03-04T02:11:06.297057Z","end":"2026-03-04T02:11:08.114923Z","steps":["trace[990279201] 'process raft request' (duration: 1.817466416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.115075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.298376Z","time spent":"1.816610206s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:08.115142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.297033Z","time spent":"1.818008468s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.115154Z","caller":"traceutil/trace.go:171","msg":"trace[278385774] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"2.181611651s","start":"2026-03-04T02:11:05.933511Z","end":"2026-03-04T02:11:08.115122Z","steps":["trace[278385774] 'process raft request' (duration: 2.180922546s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.115195Z","caller":"traceutil/trace.go:171","msg":"trace[884002577] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.816544745s","start":"2026-03-04T02:11:06.298609Z","end":"2026-03-04T02:11:08.115154Z","steps":["trace[884002577] 'process raft request' (duration: 1.816093565s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.115145Z","caller":"traceutil/trace.go:171","msg":"trace[32762088] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"2.193141971s","start":"2026-03-04T02:11:05.921971Z","end":"2026-03-04T02:11:08.115113Z","steps":["trace[32762088] 'process raft request' (duration: 2.097992365s)","trace[32762088] 'compare' (duration: 94.308437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:08.115322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.933492Z","time spent":"2.181730954s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:08.115366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.921943Z","time spent":"2.193379587s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.115353Z","caller":"traceutil/trace.go:171","msg":"trace[1380391275] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.81674239s","start":"2026-03-04T02:11:06.298581Z","end":"2026-03-04T02:11:08.115323Z","steps":["trace[1380391275] 'process raft request' (duration: 1.816071625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.115402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479531881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"warn","ts":"2026-03-04T02:11:08.115341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.298596Z","time spent":"1.816666277s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.115471Z","caller":"traceutil/trace.go:171","msg":"trace[1144507575] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23103; }","duration":"2.479621253s","start":"2026-03-04T02:11:05.635833Z","end":"2026-03-04T02:11:08.115455Z","steps":["trace[1144507575] 'agreement among raft nodes before linearized reading' (duration: 2.479334817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.115514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.29857Z","time spent":"1.816871332s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:08.115547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.635823Z","time spent":"2.479710275s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-04T02:11:08.615593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:08.889905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:08.889998Z","caller":"traceutil/trace.go:171","msg":"trace[350325125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573488s","start":"2026-03-04T02:11:06.889393Z","end":"2026-03-04T02:11:08.889967Z","steps":["trace[350325125] 'agreement among raft nodes before linearized reading' (duration: 2.000474735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.890055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.889377Z","time spent":"2.000660259s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:08.971913Z","caller":"traceutil/trace.go:171","msg":"trace[2046443810] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.461332012s","start":"2026-03-04T02:11:06.510544Z","end":"2026-03-04T02:11:08.971876Z","steps":["trace[2046443810] 'process raft request' (duration: 2.403688739s)","trace[2046443810] 'compare' (duration: 57.327676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:08.972123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.510529Z","time spent":"2.461486527s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.972235Z","caller":"traceutil/trace.go:171","msg":"trace[1845848375] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"1.86524235s","start":"2026-03-04T02:11:07.106962Z","end":"2026-03-04T02:11:08.972205Z","steps":["trace[1845848375] 'process raft request' (duration: 1.864827071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.972392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.10693Z","time spent":"1.865361883s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.972709Z","caller":"traceutil/trace.go:171","msg":"trace[1365599922] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"1.627740177s","start":"2026-03-04T02:11:07.34494Z","end":"2026-03-04T02:11:08.97268Z","steps":["trace[1365599922] 'process raft request' (duration: 1.627185905s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.972708Z","caller":"traceutil/trace.go:171","msg":"trace[901729765] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23896; }","duration":"857.802789ms","start":"2026-03-04T02:11:08.114875Z","end":"2026-03-04T02:11:08.972678Z","steps":["trace[901729765] 'read index received' (duration: 799.300257ms)","trace[901729765] 'applied index is now lower than readState.Index' (duration: 58.500382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:08.972798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550891921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:08.972847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.344912Z","time spent":"1.627864859s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:08.972878Z","caller":"traceutil/trace.go:171","msg":"trace[1558135205] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23106; }","duration":"1.551026914s","start":"2026-03-04T02:11:07.421833Z","end":"2026-03-04T02:11:08.97286Z","steps":["trace[1558135205] 'agreement among raft nodes before linearized reading' (duration: 1.550880871s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.972873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194965852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:08.972905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349955019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:11:08.972935Z","caller":"traceutil/trace.go:171","msg":"trace[1481490604] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23106; }","duration":"2.195091315s","start":"2026-03-04T02:11:06.777829Z","end":"2026-03-04T02:11:08.97292Z","steps":["trace[1481490604] 'agreement among raft nodes before linearized reading' (duration: 2.194963352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.972969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350572414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:11:08.972977Z","caller":"traceutil/trace.go:171","msg":"trace[898353645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23106; }","duration":"1.35002718s","start":"2026-03-04T02:11:07.622916Z","end":"2026-03-04T02:11:08.972943Z","steps":["trace[898353645] 'agreement among raft nodes before linearized reading' (duration: 1.349881277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.972998Z","caller":"traceutil/trace.go:171","msg":"trace[1015102197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23106; }","duration":"1.350650266s","start":"2026-03-04T02:11:07.622341Z","end":"2026-03-04T02:11:08.972991Z","steps":["trace[1015102197] 'agreement among raft nodes before linearized reading' (duration: 1.350576634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.97302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.62232Z","time spent":"1.350693918s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.622909Z","time spent":"1.350103984s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346304618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:11:08.973052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870530938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:11:08.973065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346395031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:11:08.973076Z","caller":"traceutil/trace.go:171","msg":"trace[249482810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23106; }","duration":"1.34638431s","start":"2026-03-04T02:11:07.626681Z","end":"2026-03-04T02:11:08.973065Z","steps":["trace[249482810] 'agreement among raft nodes before linearized reading' (duration: 1.346139533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808579788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:08.973106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355072994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:08.973115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.626676Z","time spent":"1.346432871s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:11:08.973116Z","caller":"traceutil/trace.go:171","msg":"trace[1390214803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23106; }","duration":"1.346458372s","start":"2026-03-04T02:11:07.62664Z","end":"2026-03-04T02:11:08.973098Z","steps":["trace[1390214803] 'agreement among raft nodes before linearized reading' (duration: 1.346305427s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.973141Z","caller":"traceutil/trace.go:171","msg":"trace[770024967] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23106; }","duration":"1.80867173s","start":"2026-03-04T02:11:07.164454Z","end":"2026-03-04T02:11:08.973126Z","steps":["trace[770024967] 'agreement among raft nodes before linearized reading' (duration: 1.808527217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.973147Z","caller":"traceutil/trace.go:171","msg":"trace[1370990921] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23106; }","duration":"1.355134096s","start":"2026-03-04T02:11:07.618Z","end":"2026-03-04T02:11:08.973134Z","steps":["trace[1370990921] 'agreement among raft nodes before linearized reading' (duration: 1.355076025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.626631Z","time spent":"1.346522813s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.69889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:08.973184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.164419Z","time spent":"1.808755841s","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:08.97318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.617986Z","time spent":"1.355185997s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:08.973127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291012371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:08.972929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.421812Z","time spent":"1.551106616s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:08.973216Z","caller":"traceutil/trace.go:171","msg":"trace[162639890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23106; }","duration":"291.753472ms","start":"2026-03-04T02:11:08.681451Z","end":"2026-03-04T02:11:08.973204Z","steps":["trace[162639890] 'agreement among raft nodes before linearized reading' (duration: 291.699641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.210271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:08.973237Z","caller":"traceutil/trace.go:171","msg":"trace[728748904] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23106; }","duration":"3.291143264s","start":"2026-03-04T02:11:05.682085Z","end":"2026-03-04T02:11:08.973228Z","steps":["trace[728748904] 'agreement among raft nodes before linearized reading' (duration: 3.291014612s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.973257Z","caller":"traceutil/trace.go:171","msg":"trace[1047832608] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23106; }","duration":"170.293954ms","start":"2026-03-04T02:11:08.802957Z","end":"2026-03-04T02:11:08.973251Z","steps":["trace[1047832608] 'agreement among raft nodes before linearized reading' (duration: 170.253193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.966066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:08.972981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.777809Z","time spent":"2.195163677s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:08.973304Z","caller":"traceutil/trace.go:171","msg":"trace[954487121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23106; }","duration":"292.031068ms","start":"2026-03-04T02:11:08.681252Z","end":"2026-03-04T02:11:08.973283Z","steps":["trace[954487121] 'agreement among raft nodes before linearized reading' (duration: 291.991397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.682071Z","time spent":"3.291186755s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.55979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T02:11:08.973076Z","caller":"traceutil/trace.go:171","msg":"trace[1901294554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23106; }","duration":"1.87058478s","start":"2026-03-04T02:11:07.102485Z","end":"2026-03-04T02:11:08.97307Z","steps":["trace[1901294554] 'agreement among raft nodes before linearized reading' (duration: 1.870520308s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.973473Z","caller":"traceutil/trace.go:171","msg":"trace[1956437128] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23106; }","duration":"851.708752ms","start":"2026-03-04T02:11:08.121743Z","end":"2026-03-04T02:11:08.973451Z","steps":["trace[1956437128] 'agreement among raft nodes before linearized reading' (duration: 851.405426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.555683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:08.973517Z","caller":"traceutil/trace.go:171","msg":"trace[58696766] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23106; }","duration":"624.642835ms","start":"2026-03-04T02:11:08.348866Z","end":"2026-03-04T02:11:08.973508Z","steps":["trace[58696766] 'agreement among raft nodes before linearized reading' (duration: 624.569513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.9729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351123376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:11:08.973525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.121725Z","time spent":"851.790365ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.348843Z","time spent":"624.702156ms","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:08.973558Z","caller":"traceutil/trace.go:171","msg":"trace[55299936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23106; }","duration":"1.351785581s","start":"2026-03-04T02:11:07.621759Z","end":"2026-03-04T02:11:08.973545Z","steps":["trace[55299936] 'agreement among raft nodes before linearized reading' (duration: 1.351063394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.97359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.621752Z","time spent":"1.351829462s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:07.102468Z","time spent":"1.871022299s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261244543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:11:08.973189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871312207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-04T02:11:08.973757Z","caller":"traceutil/trace.go:171","msg":"trace[406261034] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:23106; }","duration":"3.261828416s","start":"2026-03-04T02:11:05.711917Z","end":"2026-03-04T02:11:08.973745Z","steps":["trace[406261034] 'agreement among raft nodes before linearized reading' (duration: 3.261225673s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:08.97377Z","caller":"traceutil/trace.go:171","msg":"trace[880146720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23106; }","duration":"2.871914941s","start":"2026-03-04T02:11:06.101843Z","end":"2026-03-04T02:11:08.973757Z","steps":["trace[880146720] 'agreement among raft nodes before linearized reading' (duration: 2.871297507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.973794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:05.711907Z","time spent":"3.261876678s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T02:11:08.973799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.101826Z","time spent":"2.871964622s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"warn","ts":"2026-03-04T02:11:08.974158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262487939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:08.97449Z","caller":"traceutil/trace.go:171","msg":"trace[102076285] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23106; }","duration":"2.262899918s","start":"2026-03-04T02:11:06.711575Z","end":"2026-03-04T02:11:08.974474Z","steps":["trace[102076285] 'agreement among raft nodes before linearized reading' (duration: 2.261259081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:08.974535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:06.711554Z","time spent":"2.262969799s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:09.478375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:10.436385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.350816Z","time spent":"1.085560874s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:10.437211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.688011ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T02:11:10.437276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.97457Z","time spent":"1.462703791s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:10.749836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199782408s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:10.982854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:10.982937Z","caller":"traceutil/trace.go:171","msg":"trace[116834952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026883s","start":"2026-03-04T02:11:08.982649Z","end":"2026-03-04T02:11:10.982918Z","steps":["trace[116834952] 'agreement among raft nodes before linearized reading' (duration: 2.000165288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:10.982988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.982645Z","time spent":"2.000329101s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:11.703179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.276702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:11.703327Z","caller":"traceutil/trace.go:171","msg":"trace[324525838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23106; }","duration":"977.434855ms","start":"2026-03-04T02:11:10.725868Z","end":"2026-03-04T02:11:11.703303Z","steps":["trace[324525838] 'range keys from in-memory index tree' (duration: 977.257732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.703544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.414986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:11.703679Z","caller":"traceutil/trace.go:171","msg":"trace[1128750421] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"2.725571535s","start":"2026-03-04T02:11:08.978091Z","end":"2026-03-04T02:11:11.703663Z","steps":["trace[1128750421] 'process raft request' (duration: 1.771975315s)","trace[1128750421] 'compare' (duration: 953.109309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:11.703727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.978079Z","time spent":"2.725623636s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.703963Z","caller":"traceutil/trace.go:171","msg":"trace[825896878] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"2.725857282s","start":"2026-03-04T02:11:08.978097Z","end":"2026-03-04T02:11:11.703954Z","steps":["trace[825896878] 'process raft request' (duration: 2.725516464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.704004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.978081Z","time spent":"2.725899352s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.704066Z","caller":"traceutil/trace.go:171","msg":"trace[1578770232] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"2.725913803s","start":"2026-03-04T02:11:08.978127Z","end":"2026-03-04T02:11:11.70404Z","steps":["trace[1578770232] 'process raft request' (duration: 2.725717808s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.704131Z","caller":"traceutil/trace.go:171","msg":"trace[1050130904] linearizableReadLoop","detail":"{readStateIndex:23907; appliedIndex:23899; }","duration":"2.726188379s","start":"2026-03-04T02:11:08.97792Z","end":"2026-03-04T02:11:11.704108Z","steps":["trace[1050130904] 'read index received' (duration: 571.600074ms)","trace[1050130904] 'applied index is now lower than readState.Index' (duration: 2.154587325s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:11.704189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.978099Z","time spent":"2.726018095s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.704246Z","caller":"traceutil/trace.go:171","msg":"trace[375960727] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"2.726112668s","start":"2026-03-04T02:11:08.978123Z","end":"2026-03-04T02:11:11.704236Z","steps":["trace[375960727] 'process raft request' (duration: 2.725833162s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.704332Z","caller":"traceutil/trace.go:171","msg":"trace[1564871385] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"2.724547173s","start":"2026-03-04T02:11:08.979777Z","end":"2026-03-04T02:11:11.704324Z","steps":["trace[1564871385] 'process raft request' (duration: 2.724218815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.70436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.9781Z","time spent":"2.72619259s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:11.704377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.979768Z","time spent":"2.724587984s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.70443Z","caller":"traceutil/trace.go:171","msg":"trace[1089619302] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"2.406379209s","start":"2026-03-04T02:11:09.298036Z","end":"2026-03-04T02:11:11.704416Z","steps":["trace[1089619302] 'process raft request' (duration: 2.40602298s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.704419Z","caller":"traceutil/trace.go:171","msg":"trace[779065764] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"2.712592734s","start":"2026-03-04T02:11:08.991748Z","end":"2026-03-04T02:11:11.704341Z","steps":["trace[779065764] 'process raft request' (duration: 2.712279446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.704498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.298014Z","time spent":"2.406450981s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:11.704501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726570138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:11.704556Z","caller":"traceutil/trace.go:171","msg":"trace[235094796] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23113; }","duration":"2.726657081s","start":"2026-03-04T02:11:08.977884Z","end":"2026-03-04T02:11:11.704541Z","steps":["trace[235094796] 'agreement among raft nodes before linearized reading' (duration: 2.726556068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.704615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.97787Z","time spent":"2.726731902s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:11.704653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.99173Z","time spent":"2.712792709s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.706138Z","caller":"traceutil/trace.go:171","msg":"trace[1584567857] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.584889454s","start":"2026-03-04T02:11:10.121231Z","end":"2026-03-04T02:11:11.706121Z","steps":["trace[1584567857] 'process raft request' (duration: 1.584712491s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.70623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.121203Z","time spent":"1.584983557s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.70634Z","caller":"traceutil/trace.go:171","msg":"trace[985340973] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"1.584994717s","start":"2026-03-04T02:11:10.121328Z","end":"2026-03-04T02:11:11.706323Z","steps":["trace[985340973] 'process raft request' (duration: 1.584740861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.706414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.121284Z","time spent":"1.585085849s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.706573Z","caller":"traceutil/trace.go:171","msg":"trace[211288660] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"1.585101319s","start":"2026-03-04T02:11:10.121459Z","end":"2026-03-04T02:11:11.70656Z","steps":["trace[211288660] 'process raft request' (duration: 1.584784252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.706635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.121447Z","time spent":"1.58515542s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.707245Z","caller":"traceutil/trace.go:171","msg":"trace[589674262] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"1.584938326s","start":"2026-03-04T02:11:10.122289Z","end":"2026-03-04T02:11:11.707227Z","steps":["trace[589674262] 'process raft request' (duration: 1.584622558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.707325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.122282Z","time spent":"1.585005527s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.707488Z","caller":"traceutil/trace.go:171","msg":"trace[1799495362] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"1.585926647s","start":"2026-03-04T02:11:10.121548Z","end":"2026-03-04T02:11:11.707474Z","steps":["trace[1799495362] 'process raft request' (duration: 1.584872913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.707537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.121528Z","time spent":"1.585982009s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:11.707606Z","caller":"traceutil/trace.go:171","msg":"trace[1016711796] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"1.269056853s","start":"2026-03-04T02:11:10.438496Z","end":"2026-03-04T02:11:11.707553Z","steps":["trace[1016711796] 'process raft request' (duration: 1.268462579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.707744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.438022Z","time spent":"1.269648698s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:11.710583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085342982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:11.710597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.440263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:11.710636Z","caller":"traceutil/trace.go:171","msg":"trace[776439500] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23120; }","duration":"2.085423053s","start":"2026-03-04T02:11:09.625198Z","end":"2026-03-04T02:11:11.710621Z","steps":["trace[776439500] 'agreement among raft nodes before linearized reading' (duration: 2.085349521s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.710644Z","caller":"traceutil/trace.go:171","msg":"trace[917276323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23120; }","duration":"727.520475ms","start":"2026-03-04T02:11:10.98311Z","end":"2026-03-04T02:11:11.710631Z","steps":["trace[917276323] 'agreement among raft nodes before linearized reading' (duration: 727.433583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.710667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.625175Z","time spent":"2.085483975s","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:11.710691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133735135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:11:11.710683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586129074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:11.710662Z","caller":"traceutil/trace.go:171","msg":"trace[1060494500] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"731.531624ms","start":"2026-03-04T02:11:10.979091Z","end":"2026-03-04T02:11:11.710623Z","steps":["trace[1060494500] 'process raft request' (duration: 731.325749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.710705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.7729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:11.710721Z","caller":"traceutil/trace.go:171","msg":"trace[602661458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23120; }","duration":"1.133791097s","start":"2026-03-04T02:11:10.576918Z","end":"2026-03-04T02:11:11.710709Z","steps":["trace[602661458] 'agreement among raft nodes before linearized reading' (duration: 1.133693945s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.710723Z","caller":"traceutil/trace.go:171","msg":"trace[1244085154] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23120; }","duration":"2.586220437s","start":"2026-03-04T02:11:09.124493Z","end":"2026-03-04T02:11:11.710713Z","steps":["trace[1244085154] 'agreement among raft nodes before linearized reading' (duration: 2.586153765s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.710741Z","caller":"traceutil/trace.go:171","msg":"trace[1390349226] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23120; }","duration":"164.844641ms","start":"2026-03-04T02:11:11.54589Z","end":"2026-03-04T02:11:11.710735Z","steps":["trace[1390349226] 'agreement among raft nodes before linearized reading' (duration: 164.79226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.710744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.576896Z","time spent":"1.133842617s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:11.710751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.124464Z","time spent":"2.586277528s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:11.710587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967086746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:11.710804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729619417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"warn","ts":"2026-03-04T02:11:11.710786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362422372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:11.710821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.979068Z","time spent":"731.671698ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:11.710706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732634704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:11:11.71084Z","caller":"traceutil/trace.go:171","msg":"trace[533386950] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23120; }","duration":"2.729661567s","start":"2026-03-04T02:11:08.981167Z","end":"2026-03-04T02:11:11.710828Z","steps":["trace[533386950] 'agreement among raft nodes before linearized reading' (duration: 2.729567545s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.710868Z","caller":"traceutil/trace.go:171","msg":"trace[2121529965] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:23120; }","duration":"2.732824949s","start":"2026-03-04T02:11:08.978032Z","end":"2026-03-04T02:11:11.710857Z","steps":["trace[2121529965] 'agreement among raft nodes before linearized reading' (duration: 2.732538503s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.71087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.98116Z","time spent":"2.729703728s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-04T02:11:11.710868Z","caller":"traceutil/trace.go:171","msg":"trace[763354922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23120; }","duration":"2.362519564s","start":"2026-03-04T02:11:09.348331Z","end":"2026-03-04T02:11:11.710851Z","steps":["trace[763354922] 'agreement among raft nodes before linearized reading' (duration: 2.362368291s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.710895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.978019Z","time spent":"2.73287008s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" "} {"level":"warn","ts":"2026-03-04T02:11:11.710915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.348252Z","time spent":"2.362651177s","remote":"127.0.0.1:36078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:11.710928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7325621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-04T02:11:11.710935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73292342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18998173a04a275a\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-04T02:11:11.710961Z","caller":"traceutil/trace.go:171","msg":"trace[1534471091] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23120; }","duration":"1.732595091s","start":"2026-03-04T02:11:09.978356Z","end":"2026-03-04T02:11:11.710951Z","steps":["trace[1534471091] 'agreement among raft nodes before linearized reading' (duration: 1.732507599s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:11.710822Z","caller":"traceutil/trace.go:171","msg":"trace[1773432218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23120; }","duration":"1.967375212s","start":"2026-03-04T02:11:09.743438Z","end":"2026-03-04T02:11:11.710814Z","steps":["trace[1773432218] 'agreement among raft nodes before linearized reading' (duration: 1.967093116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.71099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.978296Z","time spent":"1.732687423s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"info","ts":"2026-03-04T02:11:11.710994Z","caller":"traceutil/trace.go:171","msg":"trace[424973811] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18998173a04a275a; range_end:; response_count:1; response_revision:23120; }","duration":"2.732994573s","start":"2026-03-04T02:11:08.977985Z","end":"2026-03-04T02:11:11.71098Z","steps":["trace[424973811] 'agreement among raft nodes before linearized reading' (duration: 2.732820289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:11.71067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:10.983093Z","time spent":"727.571866ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:11.710999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:09.743415Z","time spent":"1.967576386s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:11.711118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:08.977979Z","time spent":"2.733128056s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18998173a04a275a\" "} {"level":"info","ts":"2026-03-04T02:11:13.859485Z","caller":"traceutil/trace.go:171","msg":"trace[226885820] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"147.85116ms","start":"2026-03-04T02:11:13.711597Z","end":"2026-03-04T02:11:13.859448Z","steps":["trace[226885820] 'process raft request' (duration: 147.692017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.401419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.512138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:14.401659Z","caller":"traceutil/trace.go:171","msg":"trace[242171606] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"689.626783ms","start":"2026-03-04T02:11:13.712014Z","end":"2026-03-04T02:11:14.401641Z","steps":["trace[242171606] 'process raft request' (duration: 689.560942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.401665Z","caller":"traceutil/trace.go:171","msg":"trace[1941122405] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"689.88029ms","start":"2026-03-04T02:11:13.711729Z","end":"2026-03-04T02:11:14.40161Z","steps":["trace[1941122405] 'process raft request' (duration: 584.073185ms)","trace[1941122405] 'compare' (duration: 105.410216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.401735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712005Z","time spent":"689.696526ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.401854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.711703Z","time spent":"690.056973ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.401948Z","caller":"traceutil/trace.go:171","msg":"trace[548551197] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"689.882349ms","start":"2026-03-04T02:11:13.712061Z","end":"2026-03-04T02:11:14.401943Z","steps":["trace[548551197] 'process raft request' (duration: 689.547102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.401695Z","caller":"traceutil/trace.go:171","msg":"trace[848381121] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"689.770057ms","start":"2026-03-04T02:11:13.711893Z","end":"2026-03-04T02:11:14.401663Z","steps":["trace[848381121] 'process raft request' (duration: 689.618503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.401925Z","caller":"traceutil/trace.go:171","msg":"trace[9963079] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"689.803957ms","start":"2026-03-04T02:11:13.712114Z","end":"2026-03-04T02:11:14.401918Z","steps":["trace[9963079] 'process raft request' (duration: 689.673795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.402048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712026Z","time spent":"689.949711ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.40208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712107Z","time spent":"689.942071ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.402185Z","caller":"traceutil/trace.go:171","msg":"trace[2092165037] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"689.88732ms","start":"2026-03-04T02:11:13.712285Z","end":"2026-03-04T02:11:14.402173Z","steps":["trace[2092165037] 'process raft request' (duration: 689.589553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.402241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712265Z","time spent":"689.950282ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.402191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.71186Z","time spent":"690.242219ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.402363Z","caller":"traceutil/trace.go:171","msg":"trace[1813867366] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"689.971182ms","start":"2026-03-04T02:11:13.712384Z","end":"2026-03-04T02:11:14.402355Z","steps":["trace[1813867366] 'process raft request' (duration: 689.745057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.402325Z","caller":"traceutil/trace.go:171","msg":"trace[1599315278] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"689.923431ms","start":"2026-03-04T02:11:13.712356Z","end":"2026-03-04T02:11:14.402279Z","steps":["trace[1599315278] 'process raft request' (duration: 689.638394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.402376Z","caller":"traceutil/trace.go:171","msg":"trace[2013593920] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"689.915351ms","start":"2026-03-04T02:11:13.712446Z","end":"2026-03-04T02:11:14.402362Z","steps":["trace[2013593920] 'process raft request' (duration: 689.743287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.402427Z","caller":"traceutil/trace.go:171","msg":"trace[1456106933] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"688.99278ms","start":"2026-03-04T02:11:13.713423Z","end":"2026-03-04T02:11:14.402416Z","steps":["trace[1456106933] 'process raft request' (duration: 688.803065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.402447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712433Z","time spent":"689.975682ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.402468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.713405Z","time spent":"689.042461ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.402474Z","caller":"traceutil/trace.go:171","msg":"trace[201104105] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"686.504293ms","start":"2026-03-04T02:11:13.715942Z","end":"2026-03-04T02:11:14.402447Z","steps":["trace[201104105] 'process raft request' (duration: 686.419981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.402531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712375Z","time spent":"690.008873ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.402517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.712344Z","time spent":"690.071115ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:14.402547Z","caller":"traceutil/trace.go:171","msg":"trace[1525708136] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23923; }","duration":"682.115005ms","start":"2026-03-04T02:11:13.720292Z","end":"2026-03-04T02:11:14.402407Z","steps":["trace[1525708136] 'read index received' (duration: 139.047052ms)","trace[1525708136] 'applied index is now lower than readState.Index' (duration: 543.066873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:14.402692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.391431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-04T02:11:14.402733Z","caller":"traceutil/trace.go:171","msg":"trace[750533105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23140; }","duration":"682.455143ms","start":"2026-03-04T02:11:13.720266Z","end":"2026-03-04T02:11:14.402721Z","steps":["trace[750533105] 'agreement among raft nodes before linearized reading' (duration: 682.31302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.402816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.720257Z","time spent":"682.547795ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"warn","ts":"2026-03-04T02:11:14.402642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.715933Z","time spent":"686.612256ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:14.402991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.165639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:14.403029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.280184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.403064Z","caller":"traceutil/trace.go:171","msg":"trace[2010519880] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23140; }","duration":"218.312431ms","start":"2026-03-04T02:11:14.184731Z","end":"2026-03-04T02:11:14.403043Z","steps":["trace[2010519880] 'agreement among raft nodes before linearized reading' (duration: 218.188009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.403108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.07693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-04T02:11:14.403122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.270831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.403156Z","caller":"traceutil/trace.go:171","msg":"trace[871548241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23140; }","duration":"516.341603ms","start":"2026-03-04T02:11:13.886804Z","end":"2026-03-04T02:11:14.403146Z","steps":["trace[871548241] 'agreement among raft nodes before linearized reading' (duration: 516.287581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:14.403157Z","caller":"traceutil/trace.go:171","msg":"trace[2012368138] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23140; }","duration":"419.145452ms","start":"2026-03-04T02:11:13.983992Z","end":"2026-03-04T02:11:14.403137Z","steps":["trace[2012368138] 'agreement among raft nodes before linearized reading' (duration: 419.035359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.403194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.886775Z","time spent":"516.413595ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:14.403197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.983976Z","time spent":"419.213613ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:11:14.403131Z","caller":"traceutil/trace.go:171","msg":"trace[1051860159] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23140; }","duration":"517.381657ms","start":"2026-03-04T02:11:13.885681Z","end":"2026-03-04T02:11:14.403063Z","steps":["trace[1051860159] 'agreement among raft nodes before linearized reading' (duration: 517.186343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.403261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:13.885654Z","time spent":"517.588451ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:14.839904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.9681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:14.840009Z","caller":"traceutil/trace.go:171","msg":"trace[898720962] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23140; }","duration":"310.114004ms","start":"2026-03-04T02:11:14.529867Z","end":"2026-03-04T02:11:14.839981Z","steps":["trace[898720962] 'count revisions from in-memory index tree' (duration: 309.890748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:14.84005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.78942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:14.840062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:14.529825Z","time spent":"310.222966ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:14.840099Z","caller":"traceutil/trace.go:171","msg":"trace[1614432711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23140; }","duration":"278.848541ms","start":"2026-03-04T02:11:14.561237Z","end":"2026-03-04T02:11:14.840085Z","steps":["trace[1614432711] 'count revisions from in-memory index tree' (duration: 278.718278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:16.078518Z","caller":"traceutil/trace.go:171","msg":"trace[809105570] linearizableReadLoop","detail":"{readStateIndex:23936; appliedIndex:23935; }","duration":"286.067153ms","start":"2026-03-04T02:11:15.792422Z","end":"2026-03-04T02:11:16.078489Z","steps":["trace[809105570] 'read index received' (duration: 286.014092ms)","trace[809105570] 'applied index is now lower than readState.Index' (duration: 51.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:16.078566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.714202Z","time spent":"364.35189ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:16.078769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.337659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:11:16.078817Z","caller":"traceutil/trace.go:171","msg":"trace[1285764919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23140; }","duration":"286.438551ms","start":"2026-03-04T02:11:15.792363Z","end":"2026-03-04T02:11:16.078801Z","steps":["trace[1285764919] 'agreement among raft nodes before linearized reading' (duration: 286.250887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.304051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1264018s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:17.304154Z","caller":"traceutil/trace.go:171","msg":"trace[292335442] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23936; }","duration":"1.225548976s","start":"2026-03-04T02:11:16.078588Z","end":"2026-03-04T02:11:17.304137Z","steps":["trace[292335442] 'read index received' (duration: 98.985152ms)","trace[292335442] 'applied index is now lower than readState.Index' (duration: 1.126562424s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:17.304223Z","caller":"traceutil/trace.go:171","msg":"trace[2103564127] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.439852548s","start":"2026-03-04T02:11:15.864359Z","end":"2026-03-04T02:11:17.304212Z","steps":["trace[2103564127] 'process raft request' (duration: 313.200822ms)","trace[2103564127] 'compare' (duration: 1.125839038s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:17.304287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.864318Z","time spent":"1.439936251s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:17.304367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415499982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:17.304448Z","caller":"traceutil/trace.go:171","msg":"trace[145073694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23141; }","duration":"1.415635825s","start":"2026-03-04T02:11:15.888792Z","end":"2026-03-04T02:11:17.304427Z","steps":["trace[145073694] 'agreement among raft nodes before linearized reading' (duration: 1.415504252s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:17.304486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:15.888768Z","time spent":"1.415710397s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:17.579073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.401514938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:11:18.102486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.120554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:18.102704Z","caller":"traceutil/trace.go:171","msg":"trace[264538363] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"2.019515402s","start":"2026-03-04T02:11:16.083136Z","end":"2026-03-04T02:11:18.102652Z","steps":["trace[264538363] 'process raft request' (duration: 2.01944469s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:18.10285Z","caller":"traceutil/trace.go:171","msg":"trace[2006065550] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"2.022332486s","start":"2026-03-04T02:11:16.08034Z","end":"2026-03-04T02:11:18.102672Z","steps":["trace[2006065550] 'process raft request' (duration: 1.498948075s)","trace[2006065550] 'compare' (duration: 522.983631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:18.103007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.083127Z","time spent":"2.019844479s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:18.103223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.080314Z","time spent":"2.022719825s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.067076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486653439s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:11:19.13016Z","caller":"traceutil/trace.go:171","msg":"trace[906232722] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"2.721673307s","start":"2026-03-04T02:11:16.408469Z","end":"2026-03-04T02:11:19.130142Z","steps":["trace[906232722] 'process raft request' (duration: 2.721574275s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.130176Z","caller":"traceutil/trace.go:171","msg":"trace[1015400861] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"2.723267093s","start":"2026-03-04T02:11:16.406881Z","end":"2026-03-04T02:11:19.130149Z","steps":["trace[1015400861] 'process raft request' (duration: 2.660370622s)","trace[1015400861] 'compare' (duration: 62.497673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.130272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408457Z","time spent":"2.72175874s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.130282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.406846Z","time spent":"2.723378806s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.130291Z","caller":"traceutil/trace.go:171","msg":"trace[1598848901] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"2.72131219s","start":"2026-03-04T02:11:16.408954Z","end":"2026-03-04T02:11:19.130266Z","steps":["trace[1598848901] 'process raft request' (duration: 2.721162487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.130384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408938Z","time spent":"2.721397292s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.130516Z","caller":"traceutil/trace.go:171","msg":"trace[280598115] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"2.721417672s","start":"2026-03-04T02:11:16.409075Z","end":"2026-03-04T02:11:19.130492Z","steps":["trace[280598115] 'process raft request' (duration: 2.721127586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.130647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.409065Z","time spent":"2.721508464s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.130834Z","caller":"traceutil/trace.go:171","msg":"trace[1883680556] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.720599775s","start":"2026-03-04T02:11:16.410193Z","end":"2026-03-04T02:11:19.130793Z","steps":["trace[1883680556] 'process raft request' (duration: 2.720223745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.131133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.410181Z","time spent":"2.720706897s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.131416Z","caller":"traceutil/trace.go:171","msg":"trace[2104346274] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.420362653s","start":"2026-03-04T02:11:16.711025Z","end":"2026-03-04T02:11:19.131388Z","steps":["trace[2104346274] 'process raft request' (duration: 2.419697768s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.131463Z","caller":"traceutil/trace.go:171","msg":"trace[1496730894] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"679.787803ms","start":"2026-03-04T02:11:18.451645Z","end":"2026-03-04T02:11:19.131433Z","steps":["trace[1496730894] 'process raft request' (duration: 679.714191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.131489Z","caller":"traceutil/trace.go:171","msg":"trace[872460166] linearizableReadLoop","detail":"{readStateIndex:23945; appliedIndex:23937; }","duration":"1.827298328s","start":"2026-03-04T02:11:17.304177Z","end":"2026-03-04T02:11:19.131475Z","steps":["trace[872460166] 'read index received' (duration: 275.125558ms)","trace[872460166] 'applied index is now lower than readState.Index' (duration: 1.5521719s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.131547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.711005Z","time spent":"2.420472086s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.131561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.451627Z","time spent":"679.888616ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.13161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391961506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:19.131641Z","caller":"traceutil/trace.go:171","msg":"trace[1964698350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23150; }","duration":"2.392020376s","start":"2026-03-04T02:11:16.739611Z","end":"2026-03-04T02:11:19.131632Z","steps":["trace[1964698350] 'agreement among raft nodes before linearized reading' (duration: 2.391937244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.131673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.739597Z","time spent":"2.392069698s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:19.131777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723619431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:19.131817Z","caller":"traceutil/trace.go:171","msg":"trace[1465464737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23150; }","duration":"2.723685683s","start":"2026-03-04T02:11:16.408121Z","end":"2026-03-04T02:11:19.131807Z","steps":["trace[1465464737] 'agreement among raft nodes before linearized reading' (duration: 2.72353389s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.131908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408076Z","time spent":"2.723823926s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:19.13195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724061261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:19.131981Z","caller":"traceutil/trace.go:171","msg":"trace[1991247218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23150; }","duration":"2.724136533s","start":"2026-03-04T02:11:16.407836Z","end":"2026-03-04T02:11:19.131972Z","steps":["trace[1991247218] 'agreement among raft nodes before linearized reading' (duration: 2.723966889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.407815Z","time spent":"2.724188064s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:19.132036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720323998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-04T02:11:19.132064Z","caller":"traceutil/trace.go:171","msg":"trace[1211149047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23150; }","duration":"2.720375659s","start":"2026-03-04T02:11:16.411679Z","end":"2026-03-04T02:11:19.132054Z","steps":["trace[1211149047] 'agreement among raft nodes before linearized reading' (duration: 2.720291247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.13209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.411664Z","time spent":"2.720420239s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"warn","ts":"2026-03-04T02:11:19.132094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765386209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:19.132122Z","caller":"traceutil/trace.go:171","msg":"trace[697737928] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23150; }","duration":"2.76544103s","start":"2026-03-04T02:11:16.36667Z","end":"2026-03-04T02:11:19.132111Z","steps":["trace[697737928] 'agreement among raft nodes before linearized reading' (duration: 2.765393959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.36665Z","time spent":"2.765494992s","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.132289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723274874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:19.132318Z","caller":"traceutil/trace.go:171","msg":"trace[1956175394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23150; }","duration":"2.723359876s","start":"2026-03-04T02:11:16.408948Z","end":"2026-03-04T02:11:19.132308Z","steps":["trace[1956175394] 'agreement among raft nodes before linearized reading' (duration: 2.723277814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863582354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:19.132353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408935Z","time spent":"2.723412467s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:19.132369Z","caller":"traceutil/trace.go:171","msg":"trace[1863538993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23150; }","duration":"2.863658315s","start":"2026-03-04T02:11:16.268701Z","end":"2026-03-04T02:11:19.13236Z","steps":["trace[1863538993] 'agreement among raft nodes before linearized reading' (duration: 2.863605934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.268677Z","time spent":"2.863723097s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.132417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723956949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:19.132459Z","caller":"traceutil/trace.go:171","msg":"trace[1738745649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23150; }","duration":"2.72401802s","start":"2026-03-04T02:11:16.408428Z","end":"2026-03-04T02:11:19.132446Z","steps":["trace[1738745649] 'agreement among raft nodes before linearized reading' (duration: 2.723876837s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408421Z","time spent":"2.724074541s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.132577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822063729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.132612Z","caller":"traceutil/trace.go:171","msg":"trace[570723571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23150; }","duration":"1.822127941s","start":"2026-03-04T02:11:17.310476Z","end":"2026-03-04T02:11:19.132604Z","steps":["trace[570723571] 'agreement among raft nodes before linearized reading' (duration: 1.822073429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.132642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.310461Z","time spent":"1.822174771s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:19.132685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724139453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:19.132737Z","caller":"traceutil/trace.go:171","msg":"trace[804461184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23150; }","duration":"2.724201244s","start":"2026-03-04T02:11:16.408526Z","end":"2026-03-04T02:11:19.132727Z","steps":["trace[804461184] 'agreement among raft nodes before linearized reading' (duration: 2.724096772s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.13277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.40852Z","time spent":"2.724243915s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.13299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.841424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.133032Z","caller":"traceutil/trace.go:171","msg":"trace[2139176109] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23150; }","duration":"712.916506ms","start":"2026-03-04T02:11:18.420105Z","end":"2026-03-04T02:11:19.133021Z","steps":["trace[2139176109] 'agreement among raft nodes before linearized reading' (duration: 712.822104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.133064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.420052Z","time spent":"713.002828ms","remote":"127.0.0.1:38322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.133278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028067032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:11:19.133325Z","caller":"traceutil/trace.go:171","msg":"trace[144457942] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23150; }","duration":"1.028151314s","start":"2026-03-04T02:11:18.105162Z","end":"2026-03-04T02:11:19.133313Z","steps":["trace[144457942] 'agreement among raft nodes before linearized reading' (duration: 1.028040112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.133344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725148746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:19.133373Z","caller":"traceutil/trace.go:171","msg":"trace[734118537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23150; }","duration":"2.725178066s","start":"2026-03-04T02:11:16.408186Z","end":"2026-03-04T02:11:19.133364Z","steps":["trace[734118537] 'agreement among raft nodes before linearized reading' (duration: 2.725094775s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.133398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:16.408159Z","time spent":"2.725235187s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:19.133473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35663779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:19.133371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:18.105145Z","time spent":"1.028215796s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:11:19.133511Z","caller":"traceutil/trace.go:171","msg":"trace[199597735] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23150; }","duration":"1.356708761s","start":"2026-03-04T02:11:17.776793Z","end":"2026-03-04T02:11:19.133502Z","steps":["trace[199597735] 'agreement among raft nodes before linearized reading' (duration: 1.356595929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.133541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.776773Z","time spent":"1.356759433s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:19.133565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765375298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-04T02:11:19.133604Z","caller":"traceutil/trace.go:171","msg":"trace[974497865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23150; }","duration":"1.765447269s","start":"2026-03-04T02:11:17.368145Z","end":"2026-03-04T02:11:19.133592Z","steps":["trace[974497865] 'agreement among raft nodes before linearized reading' (duration: 1.765340396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.133644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:17.368131Z","time spent":"1.76550548s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"info","ts":"2026-03-04T02:11:19.492174Z","caller":"traceutil/trace.go:171","msg":"trace[405969507] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23946; }","duration":"355.535013ms","start":"2026-03-04T02:11:19.136613Z","end":"2026-03-04T02:11:19.492148Z","steps":["trace[405969507] 'read index received' (duration: 337.730902ms)","trace[405969507] 'applied index is now lower than readState.Index' (duration: 17.802941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:19.49227Z","caller":"traceutil/trace.go:171","msg":"trace[436030626] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"355.648305ms","start":"2026-03-04T02:11:19.136565Z","end":"2026-03-04T02:11:19.492213Z","steps":["trace[436030626] 'process raft request' (duration: 337.781863ms)","trace[436030626] 'compare' (duration: 17.440322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:19.49238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.729927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:19.492409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.136551Z","time spent":"355.779038ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.49242Z","caller":"traceutil/trace.go:171","msg":"trace[1530057730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23151; }","duration":"355.817479ms","start":"2026-03-04T02:11:19.136593Z","end":"2026-03-04T02:11:19.49241Z","steps":["trace[1530057730] 'agreement among raft nodes before linearized reading' (duration: 355.668385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.492462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.136585Z","time spent":"355.869521ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:19.493193Z","caller":"traceutil/trace.go:171","msg":"trace[1526154728] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"355.897761ms","start":"2026-03-04T02:11:19.137263Z","end":"2026-03-04T02:11:19.493161Z","steps":["trace[1526154728] 'process raft request' (duration: 355.638506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.493383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.137248Z","time spent":"356.039394ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.493481Z","caller":"traceutil/trace.go:171","msg":"trace[637483152] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"356.072244ms","start":"2026-03-04T02:11:19.137345Z","end":"2026-03-04T02:11:19.493434Z","steps":["trace[637483152] 'process raft request' (duration: 355.735967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.493625Z","caller":"traceutil/trace.go:171","msg":"trace[1848739475] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"283.25468ms","start":"2026-03-04T02:11:19.210348Z","end":"2026-03-04T02:11:19.493603Z","steps":["trace[1848739475] 'process raft request' (duration: 283.161368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.493655Z","caller":"traceutil/trace.go:171","msg":"trace[903776561] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"354.749616ms","start":"2026-03-04T02:11:19.138889Z","end":"2026-03-04T02:11:19.493638Z","steps":["trace[903776561] 'process raft request' (duration: 354.49325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.49367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.137321Z","time spent":"356.250238ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.493741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.138884Z","time spent":"354.810337ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:19.493789Z","caller":"traceutil/trace.go:171","msg":"trace[1281797549] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"354.790836ms","start":"2026-03-04T02:11:19.138982Z","end":"2026-03-04T02:11:19.493772Z","steps":["trace[1281797549] 'process raft request' (duration: 354.460309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.493822Z","caller":"traceutil/trace.go:171","msg":"trace[2113141420] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"355.046142ms","start":"2026-03-04T02:11:19.13877Z","end":"2026-03-04T02:11:19.493816Z","steps":["trace[2113141420] 'process raft request' (duration: 354.52134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.493857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.138755Z","time spent":"355.080822ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.493862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.917971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:19.49394Z","caller":"traceutil/trace.go:171","msg":"trace[829260778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23159; }","duration":"234.033524ms","start":"2026-03-04T02:11:19.259888Z","end":"2026-03-04T02:11:19.493921Z","steps":["trace[829260778] 'agreement among raft nodes before linearized reading' (duration: 233.899651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:19.49394Z","caller":"traceutil/trace.go:171","msg":"trace[963834855] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"183.875237ms","start":"2026-03-04T02:11:19.310051Z","end":"2026-03-04T02:11:19.493927Z","steps":["trace[963834855] 'process raft request' (duration: 183.512839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.493962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.798092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:19.494202Z","caller":"traceutil/trace.go:171","msg":"trace[777009155] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23159; }","duration":"194.068777ms","start":"2026-03-04T02:11:19.300116Z","end":"2026-03-04T02:11:19.494185Z","steps":["trace[777009155] 'agreement among raft nodes before linearized reading' (duration: 193.668138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.49406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.683178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:11:19.494286Z","caller":"traceutil/trace.go:171","msg":"trace[1847774581] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23159; }","duration":"356.931524ms","start":"2026-03-04T02:11:19.137347Z","end":"2026-03-04T02:11:19.494278Z","steps":["trace[1847774581] 'agreement among raft nodes before linearized reading' (duration: 356.589426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.494316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.13734Z","time spent":"356.966765ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:11:19.49389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.138958Z","time spent":"354.878348ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:19.494086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.649485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:19.4944Z","caller":"traceutil/trace.go:171","msg":"trace[1655954825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23159; }","duration":"351.992473ms","start":"2026-03-04T02:11:19.142404Z","end":"2026-03-04T02:11:19.494396Z","steps":["trace[1655954825] 'agreement among raft nodes before linearized reading' (duration: 351.660955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:19.494417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:19.142393Z","time spent":"352.018003ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:19.493883Z","caller":"traceutil/trace.go:171","msg":"trace[1641745032] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"181.312991ms","start":"2026-03-04T02:11:19.312546Z","end":"2026-03-04T02:11:19.493859Z","steps":["trace[1641745032] 'process raft request' (duration: 181.129107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:23.585827Z","caller":"traceutil/trace.go:171","msg":"trace[657755122] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"443.283562ms","start":"2026-03-04T02:11:23.142518Z","end":"2026-03-04T02:11:23.585802Z","steps":["trace[657755122] 'process raft request' (duration: 443.128279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:23.586016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.142495Z","time spent":"443.403386ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:24.400741Z","caller":"traceutil/trace.go:171","msg":"trace[1557514912] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23985; }","duration":"1.210083029s","start":"2026-03-04T02:11:23.190637Z","end":"2026-03-04T02:11:24.40072Z","steps":["trace[1557514912] 'read index received' (duration: 394.998639ms)","trace[1557514912] 'applied index is now lower than readState.Index' (duration: 815.08333ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:24.400889Z","caller":"traceutil/trace.go:171","msg":"trace[1271319266] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.257596626s","start":"2026-03-04T02:11:23.14327Z","end":"2026-03-04T02:11:24.400866Z","steps":["trace[1271319266] 'process raft request' (duration: 1.169281802s)","trace[1271319266] 'compare' (duration: 87.320201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:24.40103Z","caller":"traceutil/trace.go:171","msg":"trace[1414491981] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.254376884s","start":"2026-03-04T02:11:23.146634Z","end":"2026-03-04T02:11:24.401011Z","steps":["trace[1414491981] 'process raft request' (duration: 1.254012926s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.401133Z","caller":"traceutil/trace.go:171","msg":"trace[1221854298] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"894.203487ms","start":"2026-03-04T02:11:23.506916Z","end":"2026-03-04T02:11:24.40112Z","steps":["trace[1221854298] 'process raft request' (duration: 893.764577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.401211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.506892Z","time spent":"894.275268ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.401217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21055717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:24.401292Z","caller":"traceutil/trace.go:171","msg":"trace[2106927639] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23194; }","duration":"1.210669513s","start":"2026-03-04T02:11:23.190602Z","end":"2026-03-04T02:11:24.401271Z","steps":["trace[2106927639] 'agreement among raft nodes before linearized reading' (duration: 1.21054439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.401356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.19059Z","time spent":"1.210752714s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:24.401835Z","caller":"traceutil/trace.go:171","msg":"trace[2092097799] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.257834292s","start":"2026-03-04T02:11:23.143988Z","end":"2026-03-04T02:11:24.401823Z","steps":["trace[2092097799] 'process raft request' (duration: 1.256612405s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:24.401856Z","caller":"traceutil/trace.go:171","msg":"trace[1649150844] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.25821845s","start":"2026-03-04T02:11:23.143602Z","end":"2026-03-04T02:11:24.40182Z","steps":["trace[1649150844] 'process raft request' (duration: 1.256938981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:24.401912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.143979Z","time spent":"1.257882473s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.401982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.146624Z","time spent":"1.254502306s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.401078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.143243Z","time spent":"1.257692658s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.402002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.143589Z","time spent":"1.258333822s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:24.901895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090971,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:25.134944Z","caller":"traceutil/trace.go:171","msg":"trace[313706968] linearizableReadLoop","detail":"{readStateIndex:23992; appliedIndex:23991; }","duration":"734.103173ms","start":"2026-03-04T02:11:24.400815Z","end":"2026-03-04T02:11:25.134918Z","steps":["trace[313706968] 'read index received' (duration: 719.916724ms)","trace[313706968] 'applied index is now lower than readState.Index' (duration: 14.185249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:25.135017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443590291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:25.135124Z","caller":"traceutil/trace.go:171","msg":"trace[1835802237] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23195; }","duration":"1.443906169s","start":"2026-03-04T02:11:23.691166Z","end":"2026-03-04T02:11:25.135073Z","steps":["trace[1835802237] 'agreement among raft nodes before linearized reading' (duration: 1.443759566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.691143Z","time spent":"1.444036373s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.135221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628572525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:25.135271Z","caller":"traceutil/trace.go:171","msg":"trace[720348076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23195; }","duration":"1.628625636s","start":"2026-03-04T02:11:23.506633Z","end":"2026-03-04T02:11:25.135259Z","steps":["trace[720348076] 'agreement among raft nodes before linearized reading' (duration: 1.628498293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62877313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:25.135325Z","caller":"traceutil/trace.go:171","msg":"trace[357621849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23195; }","duration":"1.628845592s","start":"2026-03-04T02:11:23.506461Z","end":"2026-03-04T02:11:25.135306Z","steps":["trace[357621849] 'agreement among raft nodes before linearized reading' (duration: 1.62875722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.50644Z","time spent":"1.628918213s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626439878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:25.135456Z","caller":"traceutil/trace.go:171","msg":"trace[684433031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23195; }","duration":"1.626501539s","start":"2026-03-04T02:11:23.508945Z","end":"2026-03-04T02:11:25.135446Z","steps":["trace[684433031] 'agreement among raft nodes before linearized reading' (duration: 1.626404787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.508938Z","time spent":"1.62653689s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687753033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:11:25.135567Z","caller":"traceutil/trace.go:171","msg":"trace[1177669793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23195; }","duration":"1.687830045s","start":"2026-03-04T02:11:23.447727Z","end":"2026-03-04T02:11:25.135557Z","steps":["trace[1177669793] 'agreement among raft nodes before linearized reading' (duration: 1.687738603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626835487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:11:25.135601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.447707Z","time spent":"1.687887807s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:11:25.135659Z","caller":"traceutil/trace.go:171","msg":"trace[401384151] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"995.945681ms","start":"2026-03-04T02:11:24.139696Z","end":"2026-03-04T02:11:25.135642Z","steps":["trace[401384151] 'process raft request' (duration: 980.904343ms)","trace[401384151] 'compare' (duration: 13.79054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:25.135682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628019942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:25.135712Z","caller":"traceutil/trace.go:171","msg":"trace[311462425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23195; }","duration":"1.628230417s","start":"2026-03-04T02:11:23.507475Z","end":"2026-03-04T02:11:25.135705Z","steps":["trace[311462425] 'agreement among raft nodes before linearized reading' (duration: 1.628159076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.135735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.507458Z","time spent":"1.628271469s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.506534Z","time spent":"1.628769499s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:11:25.13562Z","caller":"traceutil/trace.go:171","msg":"trace[1010064181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23195; }","duration":"1.626909068s","start":"2026-03-04T02:11:23.508701Z","end":"2026-03-04T02:11:25.13561Z","steps":["trace[1010064181] 'agreement among raft nodes before linearized reading' (duration: 1.626840767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.138553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.508678Z","time spent":"1.629846674s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.139669Z","time spent":"996.036463ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:25.135195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626047289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:25.138659Z","caller":"traceutil/trace.go:171","msg":"trace[1987658830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23195; }","duration":"1.629556858s","start":"2026-03-04T02:11:23.509086Z","end":"2026-03-04T02:11:25.138642Z","steps":["trace[1987658830] 'agreement among raft nodes before linearized reading' (duration: 1.625950427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.138715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.509065Z","time spent":"1.629636869s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77090373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-03-04T02:11:25.138874Z","caller":"traceutil/trace.go:171","msg":"trace[1206148282] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23195; }","duration":"1.773927729s","start":"2026-03-04T02:11:23.36492Z","end":"2026-03-04T02:11:25.138847Z","steps":["trace[1206148282] 'agreement among raft nodes before linearized reading' (duration: 1.77085241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.138933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.364903Z","time spent":"1.77401481s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10383,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.859079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:25.139124Z","caller":"traceutil/trace.go:171","msg":"trace[1633932107] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23195; }","duration":"852.128443ms","start":"2026-03-04T02:11:24.286985Z","end":"2026-03-04T02:11:25.139113Z","steps":["trace[1633932107] 'agreement among raft nodes before linearized reading' (duration: 848.808398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.139162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.286964Z","time spent":"852.185573ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.135939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.747749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:25.139527Z","caller":"traceutil/trace.go:171","msg":"trace[953600439] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23195; }","duration":"910.340649ms","start":"2026-03-04T02:11:24.229118Z","end":"2026-03-04T02:11:25.139459Z","steps":["trace[953600439] 'agreement among raft nodes before linearized reading' (duration: 906.752779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.139626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.22909Z","time spent":"910.510263ms","remote":"127.0.0.1:35836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.135974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247939298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:25.139691Z","caller":"traceutil/trace.go:171","msg":"trace[1426033115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23195; }","duration":"1.251719674s","start":"2026-03-04T02:11:23.887957Z","end":"2026-03-04T02:11:25.139677Z","steps":["trace[1426033115] 'agreement among raft nodes before linearized reading' (duration: 1.247920028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.139745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.887934Z","time spent":"1.251797796s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:25.135979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181541298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:25.139835Z","caller":"traceutil/trace.go:171","msg":"trace[2037418974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23195; }","duration":"1.185471007s","start":"2026-03-04T02:11:23.954347Z","end":"2026-03-04T02:11:25.139818Z","steps":["trace[2037418974] 'agreement among raft nodes before linearized reading' (duration: 1.181545708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.139891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.954319Z","time spent":"1.185549349s","remote":"127.0.0.1:36042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.135996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436092443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:25.14001Z","caller":"traceutil/trace.go:171","msg":"trace[511538293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23195; }","duration":"1.440147195s","start":"2026-03-04T02:11:23.699842Z","end":"2026-03-04T02:11:25.139989Z","steps":["trace[511538293] 'agreement among raft nodes before linearized reading' (duration: 1.436068773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.140083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:23.69983Z","time spent":"1.440234757s","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.619166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.590706ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:11:25.619422Z","caller":"traceutil/trace.go:171","msg":"trace[581274212] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"475.971817ms","start":"2026-03-04T02:11:25.143431Z","end":"2026-03-04T02:11:25.619403Z","steps":["trace[581274212] 'process raft request' (duration: 475.852434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.619522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.143411Z","time spent":"476.052758ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:25.619683Z","caller":"traceutil/trace.go:171","msg":"trace[1593484233] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23992; }","duration":"484.646811ms","start":"2026-03-04T02:11:25.135012Z","end":"2026-03-04T02:11:25.619658Z","steps":["trace[1593484233] 'read index received' (duration: 1.500933ms)","trace[1593484233] 'applied index is now lower than readState.Index' (duration: 483.143218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:25.619793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.025501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:25.619849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02352608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:25.619865Z","caller":"traceutil/trace.go:171","msg":"trace[1183124708] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23196; }","duration":"844.139472ms","start":"2026-03-04T02:11:24.775707Z","end":"2026-03-04T02:11:25.619846Z","steps":["trace[1183124708] 'agreement among raft nodes before linearized reading' (duration: 844.00804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:25.619874Z","caller":"traceutil/trace.go:171","msg":"trace[744807059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23196; }","duration":"1.023602402s","start":"2026-03-04T02:11:24.596265Z","end":"2026-03-04T02:11:25.619867Z","steps":["trace[744807059] 'agreement among raft nodes before linearized reading' (duration: 1.02350744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.619898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.77569Z","time spent":"844.199694ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:25.619902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.596244Z","time spent":"1.023650554s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:25.620035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11883297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:25.620084Z","caller":"traceutil/trace.go:171","msg":"trace[1225945814] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23196; }","duration":"1.118922302s","start":"2026-03-04T02:11:24.50115Z","end":"2026-03-04T02:11:25.620072Z","steps":["trace[1225945814] 'agreement among raft nodes before linearized reading' (duration: 1.118772379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:25.620117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:24.50113Z","time spent":"1.118979593s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:26.119992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519090982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:26.481952Z","caller":"traceutil/trace.go:171","msg":"trace[405016142] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.338463421s","start":"2026-03-04T02:11:25.143464Z","end":"2026-03-04T02:11:26.481927Z","steps":["trace[405016142] 'process raft request' (duration: 1.338232376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.482095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.14345Z","time spent":"1.338572144s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.482248Z","caller":"traceutil/trace.go:171","msg":"trace[696169998] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"1.338752768s","start":"2026-03-04T02:11:25.143466Z","end":"2026-03-04T02:11:26.482219Z","steps":["trace[696169998] 'process raft request' (duration: 1.33841834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.482386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.143457Z","time spent":"1.33885145s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.482479Z","caller":"traceutil/trace.go:171","msg":"trace[552049673] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.338985403s","start":"2026-03-04T02:11:25.14347Z","end":"2026-03-04T02:11:26.482456Z","steps":["trace[552049673] 'process raft request' (duration: 1.338658496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.482615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.143455Z","time spent":"1.339088826s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.482682Z","caller":"traceutil/trace.go:171","msg":"trace[1045304028] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"1.339155137s","start":"2026-03-04T02:11:25.143516Z","end":"2026-03-04T02:11:26.482671Z","steps":["trace[1045304028] 'process raft request' (duration: 1.338872681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.482754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.143498Z","time spent":"1.339218419s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.482902Z","caller":"traceutil/trace.go:171","msg":"trace[598313173] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"1.337974301s","start":"2026-03-04T02:11:25.144917Z","end":"2026-03-04T02:11:26.482891Z","steps":["trace[598313173] 'process raft request' (duration: 1.337711445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.482955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.144901Z","time spent":"1.338023422s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:26.48289Z","caller":"traceutil/trace.go:171","msg":"trace[105392667] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.334798939s","start":"2026-03-04T02:11:25.148075Z","end":"2026-03-04T02:11:26.482874Z","steps":["trace[105392667] 'process raft request' (duration: 1.334714617s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:26.483045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.148064Z","time spent":"1.334957724s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.140662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997289773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:27.140744Z","caller":"traceutil/trace.go:171","msg":"trace[1204839478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997420647s","start":"2026-03-04T02:11:25.143305Z","end":"2026-03-04T02:11:27.140726Z","steps":["trace[1204839478] 'agreement among raft nodes before linearized reading' (duration: 1.997314384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.140831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.143292Z","time spent":"1.997525749s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:11:27.602479Z","caller":"traceutil/trace.go:171","msg":"trace[1441842535] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"2.010242045s","start":"2026-03-04T02:11:25.592212Z","end":"2026-03-04T02:11:27.602454Z","steps":["trace[1441842535] 'process raft request' (duration: 2.00918105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.602642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.592184Z","time spent":"2.010375428s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.602926Z","caller":"traceutil/trace.go:171","msg":"trace[817172418] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"1.189592709s","start":"2026-03-04T02:11:26.413294Z","end":"2026-03-04T02:11:27.602886Z","steps":["trace[817172418] 'process raft request' (duration: 1.189078328s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.603123Z","caller":"traceutil/trace.go:171","msg":"trace[1428337253] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.188022164s","start":"2026-03-04T02:11:26.415076Z","end":"2026-03-04T02:11:27.603098Z","steps":["trace[1428337253] 'process raft request' (duration: 1.187911072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.60311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.413274Z","time spent":"1.189742752s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.603205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.41507Z","time spent":"1.188089665s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.603275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285205108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:27.603339Z","caller":"traceutil/trace.go:171","msg":"trace[1683277849] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23208; }","duration":"2.285324571s","start":"2026-03-04T02:11:25.317998Z","end":"2026-03-04T02:11:27.603323Z","steps":["trace[1683277849] 'agreement among raft nodes before linearized reading' (duration: 2.285166928s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.603388Z","caller":"traceutil/trace.go:171","msg":"trace[124854820] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.19004944s","start":"2026-03-04T02:11:26.413311Z","end":"2026-03-04T02:11:27.60336Z","steps":["trace[124854820] 'process raft request' (duration: 1.189392295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.603082Z","caller":"traceutil/trace.go:171","msg":"trace[2050182827] linearizableReadLoop","detail":"{readStateIndex:24001; appliedIndex:23994; }","duration":"1.98330411s","start":"2026-03-04T02:11:25.619747Z","end":"2026-03-04T02:11:27.603051Z","steps":["trace[2050182827] 'read index received' (duration: 862.054476ms)","trace[2050182827] 'applied index is now lower than readState.Index' (duration: 1.121245484s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:27.603431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174954962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:27.603447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.41329Z","time spent":"1.190129791s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.603457Z","caller":"traceutil/trace.go:171","msg":"trace[2035838640] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23208; }","duration":"2.174979273s","start":"2026-03-04T02:11:25.42847Z","end":"2026-03-04T02:11:27.603449Z","steps":["trace[2035838640] 'agreement among raft nodes before linearized reading' (duration: 2.174940702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.603479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.428375Z","time spent":"2.175098795s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:27.603537Z","caller":"traceutil/trace.go:171","msg":"trace[1392003316] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.190186513s","start":"2026-03-04T02:11:26.413341Z","end":"2026-03-04T02:11:27.603527Z","steps":["trace[1392003316] 'process raft request' (duration: 1.189521908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.60353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46431543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:11:27.603559Z","caller":"traceutil/trace.go:171","msg":"trace[883064229] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.188514725s","start":"2026-03-04T02:11:26.41503Z","end":"2026-03-04T02:11:27.603545Z","steps":["trace[883064229] 'process raft request' (duration: 1.187901991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.603589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.413321Z","time spent":"1.190242493s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.603599Z","caller":"traceutil/trace.go:171","msg":"trace[1008455991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23208; }","duration":"2.464406642s","start":"2026-03-04T02:11:25.139174Z","end":"2026-03-04T02:11:27.603581Z","steps":["trace[1008455991] 'agreement among raft nodes before linearized reading' (duration: 2.463977442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.603627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.415023Z","time spent":"1.188569676s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.603653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.13916Z","time spent":"2.464478593s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"warn","ts":"2026-03-04T02:11:27.603394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.317976Z","time spent":"2.285406383s","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:27.603914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338414213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:27.603942Z","caller":"traceutil/trace.go:171","msg":"trace[1705930957] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23208; }","duration":"2.338484804s","start":"2026-03-04T02:11:25.265449Z","end":"2026-03-04T02:11:27.603934Z","steps":["trace[1705930957] 'agreement among raft nodes before linearized reading' (duration: 2.338432733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.603963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.265429Z","time spent":"2.338526826s","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:27.605939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421346815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:27.60604Z","caller":"traceutil/trace.go:171","msg":"trace[2088124641] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23208; }","duration":"2.42290147s","start":"2026-03-04T02:11:25.183112Z","end":"2026-03-04T02:11:27.606013Z","steps":["trace[2088124641] 'agreement among raft nodes before linearized reading' (duration: 2.421180111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.60611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.183092Z","time spent":"2.422992842s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:27.618317Z","caller":"traceutil/trace.go:171","msg":"trace[808370976] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.129025169s","start":"2026-03-04T02:11:26.489272Z","end":"2026-03-04T02:11:27.618297Z","steps":["trace[808370976] 'process raft request' (duration: 1.128918226s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.618332Z","caller":"traceutil/trace.go:171","msg":"trace[1088973629] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.129535351s","start":"2026-03-04T02:11:26.488758Z","end":"2026-03-04T02:11:27.618293Z","steps":["trace[1088973629] 'process raft request' (duration: 1.129300946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.618434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.48925Z","time spent":"1.129120311s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.61844Z","caller":"traceutil/trace.go:171","msg":"trace[99215674] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.128705712s","start":"2026-03-04T02:11:26.489722Z","end":"2026-03-04T02:11:27.618428Z","steps":["trace[99215674] 'process raft request' (duration: 1.128510747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.618501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.489702Z","time spent":"1.128766774s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.618516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.488735Z","time spent":"1.129688304s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:27.618714Z","caller":"traceutil/trace.go:171","msg":"trace[2016388456] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.128620229s","start":"2026-03-04T02:11:26.490079Z","end":"2026-03-04T02:11:27.618699Z","steps":["trace[2016388456] 'process raft request' (duration: 1.128295602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.618803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.490066Z","time spent":"1.128688821s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.618828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995393021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:27.618862Z","caller":"traceutil/trace.go:171","msg":"trace[821745845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23213; }","duration":"1.995462102s","start":"2026-03-04T02:11:25.623389Z","end":"2026-03-04T02:11:27.618851Z","steps":["trace[821745845] 'agreement among raft nodes before linearized reading' (duration: 1.99535948s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:27.618873Z","caller":"traceutil/trace.go:171","msg":"trace[271842754] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"619.10514ms","start":"2026-03-04T02:11:26.999759Z","end":"2026-03-04T02:11:27.618864Z","steps":["trace[271842754] 'process raft request' (duration: 618.766133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.618887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.623361Z","time spent":"1.995519945s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:27.618909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.999737Z","time spent":"619.152862ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:27.61881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.240937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:27.618974Z","caller":"traceutil/trace.go:171","msg":"trace[828258326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23213; }","duration":"470.439713ms","start":"2026-03-04T02:11:27.148523Z","end":"2026-03-04T02:11:27.618963Z","steps":["trace[828258326] 'agreement among raft nodes before linearized reading' (duration: 470.235997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.148476Z","time spent":"470.526365ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:27.619021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.390339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:11:27.619042Z","caller":"traceutil/trace.go:171","msg":"trace[632167041] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23213; }","duration":"273.409529ms","start":"2026-03-04T02:11:27.345625Z","end":"2026-03-04T02:11:27.619035Z","steps":["trace[632167041] 'agreement among raft nodes before linearized reading' (duration: 273.367948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9053122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T02:11:27.619132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.490191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:27.619145Z","caller":"traceutil/trace.go:171","msg":"trace[2113297264] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:23213; }","duration":"1.905391291s","start":"2026-03-04T02:11:25.713746Z","end":"2026-03-04T02:11:27.619137Z","steps":["trace[2113297264] 'agreement among raft nodes before linearized reading' (duration: 1.905279309s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.669269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:27.619172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:25.713722Z","time spent":"1.905444212s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T02:11:27.619185Z","caller":"traceutil/trace.go:171","msg":"trace[1093120868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23213; }","duration":"299.73086ms","start":"2026-03-04T02:11:27.319435Z","end":"2026-03-04T02:11:27.619166Z","steps":["trace[1093120868] 'agreement among raft nodes before linearized reading' (duration: 299.692989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.574588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:27.619277Z","caller":"traceutil/trace.go:171","msg":"trace[387866868] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:23213; }","duration":"475.635849ms","start":"2026-03-04T02:11:27.143633Z","end":"2026-03-04T02:11:27.619268Z","steps":["trace[387866868] 'agreement among raft nodes before linearized reading' (duration: 475.554318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:27.143619Z","time spent":"475.678391ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" "} {"level":"info","ts":"2026-03-04T02:11:27.619171Z","caller":"traceutil/trace.go:171","msg":"trace[1675436995] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23213; }","duration":"897.574633ms","start":"2026-03-04T02:11:26.721584Z","end":"2026-03-04T02:11:27.619158Z","steps":["trace[1675436995] 'agreement among raft nodes before linearized reading' (duration: 897.391999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.721563Z","time spent":"897.776308ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T02:11:27.619494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.663881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:11:27.619534Z","caller":"traceutil/trace.go:171","msg":"trace[113320101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23213; }","duration":"883.740763ms","start":"2026-03-04T02:11:26.735784Z","end":"2026-03-04T02:11:27.619525Z","steps":["trace[113320101] 'agreement among raft nodes before linearized reading' (duration: 883.643661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:27.619561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:26.735766Z","time spent":"883.788174ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:11:36.712258Z","caller":"traceutil/trace.go:171","msg":"trace[908852467] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"181.100646ms","start":"2026-03-04T02:11:36.531123Z","end":"2026-03-04T02:11:36.712224Z","steps":["trace[908852467] 'process raft request' (duration: 136.781101ms)","trace[908852467] 'compare' (duration: 44.14325ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:36.712273Z","caller":"traceutil/trace.go:171","msg":"trace[1096162313] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24084; }","duration":"154.003258ms","start":"2026-03-04T02:11:36.558243Z","end":"2026-03-04T02:11:36.712246Z","steps":["trace[1096162313] 'read index received' (duration: 109.675402ms)","trace[1096162313] 'applied index is now lower than readState.Index' (duration: 44.326426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:36.712457Z","caller":"traceutil/trace.go:171","msg":"trace[202052241] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"150.604272ms","start":"2026-03-04T02:11:36.561821Z","end":"2026-03-04T02:11:36.712425Z","steps":["trace[202052241] 'process raft request' (duration: 150.375017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.712545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.211461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:11:36.712578Z","caller":"traceutil/trace.go:171","msg":"trace[1771334659] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23285; }","duration":"182.282283ms","start":"2026-03-04T02:11:36.530286Z","end":"2026-03-04T02:11:36.712568Z","steps":["trace[1771334659] 'agreement among raft nodes before linearized reading' (duration: 182.077198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:36.712636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.942958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:36.712729Z","caller":"traceutil/trace.go:171","msg":"trace[1688213341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23285; }","duration":"179.095011ms","start":"2026-03-04T02:11:36.533608Z","end":"2026-03-04T02:11:36.712703Z","steps":["trace[1688213341] 'agreement among raft nodes before linearized reading' (duration: 178.716722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:36.872736Z","caller":"traceutil/trace.go:171","msg":"trace[310442759] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"155.593524ms","start":"2026-03-04T02:11:36.717112Z","end":"2026-03-04T02:11:36.872705Z","steps":["trace[310442759] 'process raft request' (duration: 96.422176ms)","trace[310442759] 'compare' (duration: 59.010245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:38.198545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519091193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:11:38.567717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.578536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:38.567809Z","caller":"traceutil/trace.go:171","msg":"trace[1444778275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23287; }","duration":"996.725079ms","start":"2026-03-04T02:11:37.571061Z","end":"2026-03-04T02:11:38.567786Z","steps":["trace[1444778275] 'count revisions from in-memory index tree' (duration: 996.493124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:38.56786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.571042Z","time spent":"996.804501ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:38.568414Z","caller":"traceutil/trace.go:171","msg":"trace[915905089] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"895.66009ms","start":"2026-03-04T02:11:37.672728Z","end":"2026-03-04T02:11:38.568388Z","steps":["trace[915905089] 'process raft request' (duration: 882.449303ms)","trace[915905089] 'compare' (duration: 12.129613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:38.568533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.672704Z","time spent":"895.760212ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:39.388663Z","caller":"traceutil/trace.go:171","msg":"trace[1526127256] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"1.696766536s","start":"2026-03-04T02:11:37.69186Z","end":"2026-03-04T02:11:39.388627Z","steps":["trace[1526127256] 'process raft request' (duration: 1.620628297s)","trace[1526127256] 'compare' (duration: 75.355262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:39.388707Z","caller":"traceutil/trace.go:171","msg":"trace[1862785624] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.696735796s","start":"2026-03-04T02:11:37.691949Z","end":"2026-03-04T02:11:39.388685Z","steps":["trace[1862785624] 'process raft request' (duration: 1.696310946s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.388807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.691827Z","time spent":"1.69690257s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:39.388894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.691925Z","time spent":"1.696836808s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:39.388918Z","caller":"traceutil/trace.go:171","msg":"trace[1025741640] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"1.69694034s","start":"2026-03-04T02:11:37.691954Z","end":"2026-03-04T02:11:39.388894Z","steps":["trace[1025741640] 'process raft request' (duration: 1.696695485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.691929Z","time spent":"1.697126125s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:39.389169Z","caller":"traceutil/trace.go:171","msg":"trace[1185229679] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24088; }","duration":"1.691431447s","start":"2026-03-04T02:11:37.697726Z","end":"2026-03-04T02:11:39.389158Z","steps":["trace[1185229679] 'read index received' (duration: 857.467132ms)","trace[1185229679] 'applied index is now lower than readState.Index' (duration: 833.963625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:39.389264Z","caller":"traceutil/trace.go:171","msg":"trace[1628285049] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"1.69518369s","start":"2026-03-04T02:11:37.694074Z","end":"2026-03-04T02:11:39.389258Z","steps":["trace[1628285049] 'process raft request' (duration: 1.694743881s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:39.38926Z","caller":"traceutil/trace.go:171","msg":"trace[1968489971] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"1.694607668s","start":"2026-03-04T02:11:37.694626Z","end":"2026-03-04T02:11:39.389234Z","steps":["trace[1968489971] 'process raft request' (duration: 1.694456114s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.694057Z","time spent":"1.695226002s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:39.389354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586534811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:39.389401Z","caller":"traceutil/trace.go:171","msg":"trace[1476869988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23293; }","duration":"1.586608773s","start":"2026-03-04T02:11:37.802775Z","end":"2026-03-04T02:11:39.389384Z","steps":["trace[1476869988] 'agreement among raft nodes before linearized reading' (duration: 1.586513391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.954578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:39.389407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.694602Z","time spent":"1.694719071s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:39.389442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.802754Z","time spent":"1.586676154s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:39.389449Z","caller":"traceutil/trace.go:171","msg":"trace[962788970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23293; }","duration":"631.998519ms","start":"2026-03-04T02:11:38.757438Z","end":"2026-03-04T02:11:39.389437Z","steps":["trace[962788970] 'agreement among raft nodes before linearized reading' (duration: 631.856826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.742745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:39.389493Z","caller":"traceutil/trace.go:171","msg":"trace[1463838901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23293; }","duration":"672.802476ms","start":"2026-03-04T02:11:38.716681Z","end":"2026-03-04T02:11:39.389484Z","steps":["trace[1463838901] 'agreement among raft nodes before linearized reading' (duration: 672.707584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.757428Z","time spent":"632.04482ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.641719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:39.389549Z","caller":"traceutil/trace.go:171","msg":"trace[2066010782] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23293; }","duration":"165.71571ms","start":"2026-03-04T02:11:39.223818Z","end":"2026-03-04T02:11:39.389533Z","steps":["trace[2066010782] 'agreement among raft nodes before linearized reading' (duration: 165.606098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.404344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:11:39.389569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502466704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:39.389584Z","caller":"traceutil/trace.go:171","msg":"trace[410645558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23293; }","duration":"671.446725ms","start":"2026-03-04T02:11:38.71813Z","end":"2026-03-04T02:11:39.389577Z","steps":["trace[410645558] 'agreement among raft nodes before linearized reading' (duration: 671.391874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.71812Z","time spent":"671.480176ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.822764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:39.389626Z","caller":"traceutil/trace.go:171","msg":"trace[1088535493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23293; }","duration":"1.502523785s","start":"2026-03-04T02:11:37.887069Z","end":"2026-03-04T02:11:39.389593Z","steps":["trace[1088535493] 'agreement among raft nodes before linearized reading' (duration: 1.502463333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.804588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:39.389644Z","caller":"traceutil/trace.go:171","msg":"trace[149526768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23293; }","duration":"512.887686ms","start":"2026-03-04T02:11:38.876745Z","end":"2026-03-04T02:11:39.389633Z","steps":["trace[149526768] 'agreement among raft nodes before linearized reading' (duration: 512.813184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:39.389664Z","caller":"traceutil/trace.go:171","msg":"trace[865878208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23293; }","duration":"315.149465ms","start":"2026-03-04T02:11:39.074508Z","end":"2026-03-04T02:11:39.389658Z","steps":["trace[865878208] 'agreement among raft nodes before linearized reading' (duration: 314.791297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.887054Z","time spent":"1.502602806s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.876725Z","time spent":"512.940857ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.074491Z","time spent":"315.187017ms","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:39.389511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.716659Z","time spent":"672.847287ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.428799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:11:39.389816Z","caller":"traceutil/trace.go:171","msg":"trace[793723744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23293; }","duration":"828.495681ms","start":"2026-03-04T02:11:38.561313Z","end":"2026-03-04T02:11:39.389809Z","steps":["trace[793723744] 'agreement among raft nodes before linearized reading' (duration: 828.413769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:38.561289Z","time spent":"828.549592ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:39.389957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692238555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:11:39.389982Z","caller":"traceutil/trace.go:171","msg":"trace[1874587613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23293; }","duration":"1.692290926s","start":"2026-03-04T02:11:37.697684Z","end":"2026-03-04T02:11:39.389975Z","steps":["trace[1874587613] 'agreement among raft nodes before linearized reading' (duration: 1.69154248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:39.389998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:37.69767Z","time spent":"1.692323387s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:40.265735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.778783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:40.265933Z","caller":"traceutil/trace.go:171","msg":"trace[901608032] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"871.445366ms","start":"2026-03-04T02:11:39.394374Z","end":"2026-03-04T02:11:40.265819Z","steps":["trace[901608032] 'process raft request' (duration: 419.500049ms)","trace[901608032] 'compare' (duration: 451.488467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:40.266957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.394355Z","time spent":"872.502179ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:40.267231Z","caller":"traceutil/trace.go:171","msg":"trace[1537254637] linearizableReadLoop","detail":"{readStateIndex:24097; appliedIndex:24094; }","duration":"870.2565ms","start":"2026-03-04T02:11:39.396943Z","end":"2026-03-04T02:11:40.2672Z","steps":["trace[1537254637] 'read index received' (duration: 416.944611ms)","trace[1537254637] 'applied index is now lower than readState.Index' (duration: 453.310108ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:40.267284Z","caller":"traceutil/trace.go:171","msg":"trace[1868469188] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"870.2693ms","start":"2026-03-04T02:11:39.396971Z","end":"2026-03-04T02:11:40.26724Z","steps":["trace[1868469188] 'process raft request' (duration: 870.047595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:40.267373Z","caller":"traceutil/trace.go:171","msg":"trace[1444190063] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"870.327492ms","start":"2026-03-04T02:11:39.397015Z","end":"2026-03-04T02:11:40.267342Z","steps":["trace[1444190063] 'process raft request' (duration: 870.044374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:40.267283Z","caller":"traceutil/trace.go:171","msg":"trace[993990241] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"870.423464ms","start":"2026-03-04T02:11:39.39683Z","end":"2026-03-04T02:11:40.267253Z","steps":["trace[993990241] 'process raft request' (duration: 869.935632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.267517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.39701Z","time spent":"870.426934ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:40.267541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.542756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:40.267589Z","caller":"traceutil/trace.go:171","msg":"trace[877699193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23300; }","duration":"870.636018ms","start":"2026-03-04T02:11:39.396937Z","end":"2026-03-04T02:11:40.267573Z","steps":["trace[877699193] 'agreement among raft nodes before linearized reading' (duration: 870.473224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:40.267459Z","caller":"traceutil/trace.go:171","msg":"trace[461249090] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"870.531006ms","start":"2026-03-04T02:11:39.39691Z","end":"2026-03-04T02:11:40.267441Z","steps":["trace[461249090] 'process raft request' (duration: 870.037994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.267644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.396894Z","time spent":"870.73976ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:40.267761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.396903Z","time spent":"870.789251ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:40.267786Z","caller":"traceutil/trace.go:171","msg":"trace[1004936625] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"870.72767ms","start":"2026-03-04T02:11:39.397033Z","end":"2026-03-04T02:11:40.267761Z","steps":["trace[1004936625] 'process raft request' (duration: 870.072585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.267467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.396947Z","time spent":"870.444284ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:40.267889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.397021Z","time spent":"870.811361ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:40.267288Z","caller":"traceutil/trace.go:171","msg":"trace[1674436272] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"672.780646ms","start":"2026-03-04T02:11:39.594487Z","end":"2026-03-04T02:11:40.267268Z","steps":["trace[1674436272] 'process raft request' (duration: 672.663143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:40.268163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.594473Z","time spent":"673.637475ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:40.268244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.396815Z","time spent":"870.72098ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:40.767438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519091212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:11:41.119632Z","caller":"traceutil/trace.go:171","msg":"trace[790293629] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"964.872364ms","start":"2026-03-04T02:11:40.154735Z","end":"2026-03-04T02:11:41.119608Z","steps":["trace[790293629] 'process raft request' (duration: 964.833423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:41.119725Z","caller":"traceutil/trace.go:171","msg":"trace[1286232377] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"990.705844ms","start":"2026-03-04T02:11:40.128988Z","end":"2026-03-04T02:11:41.119694Z","steps":["trace[1286232377] 'process raft request' (duration: 990.447048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.119774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.154719Z","time spent":"964.981177ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:41.119869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.12895Z","time spent":"990.841227ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:41.397933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:11:41.398001Z","caller":"traceutil/trace.go:171","msg":"trace[672166412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002128s","start":"2026-03-04T02:11:39.397773Z","end":"2026-03-04T02:11:41.397986Z","steps":["trace[672166412] 'agreement among raft nodes before linearized reading' (duration: 2.000123618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.398041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.397765Z","time spent":"2.000268551s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:11:41.556603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.350313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:41.55675Z","caller":"traceutil/trace.go:171","msg":"trace[1627105733] linearizableReadLoop","detail":"{readStateIndex:24104; appliedIndex:24101; }","duration":"1.289364319s","start":"2026-03-04T02:11:40.267367Z","end":"2026-03-04T02:11:41.556731Z","steps":["trace[1627105733] 'read index received' (duration: 852.149383ms)","trace[1627105733] 'applied index is now lower than readState.Index' (duration: 437.213446ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:41.556813Z","caller":"traceutil/trace.go:171","msg":"trace[2001182463] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"981.868426ms","start":"2026-03-04T02:11:40.574929Z","end":"2026-03-04T02:11:41.556797Z","steps":["trace[2001182463] 'process raft request' (duration: 747.245398ms)","trace[2001182463] 'compare' (duration: 234.153827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:41.556832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559222889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:41.556841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943012595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:41.556875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.574905Z","time spent":"981.937227ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:41.556879Z","caller":"traceutil/trace.go:171","msg":"trace[1768289136] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23303; }","duration":"1.55928141s","start":"2026-03-04T02:11:39.997584Z","end":"2026-03-04T02:11:41.556866Z","steps":["trace[1768289136] 'agreement among raft nodes before linearized reading' (duration: 1.559193438s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:41.556886Z","caller":"traceutil/trace.go:171","msg":"trace[1886526835] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23303; }","duration":"1.943083847s","start":"2026-03-04T02:11:39.61379Z","end":"2026-03-04T02:11:41.556874Z","steps":["trace[1886526835] 'agreement among raft nodes before linearized reading' (duration: 1.942991905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.556914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.997496Z","time spent":"1.559407903s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:41.55692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.613781Z","time spent":"1.943129228s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:41.556832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6461617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:41.556916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543793592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:41.556992Z","caller":"traceutil/trace.go:171","msg":"trace[2117937138] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23303; }","duration":"1.646368885s","start":"2026-03-04T02:11:39.910611Z","end":"2026-03-04T02:11:41.55698Z","steps":["trace[2117937138] 'agreement among raft nodes before linearized reading' (duration: 1.64616761s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:41.557021Z","caller":"traceutil/trace.go:171","msg":"trace[1511070415] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23303; }","duration":"1.543934014s","start":"2026-03-04T02:11:40.013068Z","end":"2026-03-04T02:11:41.557002Z","steps":["trace[1511070415] 'agreement among raft nodes before linearized reading' (duration: 1.54375499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.557037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.910591Z","time spent":"1.646428937s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:41.557068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.013061Z","time spent":"1.543996386s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:41.556846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:41.557156Z","caller":"traceutil/trace.go:171","msg":"trace[1715495112] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23303; }","duration":"2.00068826s","start":"2026-03-04T02:11:39.556427Z","end":"2026-03-04T02:11:41.557115Z","steps":["trace[1715495112] 'agreement among raft nodes before linearized reading' (duration: 2.000379613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:41.557263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:39.556412Z","time spent":"2.000811322s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:41.597788Z","caller":"traceutil/trace.go:171","msg":"trace[207466547] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"202.715552ms","start":"2026-03-04T02:11:41.395043Z","end":"2026-03-04T02:11:41.597759Z","steps":["trace[207466547] 'process raft request' (duration: 202.504886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.511248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.180598Z","time spent":"330.641004ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:42.511479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.781233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:42.511705Z","caller":"traceutil/trace.go:171","msg":"trace[183493766] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.115740462s","start":"2026-03-04T02:11:41.39593Z","end":"2026-03-04T02:11:42.511671Z","steps":["trace[183493766] 'process raft request' (duration: 998.689004ms)","trace[183493766] 'compare' (duration: 116.608228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:42.511761Z","caller":"traceutil/trace.go:171","msg":"trace[625097221] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24104; }","duration":"954.961112ms","start":"2026-03-04T02:11:41.556778Z","end":"2026-03-04T02:11:42.511739Z","steps":["trace[625097221] 'read index received' (duration: 40.846717ms)","trace[625097221] 'applied index is now lower than readState.Index' (duration: 914.113555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:42.51177Z","caller":"traceutil/trace.go:171","msg":"trace[107522370] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"1.115376283s","start":"2026-03-04T02:11:41.396361Z","end":"2026-03-04T02:11:42.511738Z","steps":["trace[107522370] 'process raft request' (duration: 1.115221659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.511868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.395909Z","time spent":"1.115871825s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:42.51189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.396353Z","time spent":"1.115459694s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:42.511909Z","caller":"traceutil/trace.go:171","msg":"trace[50367019] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"1.112439757s","start":"2026-03-04T02:11:41.399418Z","end":"2026-03-04T02:11:42.511858Z","steps":["trace[50367019] 'process raft request' (duration: 1.112246973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.511989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.399406Z","time spent":"1.112537819s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:42.512021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766732108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.512095Z","caller":"traceutil/trace.go:171","msg":"trace[498197393] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23308; }","duration":"1.76684175s","start":"2026-03-04T02:11:40.745232Z","end":"2026-03-04T02:11:42.512074Z","steps":["trace[498197393] 'agreement among raft nodes before linearized reading' (duration: 1.766720327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.977865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:42.512168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.74522Z","time spent":"1.766931813s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.512188Z","caller":"traceutil/trace.go:171","msg":"trace[19807613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23308; }","duration":"846.047725ms","start":"2026-03-04T02:11:41.666129Z","end":"2026-03-04T02:11:42.512177Z","steps":["trace[19807613] 'agreement among raft nodes before linearized reading' (duration: 845.987894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.666112Z","time spent":"846.105087ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.512404Z","caller":"traceutil/trace.go:171","msg":"trace[1949557866] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"1.112640901s","start":"2026-03-04T02:11:41.399748Z","end":"2026-03-04T02:11:42.512389Z","steps":["trace[1949557866] 'process raft request' (duration: 1.111946456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.399722Z","time spent":"1.112711043s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:42.512509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.153599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T02:11:42.512512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.180225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:11:42.512553Z","caller":"traceutil/trace.go:171","msg":"trace[330109703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23308; }","duration":"243.251612ms","start":"2026-03-04T02:11:42.269288Z","end":"2026-03-04T02:11:42.512539Z","steps":["trace[330109703] 'agreement among raft nodes before linearized reading' (duration: 243.104169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:42.512572Z","caller":"traceutil/trace.go:171","msg":"trace[226919878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23308; }","duration":"241.278178ms","start":"2026-03-04T02:11:42.271277Z","end":"2026-03-04T02:11:42.512555Z","steps":["trace[226919878] 'agreement among raft nodes before linearized reading' (duration: 241.064153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.51262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.929355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:42.51269Z","caller":"traceutil/trace.go:171","msg":"trace[588629279] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23308; }","duration":"337.022487ms","start":"2026-03-04T02:11:42.175644Z","end":"2026-03-04T02:11:42.512667Z","steps":["trace[588629279] 'agreement among raft nodes before linearized reading' (duration: 336.831863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.175623Z","time spent":"337.097618ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:42.51276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.522061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:11:42.512729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.471501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:42.512797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114587615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.51285Z","caller":"traceutil/trace.go:171","msg":"trace[284334803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"1.114681678s","start":"2026-03-04T02:11:41.398151Z","end":"2026-03-04T02:11:42.512833Z","steps":["trace[284334803] 'agreement among raft nodes before linearized reading' (duration: 1.114580516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.674014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:11:42.51288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.398137Z","time spent":"1.114736739s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:42.512893Z","caller":"traceutil/trace.go:171","msg":"trace[1869207134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23308; }","duration":"240.719035ms","start":"2026-03-04T02:11:42.272165Z","end":"2026-03-04T02:11:42.512884Z","steps":["trace[1869207134] 'agreement among raft nodes before linearized reading' (duration: 240.646493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.512939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246941477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:42.513027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.907059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:11:42.513032Z","caller":"traceutil/trace.go:171","msg":"trace[583167692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23308; }","duration":"1.24707393s","start":"2026-03-04T02:11:41.265942Z","end":"2026-03-04T02:11:42.513016Z","steps":["trace[583167692] 'agreement among raft nodes before linearized reading' (duration: 1.246921707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.428112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10851"} {"level":"info","ts":"2026-03-04T02:11:42.513088Z","caller":"traceutil/trace.go:171","msg":"trace[674869616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23308; }","duration":"240.990481ms","start":"2026-03-04T02:11:42.272083Z","end":"2026-03-04T02:11:42.513073Z","steps":["trace[674869616] 'agreement among raft nodes before linearized reading' (duration: 240.816717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.5131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.265925Z","time spent":"1.247161981s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.513104Z","caller":"traceutil/trace.go:171","msg":"trace[1625685225] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23308; }","duration":"262.494834ms","start":"2026-03-04T02:11:42.250595Z","end":"2026-03-04T02:11:42.51309Z","steps":["trace[1625685225] 'agreement among raft nodes before linearized reading' (duration: 262.32757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.077003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:11:42.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700685525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:42.513194Z","caller":"traceutil/trace.go:171","msg":"trace[1770826187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23308; }","duration":"241.230446ms","start":"2026-03-04T02:11:42.27194Z","end":"2026-03-04T02:11:42.51317Z","steps":["trace[1770826187] 'agreement among raft nodes before linearized reading' (duration: 240.893129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:42.513224Z","caller":"traceutil/trace.go:171","msg":"trace[391971437] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23308; }","duration":"1.700993151s","start":"2026-03-04T02:11:40.812207Z","end":"2026-03-04T02:11:42.5132Z","steps":["trace[391971437] 'agreement among raft nodes before linearized reading' (duration: 1.700677804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.825909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:11:42.513278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.812195Z","time spent":"1.701064053s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.513287Z","caller":"traceutil/trace.go:171","msg":"trace[948249161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23308; }","duration":"572.114225ms","start":"2026-03-04T02:11:41.941136Z","end":"2026-03-04T02:11:42.51325Z","steps":["trace[948249161] 'agreement among raft nodes before linearized reading' (duration: 571.43841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:42.513311Z","caller":"traceutil/trace.go:171","msg":"trace[1747289397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23308; }","duration":"241.942832ms","start":"2026-03-04T02:11:42.271348Z","end":"2026-03-04T02:11:42.513291Z","steps":["trace[1747289397] 'agreement among raft nodes before linearized reading' (duration: 241.744708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817551468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:42.51337Z","caller":"traceutil/trace.go:171","msg":"trace[858287869] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23308; }","duration":"1.817654279s","start":"2026-03-04T02:11:40.695703Z","end":"2026-03-04T02:11:42.513357Z","steps":["trace[858287869] 'agreement among raft nodes before linearized reading' (duration: 1.817396984s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:41.941101Z","time spent":"572.250108ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:42.513402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.695679Z","time spent":"1.817715462s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:11:42.512792Z","caller":"traceutil/trace.go:171","msg":"trace[660492632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23308; }","duration":"240.576542ms","start":"2026-03-04T02:11:42.272205Z","end":"2026-03-04T02:11:42.512781Z","steps":["trace[660492632] 'agreement among raft nodes before linearized reading' (duration: 240.47821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819461451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:42.513523Z","caller":"traceutil/trace.go:171","msg":"trace[494924675] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23308; }","duration":"1.819541763s","start":"2026-03-04T02:11:40.693971Z","end":"2026-03-04T02:11:42.513512Z","steps":["trace[494924675] 'agreement among raft nodes before linearized reading' (duration: 1.819472441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.033531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:42.513598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.69395Z","time spent":"1.819630894s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:42.513604Z","caller":"traceutil/trace.go:171","msg":"trace[1272050877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23308; }","duration":"302.351077ms","start":"2026-03-04T02:11:42.211234Z","end":"2026-03-04T02:11:42.513585Z","steps":["trace[1272050877] 'agreement among raft nodes before linearized reading' (duration: 302.044941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.513665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.211218Z","time spent":"302.426121ms","remote":"127.0.0.1:36052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:42.514919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245407585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:11:42.514978Z","caller":"traceutil/trace.go:171","msg":"trace[1958726631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23308; }","duration":"2.245498787s","start":"2026-03-04T02:11:40.269466Z","end":"2026-03-04T02:11:42.514965Z","steps":["trace[1958726631] 'agreement among raft nodes before linearized reading' (duration: 2.24252746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.515011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:40.269454Z","time spent":"2.245549249s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:11:42.89564Z","caller":"traceutil/trace.go:171","msg":"trace[1235703270] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24109; }","duration":"377.23368ms","start":"2026-03-04T02:11:42.518382Z","end":"2026-03-04T02:11:42.895616Z","steps":["trace[1235703270] 'read index received' (duration: 326.90775ms)","trace[1235703270] 'applied index is now lower than readState.Index' (duration: 50.32475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:42.895747Z","caller":"traceutil/trace.go:171","msg":"trace[902503961] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"377.450995ms","start":"2026-03-04T02:11:42.518285Z","end":"2026-03-04T02:11:42.895736Z","steps":["trace[902503961] 'process raft request' (duration: 326.988962ms)","trace[902503961] 'compare' (duration: 50.082664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:42.895857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.518262Z","time spent":"377.509486ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:42.895868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.469205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:11:42.895924Z","caller":"traceutil/trace.go:171","msg":"trace[1672569242] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:23309; }","duration":"377.594188ms","start":"2026-03-04T02:11:42.518315Z","end":"2026-03-04T02:11:42.895909Z","steps":["trace[1672569242] 'agreement among raft nodes before linearized reading' (duration: 377.442654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:42.895953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.518296Z","time spent":"377.65164ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" "} {"level":"info","ts":"2026-03-04T02:11:43.155584Z","caller":"traceutil/trace.go:171","msg":"trace[2098649703] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"637.039464ms","start":"2026-03-04T02:11:42.518519Z","end":"2026-03-04T02:11:43.155558Z","steps":["trace[2098649703] 'process raft request' (duration: 635.603251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.155614Z","caller":"traceutil/trace.go:171","msg":"trace[1572441804] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"636.928181ms","start":"2026-03-04T02:11:42.518657Z","end":"2026-03-04T02:11:43.155585Z","steps":["trace[1572441804] 'process raft request' (duration: 636.763928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.155742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.518502Z","time spent":"637.151286ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:43.155781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.51865Z","time spent":"637.039704ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:43.156035Z","caller":"traceutil/trace.go:171","msg":"trace[2091614509] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"632.819068ms","start":"2026-03-04T02:11:42.523191Z","end":"2026-03-04T02:11:43.15601Z","steps":["trace[2091614509] 'process raft request' (duration: 632.712255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.156324Z","caller":"traceutil/trace.go:171","msg":"trace[1016709951] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"521.284284ms","start":"2026-03-04T02:11:42.635016Z","end":"2026-03-04T02:11:43.1563Z","steps":["trace[1016709951] 'process raft request' (duration: 520.931876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.156355Z","caller":"traceutil/trace.go:171","msg":"trace[2000834561] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"635.211292ms","start":"2026-03-04T02:11:42.521105Z","end":"2026-03-04T02:11:43.156317Z","steps":["trace[2000834561] 'process raft request' (duration: 634.765913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.156377Z","caller":"traceutil/trace.go:171","msg":"trace[29939489] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"636.983052ms","start":"2026-03-04T02:11:42.519318Z","end":"2026-03-04T02:11:43.156301Z","steps":["trace[29939489] 'process raft request' (duration: 636.215175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.156442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.634978Z","time spent":"521.409406ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:43.15646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.52318Z","time spent":"632.957212ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10653,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:43.156468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.519295Z","time spent":"637.128436ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:43.156343Z","caller":"traceutil/trace.go:171","msg":"trace[1565770126] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"636.218175ms","start":"2026-03-04T02:11:42.52011Z","end":"2026-03-04T02:11:43.156329Z","steps":["trace[1565770126] 'process raft request' (duration: 635.661512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.156494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.521091Z","time spent":"635.328475ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:43.156558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.520099Z","time spent":"636.416839ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:43.171118Z","caller":"traceutil/trace.go:171","msg":"trace[1544464964] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"272.187371ms","start":"2026-03-04T02:11:42.898906Z","end":"2026-03-04T02:11:43.171093Z","steps":["trace[1544464964] 'process raft request' (duration: 272.046918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.808262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:11:43.17112Z","caller":"traceutil/trace.go:171","msg":"trace[1713981222] linearizableReadLoop","detail":"{readStateIndex:24118; appliedIndex:24110; }","duration":"275.381593ms","start":"2026-03-04T02:11:42.895706Z","end":"2026-03-04T02:11:43.171087Z","steps":["trace[1713981222] 'read index received' (duration: 258.392472ms)","trace[1713981222] 'applied index is now lower than readState.Index' (duration: 16.985301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:43.171218Z","caller":"traceutil/trace.go:171","msg":"trace[1747998402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23317; }","duration":"536.868304ms","start":"2026-03-04T02:11:42.63434Z","end":"2026-03-04T02:11:43.171208Z","steps":["trace[1747998402] 'agreement among raft nodes before linearized reading' (duration: 536.750711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.63433Z","time spent":"536.906384ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:11:43.171235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.589058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:43.171238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.095464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:43.171298Z","caller":"traceutil/trace.go:171","msg":"trace[754121624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23317; }","duration":"593.69921ms","start":"2026-03-04T02:11:42.577582Z","end":"2026-03-04T02:11:43.171281Z","steps":["trace[754121624] 'agreement among raft nodes before linearized reading' (duration: 593.573077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.171308Z","caller":"traceutil/trace.go:171","msg":"trace[420635397] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23317; }","duration":"576.215416ms","start":"2026-03-04T02:11:42.595074Z","end":"2026-03-04T02:11:43.17129Z","steps":["trace[420635397] 'agreement among raft nodes before linearized reading' (duration: 576.095864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.595052Z","time spent":"576.284828ms","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:43.171352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.577562Z","time spent":"593.774341ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:43.171461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.164281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:11:43.171465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.067441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:43.171526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.89907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:43.171545Z","caller":"traceutil/trace.go:171","msg":"trace[157274450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23317; }","duration":"375.951671ms","start":"2026-03-04T02:11:42.795588Z","end":"2026-03-04T02:11:43.17154Z","steps":["trace[157274450] 'agreement among raft nodes before linearized reading' (duration: 375.91851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.795564Z","time spent":"375.994191ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:43.171558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.95786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:43.171561Z","caller":"traceutil/trace.go:171","msg":"trace[1077286688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23317; }","duration":"652.230554ms","start":"2026-03-04T02:11:42.51931Z","end":"2026-03-04T02:11:43.171541Z","steps":["trace[1077286688] 'agreement among raft nodes before linearized reading' (duration: 652.04124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.519303Z","time spent":"652.335866ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:43.171707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.449487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-04T02:11:43.171743Z","caller":"traceutil/trace.go:171","msg":"trace[1682182602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23317; }","duration":"496.537008ms","start":"2026-03-04T02:11:42.675194Z","end":"2026-03-04T02:11:43.171731Z","steps":["trace[1682182602] 'agreement among raft nodes before linearized reading' (duration: 496.415666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.675165Z","time spent":"496.59616ms","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T02:11:43.171592Z","caller":"traceutil/trace.go:171","msg":"trace[874387879] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23317; }","duration":"653.017042ms","start":"2026-03-04T02:11:42.518563Z","end":"2026-03-04T02:11:43.17158Z","steps":["trace[874387879] 'agreement among raft nodes before linearized reading' (duration: 652.971511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.171793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.773276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:11:43.17181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.51854Z","time spent":"653.254817ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:11:43.17183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.288696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:43.171851Z","caller":"traceutil/trace.go:171","msg":"trace[1196987693] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23317; }","duration":"253.350468ms","start":"2026-03-04T02:11:42.918494Z","end":"2026-03-04T02:11:43.171845Z","steps":["trace[1196987693] 'agreement among raft nodes before linearized reading' (duration: 253.304237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.171847Z","caller":"traceutil/trace.go:171","msg":"trace[557571036] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23317; }","duration":"273.833027ms","start":"2026-03-04T02:11:42.897999Z","end":"2026-03-04T02:11:43.171832Z","steps":["trace[557571036] 'agreement among raft nodes before linearized reading' (duration: 273.738645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:43.171495Z","caller":"traceutil/trace.go:171","msg":"trace[1521912710] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23317; }","duration":"309.201362ms","start":"2026-03-04T02:11:42.862287Z","end":"2026-03-04T02:11:43.171489Z","steps":["trace[1521912710] 'agreement among raft nodes before linearized reading' (duration: 309.036038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.17201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.862233Z","time spent":"309.769744ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:43.171512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.976711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:11:43.172072Z","caller":"traceutil/trace.go:171","msg":"trace[945716988] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee; range_end:; response_count:1; response_revision:23317; }","duration":"653.775739ms","start":"2026-03-04T02:11:42.518285Z","end":"2026-03-04T02:11:43.172061Z","steps":["trace[945716988] 'agreement among raft nodes before linearized reading' (duration: 653.144905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:43.172105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:42.518237Z","time spent":"653.85683ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ce2d99b3-d99c-41c5-a8a7-9654230754ee\" "} {"level":"info","ts":"2026-03-04T02:11:44.36537Z","caller":"traceutil/trace.go:171","msg":"trace[1987800419] linearizableReadLoop","detail":"{readStateIndex:24134; appliedIndex:24133; }","duration":"113.939747ms","start":"2026-03-04T02:11:44.251399Z","end":"2026-03-04T02:11:44.365339Z","steps":["trace[1987800419] 'read index received' (duration: 113.62196ms)","trace[1987800419] 'applied index is now lower than readState.Index' (duration: 316.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:44.365444Z","caller":"traceutil/trace.go:171","msg":"trace[1582377275] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"238.295961ms","start":"2026-03-04T02:11:44.127103Z","end":"2026-03-04T02:11:44.365399Z","steps":["trace[1582377275] 'process raft request' (duration: 238.050725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:44.365551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.124082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:44.365649Z","caller":"traceutil/trace.go:171","msg":"trace[2132688030] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23332; }","duration":"114.266365ms","start":"2026-03-04T02:11:44.251352Z","end":"2026-03-04T02:11:44.365618Z","steps":["trace[2132688030] 'agreement among raft nodes before linearized reading' (duration: 114.094241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:45.751487Z","caller":"traceutil/trace.go:171","msg":"trace[104839124] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"124.313851ms","start":"2026-03-04T02:11:45.627139Z","end":"2026-03-04T02:11:45.751453Z","steps":["trace[104839124] 'process raft request' (duration: 123.994914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:53.520371Z","caller":"traceutil/trace.go:171","msg":"trace[1977897525] linearizableReadLoop","detail":"{readStateIndex:24207; appliedIndex:24206; }","duration":"293.156742ms","start":"2026-03-04T02:11:53.22719Z","end":"2026-03-04T02:11:53.520346Z","steps":["trace[1977897525] 'read index received' (duration: 292.917166ms)","trace[1977897525] 'applied index is now lower than readState.Index' (duration: 238.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:53.520671Z","caller":"traceutil/trace.go:171","msg":"trace[1677118910] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"295.621518ms","start":"2026-03-04T02:11:53.225034Z","end":"2026-03-04T02:11:53.520655Z","steps":["trace[1677118910] 'process raft request' (duration: 295.130727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.521008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.760106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:53.521066Z","caller":"traceutil/trace.go:171","msg":"trace[990417123] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23403; }","duration":"293.881088ms","start":"2026-03-04T02:11:53.227168Z","end":"2026-03-04T02:11:53.521049Z","steps":["trace[990417123] 'agreement among raft nodes before linearized reading' (duration: 293.732425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.521402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.483313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:11:53.521449Z","caller":"traceutil/trace.go:171","msg":"trace[1679009464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23403; }","duration":"290.565314ms","start":"2026-03-04T02:11:53.230874Z","end":"2026-03-04T02:11:53.521439Z","steps":["trace[1679009464] 'agreement among raft nodes before linearized reading' (duration: 290.40184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.521624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.452122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:53.521665Z","caller":"traceutil/trace.go:171","msg":"trace[675208126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23403; }","duration":"286.523723ms","start":"2026-03-04T02:11:53.235129Z","end":"2026-03-04T02:11:53.521652Z","steps":["trace[675208126] 'agreement among raft nodes before linearized reading' (duration: 286.453291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.521773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.295876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:11:53.521844Z","caller":"traceutil/trace.go:171","msg":"trace[1758219590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23403; }","duration":"285.396788ms","start":"2026-03-04T02:11:53.236428Z","end":"2026-03-04T02:11:53.521825Z","steps":["trace[1758219590] 'agreement among raft nodes before linearized reading' (duration: 285.105092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.521861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.145606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:11:53.521791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.51954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:11:53.521934Z","caller":"traceutil/trace.go:171","msg":"trace[1055718754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23403; }","duration":"205.266938ms","start":"2026-03-04T02:11:53.316649Z","end":"2026-03-04T02:11:53.521916Z","steps":["trace[1055718754] 'agreement among raft nodes before linearized reading' (duration: 205.115605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:53.521969Z","caller":"traceutil/trace.go:171","msg":"trace[2137995338] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23403; }","duration":"191.755345ms","start":"2026-03-04T02:11:53.330194Z","end":"2026-03-04T02:11:53.521949Z","steps":["trace[2137995338] 'agreement among raft nodes before linearized reading' (duration: 191.404877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.522057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.833667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:11:53.522099Z","caller":"traceutil/trace.go:171","msg":"trace[262130400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23403; }","duration":"289.900258ms","start":"2026-03-04T02:11:53.232189Z","end":"2026-03-04T02:11:53.522089Z","steps":["trace[262130400] 'agreement among raft nodes before linearized reading' (duration: 289.788006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.522244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.29404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:11:53.522546Z","caller":"traceutil/trace.go:171","msg":"trace[1416997524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23403; }","duration":"291.366302ms","start":"2026-03-04T02:11:53.230922Z","end":"2026-03-04T02:11:53.522288Z","steps":["trace[1416997524] 'agreement among raft nodes before linearized reading' (duration: 290.874121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:53.523339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.425925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:11:53.528813Z","caller":"traceutil/trace.go:171","msg":"trace[239607334] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23403; }","duration":"153.569378ms","start":"2026-03-04T02:11:53.369844Z","end":"2026-03-04T02:11:53.523413Z","steps":["trace[239607334] 'agreement among raft nodes before linearized reading' (duration: 151.663205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.231477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.25331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:54.23188Z","caller":"traceutil/trace.go:171","msg":"trace[1705975320] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"571.568842ms","start":"2026-03-04T02:11:53.660293Z","end":"2026-03-04T02:11:54.231861Z","steps":["trace[1705975320] 'process raft request' (duration: 571.530542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:54.231978Z","caller":"traceutil/trace.go:171","msg":"trace[564588868] linearizableReadLoop","detail":"{readStateIndex:24208; appliedIndex:24207; }","duration":"704.989489ms","start":"2026-03-04T02:11:53.52697Z","end":"2026-03-04T02:11:54.231959Z","steps":["trace[564588868] 'read index received' (duration: 139.247327ms)","trace[564588868] 'applied index is now lower than readState.Index' (duration: 565.740152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:54.232004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.659708Z","time spent":"572.222498ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:54.23219Z","caller":"traceutil/trace.go:171","msg":"trace[313753311] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"705.399678ms","start":"2026-03-04T02:11:53.526738Z","end":"2026-03-04T02:11:54.232138Z","steps":["trace[313753311] 'process raft request' (duration: 139.40521ms)","trace[313753311] 'compare' (duration: 564.889312ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:54.232211Z","caller":"traceutil/trace.go:171","msg":"trace[773931960] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"704.914117ms","start":"2026-03-04T02:11:53.527244Z","end":"2026-03-04T02:11:54.232158Z","steps":["trace[773931960] 'process raft request' (duration: 704.331253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:54.232214Z","caller":"traceutil/trace.go:171","msg":"trace[1983208684] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"704.267443ms","start":"2026-03-04T02:11:53.527894Z","end":"2026-03-04T02:11:54.232161Z","steps":["trace[1983208684] 'process raft request' (duration: 703.841773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.232271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.277385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:11:54.23235Z","caller":"traceutil/trace.go:171","msg":"trace[1598984867] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23408; }","duration":"705.375387ms","start":"2026-03-04T02:11:53.526957Z","end":"2026-03-04T02:11:54.232332Z","steps":["trace[1598984867] 'agreement among raft nodes before linearized reading' (duration: 705.155742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.232365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.526716Z","time spent":"705.555392ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:54.232386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.527229Z","time spent":"705.055891ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:54.232395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.526951Z","time spent":"705.435809ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:11:54.23242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.527874Z","time spent":"704.431056ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:54.232195Z","caller":"traceutil/trace.go:171","msg":"trace[1840288812] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"703.606018ms","start":"2026-03-04T02:11:53.528546Z","end":"2026-03-04T02:11:54.232152Z","steps":["trace[1840288812] 'process raft request' (duration: 703.246019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.232647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.528536Z","time spent":"704.006908ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:54.803273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.502926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:54.80338Z","caller":"traceutil/trace.go:171","msg":"trace[1724794088] linearizableReadLoop","detail":"{readStateIndex:24213; appliedIndex:24212; }","duration":"571.349307ms","start":"2026-03-04T02:11:54.232011Z","end":"2026-03-04T02:11:54.803361Z","steps":["trace[1724794088] 'read index received' (duration: 458.79746ms)","trace[1724794088] 'applied index is now lower than readState.Index' (duration: 112.550097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:54.803462Z","caller":"traceutil/trace.go:171","msg":"trace[1549881029] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"1.025032274s","start":"2026-03-04T02:11:53.778418Z","end":"2026-03-04T02:11:54.80345Z","steps":["trace[1549881029] 'process raft request' (duration: 912.263452ms)","trace[1549881029] 'compare' (duration: 112.003124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:54.803527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.778391Z","time spent":"1.025102846s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:54.803788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.94219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.803824Z","caller":"traceutil/trace.go:171","msg":"trace[843212617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23409; }","duration":"910.016642ms","start":"2026-03-04T02:11:53.893797Z","end":"2026-03-04T02:11:54.803814Z","steps":["trace[843212617] 'agreement among raft nodes before linearized reading' (duration: 909.948761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.803853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.893769Z","time spent":"910.078684ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:11:54.803955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275484339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.804037Z","caller":"traceutil/trace.go:171","msg":"trace[65903882] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23409; }","duration":"1.275591151s","start":"2026-03-04T02:11:53.528425Z","end":"2026-03-04T02:11:54.804016Z","steps":["trace[65903882] 'agreement among raft nodes before linearized reading' (duration: 1.275453608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.804042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274516746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T02:11:54.804085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.528419Z","time spent":"1.275657502s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:11:54.804109Z","caller":"traceutil/trace.go:171","msg":"trace[1535948930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23409; }","duration":"1.274595828s","start":"2026-03-04T02:11:53.529484Z","end":"2026-03-04T02:11:54.80408Z","steps":["trace[1535948930] 'agreement among raft nodes before linearized reading' (duration: 1.274396574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.804153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:53.529472Z","time spent":"1.27467263s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T02:11:55.389903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.379975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:55.390233Z","caller":"traceutil/trace.go:171","msg":"trace[226526253] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"823.270054ms","start":"2026-03-04T02:11:54.566911Z","end":"2026-03-04T02:11:55.390182Z","steps":["trace[226526253] 'process raft request' (duration: 823.08626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.390314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.566899Z","time spent":"823.374557ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.390208Z","caller":"traceutil/trace.go:171","msg":"trace[551441449] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"833.329021ms","start":"2026-03-04T02:11:54.556846Z","end":"2026-03-04T02:11:55.390175Z","steps":["trace[551441449] 'process raft request' (duration: 479.163269ms)","trace[551441449] 'compare' (duration: 353.091458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:55.390524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.556823Z","time spent":"833.622597ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:55.390578Z","caller":"traceutil/trace.go:171","msg":"trace[227258322] linearizableReadLoop","detail":"{readStateIndex:24218; appliedIndex:24213; }","duration":"587.144423ms","start":"2026-03-04T02:11:54.803412Z","end":"2026-03-04T02:11:55.390556Z","steps":["trace[227258322] 'read index received' (duration: 232.653064ms)","trace[227258322] 'applied index is now lower than readState.Index' (duration: 354.490419ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:55.39058Z","caller":"traceutil/trace.go:171","msg":"trace[310316567] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"821.431213ms","start":"2026-03-04T02:11:54.56912Z","end":"2026-03-04T02:11:55.390551Z","steps":["trace[310316567] 'process raft request' (duration: 821.26463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.390667Z","caller":"traceutil/trace.go:171","msg":"trace[1600448241] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"821.877263ms","start":"2026-03-04T02:11:54.568681Z","end":"2026-03-04T02:11:55.390559Z","steps":["trace[1600448241] 'process raft request' (duration: 821.392172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.390772Z","caller":"traceutil/trace.go:171","msg":"trace[2130235518] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"802.952947ms","start":"2026-03-04T02:11:54.587809Z","end":"2026-03-04T02:11:55.390762Z","steps":["trace[2130235518] 'process raft request' (duration: 802.677211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.390843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.587788Z","time spent":"803.029999ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.390782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.652559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.390919Z","caller":"traceutil/trace.go:171","msg":"trace[1872283572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23414; }","duration":"585.842493ms","start":"2026-03-04T02:11:54.805061Z","end":"2026-03-04T02:11:55.390904Z","steps":["trace[1872283572] 'agreement among raft nodes before linearized reading' (duration: 585.68301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.390949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.568654Z","time spent":"822.138549ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.390936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093975532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.390715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.569095Z","time spent":"821.549536ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.39102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.90565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:11:55.391063Z","caller":"traceutil/trace.go:171","msg":"trace[361288598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f; range_end:; response_count:1; response_revision:23414; }","duration":"583.965141ms","start":"2026-03-04T02:11:54.807085Z","end":"2026-03-04T02:11:55.39105Z","steps":["trace[361288598] 'agreement among raft nodes before linearized reading' (duration: 583.859049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.39103Z","caller":"traceutil/trace.go:171","msg":"trace[2009451909] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23414; }","duration":"1.094127186s","start":"2026-03-04T02:11:54.296882Z","end":"2026-03-04T02:11:55.39101Z","steps":["trace[2009451909] 'agreement among raft nodes before linearized reading' (duration: 1.09385532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.391103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.807069Z","time spent":"584.026682ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-26cfe491-d9c9-41da-a898-e85794a6836f\" "} {"level":"warn","ts":"2026-03-04T02:11:55.390924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.170617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:11:55.39112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.296861Z","time spent":"1.094246908s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:55.390971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.805044Z","time spent":"585.913625ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:55.391151Z","caller":"traceutil/trace.go:171","msg":"trace[587609471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23414; }","duration":"385.394502ms","start":"2026-03-04T02:11:55.005744Z","end":"2026-03-04T02:11:55.391139Z","steps":["trace[587609471] 'agreement among raft nodes before linearized reading' (duration: 385.063215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.391205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.005728Z","time spent":"385.465074ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:11:55.846334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.198082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:55.846413Z","caller":"traceutil/trace.go:171","msg":"trace[161286345] linearizableReadLoop","detail":"{readStateIndex:24219; appliedIndex:24218; }","duration":"449.703197ms","start":"2026-03-04T02:11:55.396697Z","end":"2026-03-04T02:11:55.8464Z","steps":["trace[161286345] 'read index received' (duration: 181.25937ms)","trace[161286345] 'applied index is now lower than readState.Index' (duration: 268.442707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:55.846457Z","caller":"traceutil/trace.go:171","msg":"trace[1567561182] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"451.409065ms","start":"2026-03-04T02:11:55.395023Z","end":"2026-03-04T02:11:55.846432Z","steps":["trace[1567561182] 'process raft request' (duration: 183.038159ms)","trace[1567561182] 'compare' (duration: 268.059759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:55.846509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.704302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:55.846529Z","caller":"traceutil/trace.go:171","msg":"trace[1620451551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23415; }","duration":"447.753103ms","start":"2026-03-04T02:11:55.398768Z","end":"2026-03-04T02:11:55.846521Z","steps":["trace[1620451551] 'agreement among raft nodes before linearized reading' (duration: 447.709032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.846517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.80378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.846551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.398747Z","time spent":"447.798755ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:11:55.84657Z","caller":"traceutil/trace.go:171","msg":"trace[1696980373] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23415; }","duration":"449.890202ms","start":"2026-03-04T02:11:55.396667Z","end":"2026-03-04T02:11:55.846557Z","steps":["trace[1696980373] 'agreement among raft nodes before linearized reading' (duration: 449.79217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.846583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.395002Z","time spent":"451.504847ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.846599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.396655Z","time spent":"449.938823ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:11:55.846812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.812489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:11:55.84684Z","caller":"traceutil/trace.go:171","msg":"trace[1300566302] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:23415; }","duration":"131.891961ms","start":"2026-03-04T02:11:55.714942Z","end":"2026-03-04T02:11:55.846834Z","steps":["trace[1300566302] 'agreement among raft nodes before linearized reading' (duration: 131.759518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.847004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.316296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:55.847036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.986724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:55.847056Z","caller":"traceutil/trace.go:171","msg":"trace[2025561133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23415; }","duration":"330.422369ms","start":"2026-03-04T02:11:55.516617Z","end":"2026-03-04T02:11:55.847039Z","steps":["trace[2025561133] 'agreement among raft nodes before linearized reading' (duration: 330.328236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.84705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.095418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:11:55.847075Z","caller":"traceutil/trace.go:171","msg":"trace[1278582785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23415; }","duration":"320.068976ms","start":"2026-03-04T02:11:55.526997Z","end":"2026-03-04T02:11:55.847066Z","steps":["trace[1278582785] 'agreement among raft nodes before linearized reading' (duration: 319.881792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.847092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.5166Z","time spent":"330.483141ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:55.847104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.526976Z","time spent":"320.123347ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:11:55.84711Z","caller":"traceutil/trace.go:171","msg":"trace[468739090] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23415; }","duration":"349.16639ms","start":"2026-03-04T02:11:55.497927Z","end":"2026-03-04T02:11:55.847093Z","steps":["trace[468739090] 'agreement among raft nodes before linearized reading' (duration: 348.949155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.847123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.252744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-04T02:11:55.84715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.497907Z","time spent":"349.237122ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:11:55.847184Z","caller":"traceutil/trace.go:171","msg":"trace[405929667] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23415; }","duration":"448.313115ms","start":"2026-03-04T02:11:55.398857Z","end":"2026-03-04T02:11:55.84717Z","steps":["trace[405929667] 'agreement among raft nodes before linearized reading' (duration: 448.041469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.847224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.398824Z","time spent":"448.391237ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T02:11:56.290182Z","caller":"traceutil/trace.go:171","msg":"trace[2017414228] linearizableReadLoop","detail":"{readStateIndex:24220; appliedIndex:24219; }","duration":"439.401685ms","start":"2026-03-04T02:11:55.85075Z","end":"2026-03-04T02:11:56.290151Z","steps":["trace[2017414228] 'read index received' (duration: 439.308213ms)","trace[2017414228] 'applied index is now lower than readState.Index' (duration: 91.962µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:56.290229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.850111Z","time spent":"440.105572ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:11:56.290378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.60162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:11:56.290476Z","caller":"traceutil/trace.go:171","msg":"trace[1636910457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23415; }","duration":"439.734573ms","start":"2026-03-04T02:11:55.85072Z","end":"2026-03-04T02:11:56.290454Z","steps":["trace[1636910457] 'agreement among raft nodes before linearized reading' (duration: 439.547519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.290517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.850691Z","time spent":"439.817395ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:11:56.316916Z","caller":"traceutil/trace.go:171","msg":"trace[11156508] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"465.953023ms","start":"2026-03-04T02:11:55.850946Z","end":"2026-03-04T02:11:56.316899Z","steps":["trace[11156508] 'process raft request' (duration: 465.625085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.317146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.850931Z","time spent":"466.113856ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:56.317238Z","caller":"traceutil/trace.go:171","msg":"trace[139117047] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"177.71399ms","start":"2026-03-04T02:11:56.139493Z","end":"2026-03-04T02:11:56.317207Z","steps":["trace[139117047] 'process raft request' (duration: 177.362503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.31764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.390168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-04T02:11:56.317673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.859113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:11:56.317727Z","caller":"traceutil/trace.go:171","msg":"trace[705064399] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23418; }","duration":"285.529441ms","start":"2026-03-04T02:11:56.032176Z","end":"2026-03-04T02:11:56.317706Z","steps":["trace[705064399] 'agreement among raft nodes before linearized reading' (duration: 285.159023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.317733Z","caller":"traceutil/trace.go:171","msg":"trace[1237265203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922; range_end:; response_count:1; response_revision:23418; }","duration":"466.964844ms","start":"2026-03-04T02:11:55.850748Z","end":"2026-03-04T02:11:56.317713Z","steps":["trace[1237265203] 'agreement among raft nodes before linearized reading' (duration: 466.810971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.317775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:55.850728Z","time spent":"467.038657ms","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-f32eea80-0562-4156-b985-d58f86b03922\" "} {"level":"info","ts":"2026-03-04T02:11:57.150513Z","caller":"traceutil/trace.go:171","msg":"trace[1561746066] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24229; }","duration":"261.663845ms","start":"2026-03-04T02:11:56.888821Z","end":"2026-03-04T02:11:57.150485Z","steps":["trace[1561746066] 'read index received' (duration: 256.915589ms)","trace[1561746066] 'applied index is now lower than readState.Index' (duration: 4.747336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.15064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.804367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.150698Z","caller":"traceutil/trace.go:171","msg":"trace[1885774431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23425; }","duration":"261.90488ms","start":"2026-03-04T02:11:56.888763Z","end":"2026-03-04T02:11:57.150668Z","steps":["trace[1885774431] 'agreement among raft nodes before linearized reading' (duration: 261.816168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.150706Z","caller":"traceutil/trace.go:171","msg":"trace[1811745222] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"337.416646ms","start":"2026-03-04T02:11:56.813258Z","end":"2026-03-04T02:11:57.150674Z","steps":["trace[1811745222] 'process raft request' (duration: 332.457915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.150853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.813241Z","time spent":"337.537548ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:57.821733Z","caller":"traceutil/trace.go:171","msg":"trace[1155657120] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"425.435442ms","start":"2026-03-04T02:11:57.396278Z","end":"2026-03-04T02:11:57.821714Z","steps":["trace[1155657120] 'process raft request' (duration: 425.34678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.821858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.396256Z","time spent":"425.535974ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:57.821963Z","caller":"traceutil/trace.go:171","msg":"trace[1788845776] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"425.773009ms","start":"2026-03-04T02:11:57.396159Z","end":"2026-03-04T02:11:57.821932Z","steps":["trace[1788845776] 'process raft request' (duration: 418.385683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.822091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.396133Z","time spent":"425.888392ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:57.822175Z","caller":"traceutil/trace.go:171","msg":"trace[1718601221] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"425.778919ms","start":"2026-03-04T02:11:57.396372Z","end":"2026-03-04T02:11:57.822151Z","steps":["trace[1718601221] 'process raft request' (duration: 425.314339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.822313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.396364Z","time spent":"425.882972ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.540593Z","caller":"traceutil/trace.go:171","msg":"trace[856164365] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"142.324404ms","start":"2026-03-04T02:12:00.39824Z","end":"2026-03-04T02:12:00.540564Z","steps":["trace[856164365] 'process raft request' (duration: 112.085277ms)","trace[856164365] 'compare' (duration: 30.119535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:00.54312Z","caller":"traceutil/trace.go:171","msg":"trace[1855202207] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"144.78297ms","start":"2026-03-04T02:12:00.398321Z","end":"2026-03-04T02:12:00.543104Z","steps":["trace[1855202207] 'process raft request' (duration: 144.664817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.543397Z","caller":"traceutil/trace.go:171","msg":"trace[249866754] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"145.001825ms","start":"2026-03-04T02:12:00.398375Z","end":"2026-03-04T02:12:00.543376Z","steps":["trace[249866754] 'process raft request' (duration: 144.691648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.543484Z","caller":"traceutil/trace.go:171","msg":"trace[350839208] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"144.26151ms","start":"2026-03-04T02:12:00.3992Z","end":"2026-03-04T02:12:00.543461Z","steps":["trace[350839208] 'process raft request' (duration: 144.201617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.543498Z","caller":"traceutil/trace.go:171","msg":"trace[2040238521] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"144.899494ms","start":"2026-03-04T02:12:00.398573Z","end":"2026-03-04T02:12:00.543473Z","steps":["trace[2040238521] 'process raft request' (duration: 144.720719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.319678Z","caller":"traceutil/trace.go:171","msg":"trace[2003198528] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"105.522279ms","start":"2026-03-04T02:12:01.214121Z","end":"2026-03-04T02:12:01.319643Z","steps":["trace[2003198528] 'process raft request' (duration: 105.190251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:51.375691Z","caller":"traceutil/trace.go:171","msg":"trace[72313880] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"110.423092ms","start":"2026-03-04T02:13:51.265239Z","end":"2026-03-04T02:13:51.375662Z","steps":["trace[72313880] 'process raft request' (duration: 63.18575ms)","trace[72313880] 'compare' (duration: 47.098969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:02.751287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22041} {"level":"info","ts":"2026-03-04T02:14:02.902985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22041,"took":"148.105919ms","hash":3368636227,"current-db-size-bytes":50282496,"current-db-size":"50 MB","current-db-size-in-use-bytes":33112064,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T02:14:02.903073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3368636227,"revision":22041,"compact-revision":19035} {"level":"warn","ts":"2026-03-04T02:14:32.289787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.646694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a453a8de92\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-03-04T02:14:32.289945Z","caller":"traceutil/trace.go:171","msg":"trace[1494027844] range","detail":"{range_begin:/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a453a8de92; range_end:; response_count:1; response_revision:24841; }","duration":"113.84377ms","start":"2026-03-04T02:14:32.176072Z","end":"2026-03-04T02:14:32.289916Z","steps":["trace[1494027844] 'range keys from in-memory index tree' (duration: 113.46001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:45.915523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.77349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:45.915892Z","caller":"traceutil/trace.go:171","msg":"trace[840053405] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"182.859771ms","start":"2026-03-04T02:14:45.732808Z","end":"2026-03-04T02:14:45.915667Z","steps":["trace[840053405] 'process raft request' (duration: 63.829655ms)","trace[840053405] 'compare' (duration: 118.625047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:24.701183Z","caller":"traceutil/trace.go:171","msg":"trace[736548682] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"137.642053ms","start":"2026-03-04T02:15:24.563515Z","end":"2026-03-04T02:15:24.701157Z","steps":["trace[736548682] 'process raft request' (duration: 137.48897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:43.05205Z","caller":"traceutil/trace.go:171","msg":"trace[2045211824] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"368.038823ms","start":"2026-03-04T02:15:42.683987Z","end":"2026-03-04T02:15:43.052026Z","steps":["trace[2045211824] 'process raft request' (duration: 367.91015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:43.052231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:42.683966Z","time spent":"368.181246ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:43.065125Z","caller":"traceutil/trace.go:171","msg":"trace[1150809357] linearizableReadLoop","detail":"{readStateIndex:26472; appliedIndex:26470; }","duration":"176.087868ms","start":"2026-03-04T02:15:42.889014Z","end":"2026-03-04T02:15:43.065102Z","steps":["trace[1150809357] 'read index received' (duration: 163.081566ms)","trace[1150809357] 'applied index is now lower than readState.Index' (duration: 13.005372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:43.065213Z","caller":"traceutil/trace.go:171","msg":"trace[446793438] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"372.626616ms","start":"2026-03-04T02:15:42.692549Z","end":"2026-03-04T02:15:43.065175Z","steps":["trace[446793438] 'process raft request' (duration: 372.320129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:43.065328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.294374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:43.065369Z","caller":"traceutil/trace.go:171","msg":"trace[1701291165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25609; }","duration":"176.409556ms","start":"2026-03-04T02:15:42.888951Z","end":"2026-03-04T02:15:43.06536Z","steps":["trace[1701291165] 'agreement among raft nodes before linearized reading' (duration: 176.326564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:43.065404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:42.692523Z","time spent":"372.78286ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:43.065255Z","caller":"traceutil/trace.go:171","msg":"trace[22752401] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"309.957138ms","start":"2026-03-04T02:15:42.755287Z","end":"2026-03-04T02:15:43.065244Z","steps":["trace[22752401] 'process raft request' (duration: 309.758444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:43.065736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:42.755257Z","time spent":"310.412318ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:15:48.18222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.913607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:15:48.182303Z","caller":"traceutil/trace.go:171","msg":"trace[1946693111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25652; }","duration":"177.039759ms","start":"2026-03-04T02:15:48.005242Z","end":"2026-03-04T02:15:48.182282Z","steps":["trace[1946693111] 'range keys from in-memory index tree' (duration: 176.760253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:48.182685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.989132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:15:48.182746Z","caller":"traceutil/trace.go:171","msg":"trace[1088185124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25652; }","duration":"223.087294ms","start":"2026-03-04T02:15:47.959642Z","end":"2026-03-04T02:15:48.18273Z","steps":["trace[1088185124] 'range keys from in-memory index tree' (duration: 222.866919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:48.772531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:49.27268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:49.773586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:50.274728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:50.775564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:50.889111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:15:50.889189Z","caller":"traceutil/trace.go:171","msg":"trace[1189656413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000377s","start":"2026-03-04T02:15:48.889167Z","end":"2026-03-04T02:15:50.88917Z","steps":["trace[1189656413] 'agreement among raft nodes before linearized reading' (duration: 1.999909978s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:50.889233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.889152Z","time spent":"2.000072951s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:15:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:15:51.276158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:51.776978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:52.277171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:52.778117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:52.889439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:15:52.889582Z","caller":"traceutil/trace.go:171","msg":"trace[920995629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192314s","start":"2026-03-04T02:15:50.889368Z","end":"2026-03-04T02:15:52.889561Z","steps":["trace[920995629] 'agreement among raft nodes before linearized reading' (duration: 2.00002197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:52.889658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.889339Z","time spent":"2.000300575s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:15:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:15:53.179682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.181886Z","time spent":"4.997787299s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:15:53.18618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.188785Z","time spent":"4.99738739s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:15:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:15:53.279042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:15:53.325228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.318345Z","time spent":"5.006868842s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:15:53.713737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.530883092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:15:54.068438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.069905Z","time spent":"4.998527156s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:15:54.082327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.084185Z","time spent":"4.998138866s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:15:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:15:54.083294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.084991Z","time spent":"4.99829983s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:15:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:15:54.110006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999836785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:15:54.110066Z","caller":"traceutil/trace.go:171","msg":"trace[156154742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999952537s","start":"2026-03-04T02:15:49.110098Z","end":"2026-03-04T02:15:54.11005Z","steps":["trace[156154742] 'agreement among raft nodes before linearized reading' (duration: 4.999874166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.110216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.110079Z","time spent":"5.000122712s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:15:54.232006Z","caller":"traceutil/trace.go:171","msg":"trace[1618615379] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"6.043158388s","start":"2026-03-04T02:15:48.188823Z","end":"2026-03-04T02:15:54.231981Z","steps":["trace[1618615379] 'process raft request' (duration: 6.04281502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.232536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.188807Z","time spent":"6.043274181s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:54.233058Z","caller":"traceutil/trace.go:171","msg":"trace[2004233201] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"4.869384572s","start":"2026-03-04T02:15:49.363569Z","end":"2026-03-04T02:15:54.232953Z","steps":["trace[2004233201] 'process raft request' (duration: 4.869046305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.233162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.363545Z","time spent":"4.869561626s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:54.233415Z","caller":"traceutil/trace.go:171","msg":"trace[541407897] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"3.325349433s","start":"2026-03-04T02:15:50.908045Z","end":"2026-03-04T02:15:54.233394Z","steps":["trace[541407897] 'process raft request' (duration: 3.324839232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.233531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.908022Z","time spent":"3.325437004s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:54.271725Z","caller":"traceutil/trace.go:171","msg":"trace[461036314] linearizableReadLoop","detail":"{readStateIndex:26527; appliedIndex:26516; }","duration":"5.999629639s","start":"2026-03-04T02:15:48.272078Z","end":"2026-03-04T02:15:54.271708Z","steps":["trace[461036314] 'read index received' (duration: 5.442013774s)","trace[461036314] 'applied index is now lower than readState.Index' (duration: 557.615105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.271974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460178584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:15:54.271969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962090336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:15:54.272012Z","caller":"traceutil/trace.go:171","msg":"trace[1740501043] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25662; }","duration":"1.460276746s","start":"2026-03-04T02:15:52.811725Z","end":"2026-03-04T02:15:54.272002Z","steps":["trace[1740501043] 'agreement among raft nodes before linearized reading' (duration: 1.460142933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:52.811704Z","time spent":"1.460327808s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:15:54.272041Z","caller":"traceutil/trace.go:171","msg":"trace[345464764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25662; }","duration":"5.962186757s","start":"2026-03-04T02:15:48.309823Z","end":"2026-03-04T02:15:54.27201Z","steps":["trace[345464764] 'agreement among raft nodes before linearized reading' (duration: 5.962029674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.309803Z","time spent":"5.962262319s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:15:54.272044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046940775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:15:54.27212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.063439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:15:54.272178Z","caller":"traceutil/trace.go:171","msg":"trace[873179499] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25662; }","duration":"189.142691ms","start":"2026-03-04T02:15:54.083023Z","end":"2026-03-04T02:15:54.272166Z","steps":["trace[873179499] 'agreement among raft nodes before linearized reading' (duration: 188.957537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564222383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:15:54.27221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.269646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:54.272237Z","caller":"traceutil/trace.go:171","msg":"trace[661166856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"1.564311815s","start":"2026-03-04T02:15:52.707919Z","end":"2026-03-04T02:15:54.272231Z","steps":["trace[661166856] 'agreement among raft nodes before linearized reading' (duration: 1.564242153s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.272243Z","caller":"traceutil/trace.go:171","msg":"trace[1537708094] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25662; }","duration":"476.339568ms","start":"2026-03-04T02:15:53.795894Z","end":"2026-03-04T02:15:54.272234Z","steps":["trace[1537708094] 'agreement among raft nodes before linearized reading' (duration: 476.270896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091032935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-04T02:15:54.272258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:52.707902Z","time spent":"1.564351125s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:15:54.272279Z","caller":"traceutil/trace.go:171","msg":"trace[492491918] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25662; }","duration":"1.091084347s","start":"2026-03-04T02:15:53.181185Z","end":"2026-03-04T02:15:54.27227Z","steps":["trace[492491918] 'agreement among raft nodes before linearized reading' (duration: 1.090995055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.795874Z","time spent":"476.395809ms","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.272287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000211583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:15:54.272305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.181133Z","time spent":"1.091166938s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T02:15:54.272321Z","caller":"traceutil/trace.go:171","msg":"trace[1017405098] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25662; }","duration":"6.000285774s","start":"2026-03-04T02:15:48.272025Z","end":"2026-03-04T02:15:54.272311Z","steps":["trace[1017405098] 'agreement among raft nodes before linearized reading' (duration: 6.000230942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.272Z","time spent":"6.000348836s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.272391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160317813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:54.272421Z","caller":"traceutil/trace.go:171","msg":"trace[88242483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25662; }","duration":"1.160385665s","start":"2026-03-04T02:15:53.112025Z","end":"2026-03-04T02:15:54.272411Z","steps":["trace[88242483] 'agreement among raft nodes before linearized reading' (duration: 1.160340214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.112005Z","time spent":"1.160437836s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.272482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37500758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.272553Z","caller":"traceutil/trace.go:171","msg":"trace[321773548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"1.375105172s","start":"2026-03-04T02:15:52.897426Z","end":"2026-03-04T02:15:54.272532Z","steps":["trace[321773548] 'agreement among raft nodes before linearized reading' (duration: 1.374967039s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.950355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-04T02:15:54.272603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:52.897408Z","time spent":"1.375177954s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:15:54.272602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369122766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:15:54.272644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894238931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T02:15:54.272622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.087107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-04T02:15:54.272683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.426302942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:15:54.272723Z","caller":"traceutil/trace.go:171","msg":"trace[565465232] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25662; }","duration":"946.24377ms","start":"2026-03-04T02:15:53.326453Z","end":"2026-03-04T02:15:54.272697Z","steps":["trace[565465232] 'agreement among raft nodes before linearized reading' (duration: 945.919293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.272743Z","caller":"traceutil/trace.go:171","msg":"trace[2093000127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25662; }","duration":"4.426402294s","start":"2026-03-04T02:15:49.846324Z","end":"2026-03-04T02:15:54.272726Z","steps":["trace[2093000127] 'agreement among raft nodes before linearized reading' (duration: 4.426269511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.846305Z","time spent":"4.426464665s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:15:54.272607Z","caller":"traceutil/trace.go:171","msg":"trace[1822534381] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25662; }","duration":"188.012246ms","start":"2026-03-04T02:15:54.084585Z","end":"2026-03-04T02:15:54.272597Z","steps":["trace[1822534381] 'agreement among raft nodes before linearized reading' (duration: 187.919834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.326436Z","time spent":"946.339993ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:15:54.272695Z","caller":"traceutil/trace.go:171","msg":"trace[2076378780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25662; }","duration":"4.894323033s","start":"2026-03-04T02:15:49.378358Z","end":"2026-03-04T02:15:54.272681Z","steps":["trace[2076378780] 'agreement among raft nodes before linearized reading' (duration: 4.894132859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533691986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361\" ","response":"range_response_count:1 size:1540"} {"level":"warn","ts":"2026-03-04T02:15:54.272868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.378344Z","time spent":"4.894513607s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T02:15:54.272886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064251742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.272691Z","caller":"traceutil/trace.go:171","msg":"trace[722049567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25662; }","duration":"4.369250389s","start":"2026-03-04T02:15:49.903418Z","end":"2026-03-04T02:15:54.272668Z","steps":["trace[722049567] 'agreement among raft nodes before linearized reading' (duration: 4.369004023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.27295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.903399Z","time spent":"4.369542915s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:15:54.272947Z","caller":"traceutil/trace.go:171","msg":"trace[1976879787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25662; }","duration":"4.064305223s","start":"2026-03-04T02:15:50.208625Z","end":"2026-03-04T02:15:54.27293Z","steps":["trace[1976879787] 'agreement among raft nodes before linearized reading' (duration: 4.064232592s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.272132Z","caller":"traceutil/trace.go:171","msg":"trace[2135422935] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25662; }","duration":"1.047078378s","start":"2026-03-04T02:15:53.225035Z","end":"2026-03-04T02:15:54.272113Z","steps":["trace[2135422935] 'agreement among raft nodes before linearized reading' (duration: 1.046925205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.272836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897384641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:15:54.273026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.208564Z","time spent":"4.064449066s","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:15:54.273068Z","caller":"traceutil/trace.go:171","msg":"trace[980945106] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25662; }","duration":"3.897648927s","start":"2026-03-04T02:15:50.375404Z","end":"2026-03-04T02:15:54.273053Z","steps":["trace[980945106] 'agreement among raft nodes before linearized reading' (duration: 3.897400472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534771048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:15:54.273071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.225024Z","time spent":"1.048013649s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.273107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502339912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:15:54.273109Z","caller":"traceutil/trace.go:171","msg":"trace[610684647] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25662; }","duration":"5.534838901s","start":"2026-03-04T02:15:48.738259Z","end":"2026-03-04T02:15:54.273098Z","steps":["trace[610684647] 'agreement among raft nodes before linearized reading' (duration: 5.534784409s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.978985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:15:54.27315Z","caller":"traceutil/trace.go:171","msg":"trace[381118276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25662; }","duration":"3.502420084s","start":"2026-03-04T02:15:50.77072Z","end":"2026-03-04T02:15:54.27314Z","steps":["trace[381118276] 'agreement among raft nodes before linearized reading' (duration: 3.502209588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.738239Z","time spent":"5.534907083s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.273158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.803163554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.273176Z","caller":"traceutil/trace.go:171","msg":"trace[1764629914] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25662; }","duration":"305.102258ms","start":"2026-03-04T02:15:53.96806Z","end":"2026-03-04T02:15:54.273162Z","steps":["trace[1764629914] 'agreement among raft nodes before linearized reading' (duration: 303.832949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.27318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.770702Z","time spent":"3.502471985s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:15:54.273201Z","caller":"traceutil/trace.go:171","msg":"trace[2049885851] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25662; }","duration":"5.803263436s","start":"2026-03-04T02:15:48.469925Z","end":"2026-03-04T02:15:54.273188Z","steps":["trace[2049885851] 'agreement among raft nodes before linearized reading' (duration: 5.803096221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:53.968038Z","time spent":"305.16877ms","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2939,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:15:54.27287Z","caller":"traceutil/trace.go:171","msg":"trace[490796827] range","detail":"{range_begin:/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361; range_end:; response_count:1; response_revision:25662; }","duration":"3.533763777s","start":"2026-03-04T02:15:50.739096Z","end":"2026-03-04T02:15:54.27286Z","steps":["trace[490796827] 'agreement among raft nodes before linearized reading' (duration: 3.533661955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:48.469906Z","time spent":"5.803315577s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.272781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604250912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:54.273263Z","caller":"traceutil/trace.go:171","msg":"trace[753029797] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25662; }","duration":"2.604785304s","start":"2026-03-04T02:15:51.668465Z","end":"2026-03-04T02:15:54.27325Z","steps":["trace[753029797] 'agreement among raft nodes before linearized reading' (duration: 2.604257722s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.739071Z","time spent":"3.534173757s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1564,"request content":"key:\"/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361\" "} {"level":"warn","ts":"2026-03-04T02:15:54.273303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:51.668448Z","time spent":"2.604842806s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.273109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:50.37538Z","time spent":"3.89771746s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:15:54.272914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151157686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.273484Z","caller":"traceutil/trace.go:171","msg":"trace[153039682] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25662; }","duration":"3.15175605s","start":"2026-03-04T02:15:51.121713Z","end":"2026-03-04T02:15:54.273469Z","steps":["trace[153039682] 'agreement among raft nodes before linearized reading' (duration: 3.151174976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.051181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:15:54.273507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.963415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:15:54.273525Z","caller":"traceutil/trace.go:171","msg":"trace[744496131] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25662; }","duration":"278.126602ms","start":"2026-03-04T02:15:53.99539Z","end":"2026-03-04T02:15:54.273517Z","steps":["trace[744496131] 'agreement among raft nodes before linearized reading' (duration: 278.03972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.273529Z","caller":"traceutil/trace.go:171","msg":"trace[976426862] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25662; }","duration":"204.008096ms","start":"2026-03-04T02:15:54.069514Z","end":"2026-03-04T02:15:54.273522Z","steps":["trace[976426862] 'agreement among raft nodes before linearized reading' (duration: 203.913624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.27353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:51.121696Z","time spent":"3.151819251s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:15:54.271823Z","caller":"traceutil/trace.go:171","msg":"trace[564796335] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"2.54499986s","start":"2026-03-04T02:15:51.726815Z","end":"2026-03-04T02:15:54.271815Z","steps":["trace[564796335] 'process raft request' (duration: 2.544509179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.875941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:15:54.273724Z","caller":"traceutil/trace.go:171","msg":"trace[1763151600] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25662; }","duration":"230.953512ms","start":"2026-03-04T02:15:54.042759Z","end":"2026-03-04T02:15:54.273713Z","steps":["trace[1763151600] 'agreement among raft nodes before linearized reading' (duration: 230.745257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.273781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:51.726781Z","time spent":"2.546928294s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:15:54.27414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47694191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:15:54.274175Z","caller":"traceutil/trace.go:171","msg":"trace[1338681640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25662; }","duration":"4.477017302s","start":"2026-03-04T02:15:49.79715Z","end":"2026-03-04T02:15:54.274168Z","steps":["trace[1338681640] 'agreement among raft nodes before linearized reading' (duration: 4.475561479s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.274204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:49.797133Z","time spent":"4.477066822s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:15:54.453081Z","caller":"traceutil/trace.go:171","msg":"trace[151214630] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"173.120552ms","start":"2026-03-04T02:15:54.27994Z","end":"2026-03-04T02:15:54.45306Z","steps":["trace[151214630] 'process raft request' (duration: 172.956418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.453388Z","caller":"traceutil/trace.go:171","msg":"trace[935386772] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"173.199713ms","start":"2026-03-04T02:15:54.280168Z","end":"2026-03-04T02:15:54.453368Z","steps":["trace[935386772] 'process raft request' (duration: 172.860606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.453458Z","caller":"traceutil/trace.go:171","msg":"trace[785477265] linearizableReadLoop","detail":"{readStateIndex:26532; appliedIndex:26528; }","duration":"137.603943ms","start":"2026-03-04T02:15:54.315833Z","end":"2026-03-04T02:15:54.453437Z","steps":["trace[785477265] 'read index received' (duration: 136.993149ms)","trace[785477265] 'applied index is now lower than readState.Index' (duration: 609.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.45363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.570677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:15:54.45368Z","caller":"traceutil/trace.go:171","msg":"trace[393645396] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"171.822742ms","start":"2026-03-04T02:15:54.281849Z","end":"2026-03-04T02:15:54.453672Z","steps":["trace[393645396] 'process raft request' (duration: 171.518595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.453672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.850806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-04T02:15:54.4537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.072226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.453694Z","caller":"traceutil/trace.go:171","msg":"trace[650712440] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25667; }","duration":"171.689459ms","start":"2026-03-04T02:15:54.281987Z","end":"2026-03-04T02:15:54.453676Z","steps":["trace[650712440] 'agreement among raft nodes before linearized reading' (duration: 171.476755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.453725Z","caller":"traceutil/trace.go:171","msg":"trace[1961644779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25667; }","duration":"171.109836ms","start":"2026-03-04T02:15:54.282607Z","end":"2026-03-04T02:15:54.453717Z","steps":["trace[1961644779] 'agreement among raft nodes before linearized reading' (duration: 171.065025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.45372Z","caller":"traceutil/trace.go:171","msg":"trace[1681282651] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25667; }","duration":"172.910667ms","start":"2026-03-04T02:15:54.280794Z","end":"2026-03-04T02:15:54.453704Z","steps":["trace[1681282651] 'agreement among raft nodes before linearized reading' (duration: 172.758444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.453737Z","caller":"traceutil/trace.go:171","msg":"trace[984194942] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"173.188513ms","start":"2026-03-04T02:15:54.280543Z","end":"2026-03-04T02:15:54.453732Z","steps":["trace[984194942] 'process raft request' (duration: 172.710213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.453853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.758112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:15:54.453876Z","caller":"traceutil/trace.go:171","msg":"trace[2089680696] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25667; }","duration":"175.802402ms","start":"2026-03-04T02:15:54.278065Z","end":"2026-03-04T02:15:54.453868Z","steps":["trace[2089680696] 'agreement among raft nodes before linearized reading' (duration: 175.70655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.453871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.998016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:15:54.453911Z","caller":"traceutil/trace.go:171","msg":"trace[2014087222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25667; }","duration":"176.056708ms","start":"2026-03-04T02:15:54.277843Z","end":"2026-03-04T02:15:54.453899Z","steps":["trace[2014087222] 'agreement among raft nodes before linearized reading' (duration: 175.968196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.453959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.79618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:15:54.453973Z","caller":"traceutil/trace.go:171","msg":"trace[2062316937] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:25667; }","duration":"134.809691ms","start":"2026-03-04T02:15:54.319158Z","end":"2026-03-04T02:15:54.453968Z","steps":["trace[2062316937] 'agreement among raft nodes before linearized reading' (duration: 134.76585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.453977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.422174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:15:54.454012Z","caller":"traceutil/trace.go:171","msg":"trace[507088899] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25667; }","duration":"175.470455ms","start":"2026-03-04T02:15:54.278529Z","end":"2026-03-04T02:15:54.454Z","steps":["trace[507088899] 'agreement among raft nodes before linearized reading' (duration: 175.372533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.454035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.262969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-04T02:15:54.454095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.663145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:15:54.454113Z","caller":"traceutil/trace.go:171","msg":"trace[1612795387] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25667; }","duration":"133.680456ms","start":"2026-03-04T02:15:54.320426Z","end":"2026-03-04T02:15:54.454107Z","steps":["trace[1612795387] 'agreement among raft nodes before linearized reading' (duration: 133.627545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:54.4541Z","caller":"traceutil/trace.go:171","msg":"trace[1195579628] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25667; }","duration":"175.377762ms","start":"2026-03-04T02:15:54.278707Z","end":"2026-03-04T02:15:54.454084Z","steps":["trace[1195579628] 'agreement among raft nodes before linearized reading' (duration: 175.155147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.681981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.475621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:15:54.682138Z","caller":"traceutil/trace.go:171","msg":"trace[1203380134] linearizableReadLoop","detail":"{readStateIndex:26533; appliedIndex:26532; }","duration":"218.427041ms","start":"2026-03-04T02:15:54.463686Z","end":"2026-03-04T02:15:54.682113Z","steps":["trace[1203380134] 'read index received' (duration: 72.623522ms)","trace[1203380134] 'applied index is now lower than readState.Index' (duration: 145.801479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:54.682272Z","caller":"traceutil/trace.go:171","msg":"trace[1655418808] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"220.560658ms","start":"2026-03-04T02:15:54.461696Z","end":"2026-03-04T02:15:54.682256Z","steps":["trace[1655418808] 'process raft request' (duration: 74.669847ms)","trace[1655418808] 'compare' (duration: 145.254946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:54.682564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.476691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.68266Z","caller":"traceutil/trace.go:171","msg":"trace[2116872257] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25668; }","duration":"149.621344ms","start":"2026-03-04T02:15:54.533018Z","end":"2026-03-04T02:15:54.682639Z","steps":["trace[2116872257] 'agreement among raft nodes before linearized reading' (duration: 149.363049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.682803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.102116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:15:54.682873Z","caller":"traceutil/trace.go:171","msg":"trace[1205191822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25668; }","duration":"219.179487ms","start":"2026-03-04T02:15:54.463672Z","end":"2026-03-04T02:15:54.682852Z","steps":["trace[1205191822] 'agreement among raft nodes before linearized reading' (duration: 218.956202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:54.682938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.792271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:54.682984Z","caller":"traceutil/trace.go:171","msg":"trace[617282795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25668; }","duration":"146.848712ms","start":"2026-03-04T02:15:54.536118Z","end":"2026-03-04T02:15:54.682966Z","steps":["trace[617282795] 'agreement among raft nodes before linearized reading' (duration: 146.78162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.276615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.770533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:56.276706Z","caller":"traceutil/trace.go:171","msg":"trace[1186286247] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25673; }","duration":"208.912027ms","start":"2026-03-04T02:15:56.067774Z","end":"2026-03-04T02:15:56.276686Z","steps":["trace[1186286247] 'count revisions from in-memory index tree' (duration: 208.657681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.276751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.718233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:15:56.276835Z","caller":"traceutil/trace.go:171","msg":"trace[1447500670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25673; }","duration":"164.843355ms","start":"2026-03-04T02:15:56.111956Z","end":"2026-03-04T02:15:56.276799Z","steps":["trace[1447500670] 'range keys from in-memory index tree' (duration: 164.5943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.342674Z","caller":"traceutil/trace.go:171","msg":"trace[610285373] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"104.833016ms","start":"2026-03-04T02:15:56.237814Z","end":"2026-03-04T02:15:56.342647Z","steps":["trace[610285373] 'process raft request' (duration: 104.684903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.457555Z","caller":"traceutil/trace.go:171","msg":"trace[1693957165] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"173.630543ms","start":"2026-03-04T02:15:56.283907Z","end":"2026-03-04T02:15:56.457538Z","steps":["trace[1693957165] 'process raft request' (duration: 173.592912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.457895Z","caller":"traceutil/trace.go:171","msg":"trace[1438996358] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"176.868316ms","start":"2026-03-04T02:15:56.280982Z","end":"2026-03-04T02:15:56.457851Z","steps":["trace[1438996358] 'process raft request' (duration: 95.66415ms)","trace[1438996358] 'compare' (duration: 80.553972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:56.702407Z","caller":"traceutil/trace.go:171","msg":"trace[817204030] linearizableReadLoop","detail":"{readStateIndex:26543; appliedIndex:26542; }","duration":"243.507914ms","start":"2026-03-04T02:15:56.458879Z","end":"2026-03-04T02:15:56.702387Z","steps":["trace[817204030] 'read index received' (duration: 168.111519ms)","trace[817204030] 'applied index is now lower than readState.Index' (duration: 75.395585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:56.702828Z","caller":"traceutil/trace.go:171","msg":"trace[825818389] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"256.306852ms","start":"2026-03-04T02:15:56.446512Z","end":"2026-03-04T02:15:56.702819Z","steps":["trace[825818389] 'process raft request' (duration: 180.768664ms)","trace[825818389] 'compare' (duration: 74.940035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:56.703135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.24506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:15:56.70316Z","caller":"traceutil/trace.go:171","msg":"trace[1598716017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25677; }","duration":"244.303622ms","start":"2026-03-04T02:15:56.45885Z","end":"2026-03-04T02:15:56.703153Z","steps":["trace[1598716017] 'agreement among raft nodes before linearized reading' (duration: 244.20859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.902802Z","caller":"traceutil/trace.go:171","msg":"trace[1088436556] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"437.359682ms","start":"2026-03-04T02:15:56.465419Z","end":"2026-03-04T02:15:56.902779Z","steps":["trace[1088436556] 'process raft request' (duration: 355.669816ms)","trace[1088436556] 'compare' (duration: 81.213115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:15:56.903228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.465407Z","time spent":"437.465504ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:56.903376Z","caller":"traceutil/trace.go:171","msg":"trace[2145196548] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"437.877083ms","start":"2026-03-04T02:15:56.46547Z","end":"2026-03-04T02:15:56.903347Z","steps":["trace[2145196548] 'process raft request' (duration: 437.26838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.903526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.46545Z","time spent":"437.998326ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:56.903843Z","caller":"traceutil/trace.go:171","msg":"trace[1376036592] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"438.323854ms","start":"2026-03-04T02:15:56.465502Z","end":"2026-03-04T02:15:56.903826Z","steps":["trace[1376036592] 'process raft request' (duration: 437.759211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.903945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.465495Z","time spent":"438.400846ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:56.904339Z","caller":"traceutil/trace.go:171","msg":"trace[1972343422] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"435.122512ms","start":"2026-03-04T02:15:56.469205Z","end":"2026-03-04T02:15:56.904327Z","steps":["trace[1972343422] 'process raft request' (duration: 434.55948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:56.904669Z","caller":"traceutil/trace.go:171","msg":"trace[795120246] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"435.401768ms","start":"2026-03-04T02:15:56.469253Z","end":"2026-03-04T02:15:56.904655Z","steps":["trace[795120246] 'process raft request' (duration: 435.00822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.904757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.46925Z","time spent":"435.4662ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:56.905145Z","caller":"traceutil/trace.go:171","msg":"trace[374611511] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26543; }","duration":"202.678626ms","start":"2026-03-04T02:15:56.702453Z","end":"2026-03-04T02:15:56.905132Z","steps":["trace[374611511] 'read index received' (duration: 118.571095ms)","trace[374611511] 'applied index is now lower than readState.Index' (duration: 84.106431ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:56.905352Z","caller":"traceutil/trace.go:171","msg":"trace[446059261] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"326.153832ms","start":"2026-03-04T02:15:56.579188Z","end":"2026-03-04T02:15:56.905342Z","steps":["trace[446059261] 'process raft request' (duration: 325.378414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.905422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.579161Z","time spent":"326.225753ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:15:56.905749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.11014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:15:56.905819Z","caller":"traceutil/trace.go:171","msg":"trace[22666385] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25684; }","duration":"140.219852ms","start":"2026-03-04T02:15:56.765589Z","end":"2026-03-04T02:15:56.905809Z","steps":["trace[22666385] 'agreement among raft nodes before linearized reading' (duration: 140.108169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.906329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.967872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:15:56.906373Z","caller":"traceutil/trace.go:171","msg":"trace[1693234391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25684; }","duration":"441.045554ms","start":"2026-03-04T02:15:56.465316Z","end":"2026-03-04T02:15:56.906361Z","steps":["trace[1693234391] 'agreement among raft nodes before linearized reading' (duration: 440.226706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.906413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.465299Z","time spent":"441.101616ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:15:56.906628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.690634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:15:56.906666Z","caller":"traceutil/trace.go:171","msg":"trace[2033850989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25684; }","duration":"447.758666ms","start":"2026-03-04T02:15:56.458898Z","end":"2026-03-04T02:15:56.906657Z","steps":["trace[2033850989] 'agreement among raft nodes before linearized reading' (duration: 446.65661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.906695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.458885Z","time spent":"447.803756ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:15:56.906818Z","caller":"traceutil/trace.go:171","msg":"trace[715237475] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"199.108456ms","start":"2026-03-04T02:15:56.7077Z","end":"2026-03-04T02:15:56.906808Z","steps":["trace[715237475] 'process raft request' (duration: 197.388787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:56.907041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:56.469198Z","time spent":"435.183443ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:15:57.046755Z","caller":"traceutil/trace.go:171","msg":"trace[547555806] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"135.779293ms","start":"2026-03-04T02:15:56.910954Z","end":"2026-03-04T02:15:57.046734Z","steps":["trace[547555806] 'process raft request' (duration: 115.498266ms)","trace[547555806] 'compare' (duration: 19.780044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:59.064885Z","caller":"traceutil/trace.go:171","msg":"trace[679792458] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"154.36512ms","start":"2026-03-04T02:15:58.910506Z","end":"2026-03-04T02:15:59.064871Z","steps":["trace[679792458] 'process raft request' (duration: 154.265238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:15:59.065032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.459662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:15:59.065063Z","caller":"traceutil/trace.go:171","msg":"trace[1787449939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25696; }","duration":"154.518733ms","start":"2026-03-04T02:15:58.910536Z","end":"2026-03-04T02:15:59.065055Z","steps":["trace[1787449939] 'agreement among raft nodes before linearized reading' (duration: 154.36994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:59.06512Z","caller":"traceutil/trace.go:171","msg":"trace[596784979] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"152.203261ms","start":"2026-03-04T02:15:58.912912Z","end":"2026-03-04T02:15:59.065115Z","steps":["trace[596784979] 'process raft request' (duration: 151.888214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:59.06519Z","caller":"traceutil/trace.go:171","msg":"trace[1776858742] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"155.426663ms","start":"2026-03-04T02:15:58.909757Z","end":"2026-03-04T02:15:59.065184Z","steps":["trace[1776858742] 'process raft request' (duration: 154.894381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:59.064872Z","caller":"traceutil/trace.go:171","msg":"trace[490342575] linearizableReadLoop","detail":"{readStateIndex:26560; appliedIndex:26558; }","duration":"154.298849ms","start":"2026-03-04T02:15:58.910556Z","end":"2026-03-04T02:15:59.064855Z","steps":["trace[490342575] 'read index received' (duration: 12.44842ms)","trace[490342575] 'applied index is now lower than readState.Index' (duration: 141.849639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:15:59.065249Z","caller":"traceutil/trace.go:171","msg":"trace[152415871] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"152.103549ms","start":"2026-03-04T02:15:58.913125Z","end":"2026-03-04T02:15:59.065229Z","steps":["trace[152415871] 'process raft request' (duration: 151.69604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:59.539586Z","caller":"traceutil/trace.go:171","msg":"trace[992778844] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"271.578425ms","start":"2026-03-04T02:15:59.26798Z","end":"2026-03-04T02:15:59.539558Z","steps":["trace[992778844] 'process raft request' (duration: 271.413931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:00.111484Z","caller":"traceutil/trace.go:171","msg":"trace[46922466] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26565; }","duration":"634.755719ms","start":"2026-03-04T02:15:59.476697Z","end":"2026-03-04T02:16:00.111452Z","steps":["trace[46922466] 'read index received' (duration: 62.692619ms)","trace[46922466] 'applied index is now lower than readState.Index' (duration: 572.06188ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:00.111634Z","caller":"traceutil/trace.go:171","msg":"trace[19312407] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"831.84348ms","start":"2026-03-04T02:15:59.279774Z","end":"2026-03-04T02:16:00.111618Z","steps":["trace[19312407] 'process raft request' (duration: 831.447181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.112047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:59.279755Z","time spent":"831.915411ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:00.112042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.317052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:16:00.112058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.018902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:16:00.112133Z","caller":"traceutil/trace.go:171","msg":"trace[2102582713] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25701; }","duration":"635.454805ms","start":"2026-03-04T02:15:59.476653Z","end":"2026-03-04T02:16:00.112108Z","steps":["trace[2102582713] 'agreement among raft nodes before linearized reading' (duration: 635.198429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.112194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:15:59.476634Z","time spent":"635.551358ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:16:00.112316Z","caller":"traceutil/trace.go:171","msg":"trace[825092916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25701; }","duration":"275.166235ms","start":"2026-03-04T02:15:59.837003Z","end":"2026-03-04T02:16:00.11217Z","steps":["trace[825092916] 'agreement among raft nodes before linearized reading' (duration: 274.819698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.112588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.401166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:00.112684Z","caller":"traceutil/trace.go:171","msg":"trace[1234204983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25701; }","duration":"225.487828ms","start":"2026-03-04T02:15:59.887144Z","end":"2026-03-04T02:16:00.112632Z","steps":["trace[1234204983] 'agreement among raft nodes before linearized reading' (duration: 225.362226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.643604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.792673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:00.643947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.323331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:00.644018Z","caller":"traceutil/trace.go:171","msg":"trace[1305649444] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25701; }","duration":"437.434674ms","start":"2026-03-04T02:16:00.206564Z","end":"2026-03-04T02:16:00.643999Z","steps":["trace[1305649444] 'range keys from in-memory index tree' (duration: 437.262849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.644058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.206549Z","time spent":"437.500175ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:16:00.644055Z","caller":"traceutil/trace.go:171","msg":"trace[1628511401] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"121.802598ms","start":"2026-03-04T02:16:00.522237Z","end":"2026-03-04T02:16:00.64404Z","steps":["trace[1628511401] 'read index received' (duration: 33.015793ms)","trace[1628511401] 'applied index is now lower than readState.Index' (duration: 88.785835ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:00.644176Z","caller":"traceutil/trace.go:171","msg":"trace[1479543313] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"276.26757ms","start":"2026-03-04T02:16:00.367897Z","end":"2026-03-04T02:16:00.644164Z","steps":["trace[1479543313] 'process raft request' (duration: 187.334661ms)","trace[1479543313] 'compare' (duration: 88.691594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:00.644315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.681808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:00.644366Z","caller":"traceutil/trace.go:171","msg":"trace[554460667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25702; }","duration":"110.76624ms","start":"2026-03-04T02:16:00.533585Z","end":"2026-03-04T02:16:00.644352Z","steps":["trace[554460667] 'agreement among raft nodes before linearized reading' (duration: 110.636487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.644432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.199317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:00.644463Z","caller":"traceutil/trace.go:171","msg":"trace[1973893340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25702; }","duration":"122.267219ms","start":"2026-03-04T02:16:00.522186Z","end":"2026-03-04T02:16:00.644453Z","steps":["trace[1973893340] 'agreement among raft nodes before linearized reading' (duration: 122.141346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:00.645078Z","caller":"traceutil/trace.go:171","msg":"trace[380187235] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25701; }","duration":"288.954077ms","start":"2026-03-04T02:16:00.354731Z","end":"2026-03-04T02:16:00.643685Z","steps":["trace[380187235] 'count revisions from in-memory index tree' (duration: 288.716891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.973799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.790144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:00.974056Z","caller":"traceutil/trace.go:171","msg":"trace[945457640] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26568; }","duration":"323.722837ms","start":"2026-03-04T02:16:00.650273Z","end":"2026-03-04T02:16:00.973996Z","steps":["trace[945457640] 'read index received' (duration: 150.731868ms)","trace[945457640] 'applied index is now lower than readState.Index' (duration: 172.990029ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:00.974045Z","caller":"traceutil/trace.go:171","msg":"trace[1088521908] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"325.835955ms","start":"2026-03-04T02:16:00.648169Z","end":"2026-03-04T02:16:00.974005Z","steps":["trace[1088521908] 'process raft request' (duration: 152.750414ms)","trace[1088521908] 'compare' (duration: 172.520648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:00.974193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.648148Z","time spent":"325.966589ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:00.974252Z","caller":"traceutil/trace.go:171","msg":"trace[1734702090] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"324.965525ms","start":"2026-03-04T02:16:00.649267Z","end":"2026-03-04T02:16:00.974232Z","steps":["trace[1734702090] 'process raft request' (duration: 324.637617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.974333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.035565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:16:00.974377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.649253Z","time spent":"325.042067ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:00.974424Z","caller":"traceutil/trace.go:171","msg":"trace[1734576330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25704; }","duration":"324.157777ms","start":"2026-03-04T02:16:00.650247Z","end":"2026-03-04T02:16:00.974405Z","steps":["trace[1734576330] 'agreement among raft nodes before linearized reading' (duration: 323.991693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:00.974476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.650239Z","time spent":"324.227649ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:01.06186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.019136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:01.061917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.398481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:01.06194Z","caller":"traceutil/trace.go:171","msg":"trace[83558843] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25705; }","duration":"208.161819ms","start":"2026-03-04T02:16:00.853762Z","end":"2026-03-04T02:16:01.061924Z","steps":["trace[83558843] 'agreement among raft nodes before linearized reading' (duration: 207.978345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.061973Z","caller":"traceutil/trace.go:171","msg":"trace[1584237595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25705; }","duration":"400.503243ms","start":"2026-03-04T02:16:00.661455Z","end":"2026-03-04T02:16:01.061959Z","steps":["trace[1584237595] 'agreement among raft nodes before linearized reading' (duration: 400.393511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.06187Z","caller":"traceutil/trace.go:171","msg":"trace[574333129] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"133.815068ms","start":"2026-03-04T02:16:00.928017Z","end":"2026-03-04T02:16:01.061832Z","steps":["trace[574333129] 'process raft request' (duration: 133.497301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.062013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.661438Z","time spent":"400.564654ms","remote":"127.0.0.1:36042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:01.061999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.640134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:01.062271Z","caller":"traceutil/trace.go:171","msg":"trace[205592873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25705; }","duration":"173.956631ms","start":"2026-03-04T02:16:00.888304Z","end":"2026-03-04T02:16:01.06226Z","steps":["trace[205592873] 'agreement among raft nodes before linearized reading' (duration: 173.639994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.061925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.81693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-04T02:16:01.062405Z","caller":"traceutil/trace.go:171","msg":"trace[1729697189] range","detail":"{range_begin:/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361; range_end:; response_count:1; response_revision:25705; }","duration":"324.349962ms","start":"2026-03-04T02:16:00.738034Z","end":"2026-03-04T02:16:01.062384Z","steps":["trace[1729697189] 'agreement among raft nodes before linearized reading' (duration: 323.731898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.062452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.738014Z","time spent":"324.423933ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1564,"request content":"key:\"/registry/events/openstack/manila-api-8554b9897c-tmx5q.189981a6909b3361\" "} {"level":"warn","ts":"2026-03-04T02:16:01.581044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.331943ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:16:01.581346Z","caller":"traceutil/trace.go:171","msg":"trace[2035880519] linearizableReadLoop","detail":"{readStateIndex:26572; appliedIndex:26571; }","duration":"519.621491ms","start":"2026-03-04T02:16:01.061695Z","end":"2026-03-04T02:16:01.581317Z","steps":["trace[2035880519] 'read index received' (duration: 40.995621ms)","trace[2035880519] 'applied index is now lower than readState.Index' (duration: 478.6249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:01.581582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.705316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18488"} {"level":"info","ts":"2026-03-04T02:16:01.58162Z","caller":"traceutil/trace.go:171","msg":"trace[1014819957] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25705; }","duration":"605.790908ms","start":"2026-03-04T02:16:00.975818Z","end":"2026-03-04T02:16:01.581609Z","steps":["trace[1014819957] 'agreement among raft nodes before linearized reading' (duration: 605.623365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.581655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.975795Z","time spent":"605.852439ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18512,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:01.58165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.033074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:01.581729Z","caller":"traceutil/trace.go:171","msg":"trace[176964499] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25705; }","duration":"554.298079ms","start":"2026-03-04T02:16:01.027407Z","end":"2026-03-04T02:16:01.581705Z","steps":["trace[176964499] 'agreement among raft nodes before linearized reading' (duration: 554.016263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.581733Z","caller":"traceutil/trace.go:171","msg":"trace[1711964113] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"515.541149ms","start":"2026-03-04T02:16:01.066158Z","end":"2026-03-04T02:16:01.581699Z","steps":["trace[1711964113] 'process raft request' (duration: 515.025008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.581786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.027386Z","time spent":"554.387792ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:01.581936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.066134Z","time spent":"515.689412ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:03.889828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:03.889915Z","caller":"traceutil/trace.go:171","msg":"trace[962466696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195364s","start":"2026-03-04T02:16:01.8897Z","end":"2026-03-04T02:16:03.889896Z","steps":["trace[962466696] 'agreement among raft nodes before linearized reading' (duration: 2.00004817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:03.889967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.88967Z","time spent":"2.000285266s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:04.208228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444518623s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:04.450839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869039155s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:04.451258Z","caller":"traceutil/trace.go:171","msg":"trace[369197031] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"2.712361413s","start":"2026-03-04T02:16:01.738874Z","end":"2026-03-04T02:16:04.451236Z","steps":["trace[369197031] 'process raft request' (duration: 2.712313122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.451338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.738853Z","time spent":"2.712456405s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:04.451572Z","caller":"traceutil/trace.go:171","msg":"trace[345155198] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"3.382130649s","start":"2026-03-04T02:16:01.069428Z","end":"2026-03-04T02:16:04.451559Z","steps":["trace[345155198] 'process raft request' (duration: 512.247845ms)","trace[345155198] 'compare' (duration: 2.86610048s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:04.451634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.069407Z","time spent":"3.38219169s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:04.451773Z","caller":"traceutil/trace.go:171","msg":"trace[1716797756] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"3.381196739s","start":"2026-03-04T02:16:01.070515Z","end":"2026-03-04T02:16:04.451711Z","steps":["trace[1716797756] 'process raft request' (duration: 3.380568215s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:04.451812Z","caller":"traceutil/trace.go:171","msg":"trace[383467234] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26572; }","duration":"2.870392155s","start":"2026-03-04T02:16:01.581397Z","end":"2026-03-04T02:16:04.451789Z","steps":["trace[383467234] 'read index received' (duration: 175.653µs)","trace[383467234] 'applied index is now lower than readState.Index' (duration: 2.870214072s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:04.45188Z","caller":"traceutil/trace.go:171","msg":"trace[1096276626] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"3.382245042s","start":"2026-03-04T02:16:01.069605Z","end":"2026-03-04T02:16:04.45185Z","steps":["trace[1096276626] 'process raft request' (duration: 3.381362452s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:04.451893Z","caller":"traceutil/trace.go:171","msg":"trace[915622799] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"3.379704214s","start":"2026-03-04T02:16:01.072165Z","end":"2026-03-04T02:16:04.45187Z","steps":["trace[915622799] 'process raft request' (duration: 3.378960648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.451947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286119181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:04.451963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.070506Z","time spent":"3.381357312s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:04.451983Z","caller":"traceutil/trace.go:171","msg":"trace[1583229247] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25711; }","duration":"3.286174892s","start":"2026-03-04T02:16:01.165799Z","end":"2026-03-04T02:16:04.451974Z","steps":["trace[1583229247] 'agreement among raft nodes before linearized reading' (duration: 3.28608919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.451987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370984178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:16:04.451988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360132864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:16:04.452018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.165734Z","time spent":"3.286275274s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:04.452008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998485605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:16:04.452042Z","caller":"traceutil/trace.go:171","msg":"trace[2095393264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25711; }","duration":"3.371089831s","start":"2026-03-04T02:16:01.080941Z","end":"2026-03-04T02:16:04.45203Z","steps":["trace[2095393264] 'agreement among raft nodes before linearized reading' (duration: 3.370938677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.452019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.069596Z","time spent":"3.382349894s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:04.452051Z","caller":"traceutil/trace.go:171","msg":"trace[556946854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25711; }","duration":"3.360219096s","start":"2026-03-04T02:16:01.091817Z","end":"2026-03-04T02:16:04.452036Z","steps":["trace[556946854] 'agreement among raft nodes before linearized reading' (duration: 3.360047342s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:04.45207Z","caller":"traceutil/trace.go:171","msg":"trace[149800667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25711; }","duration":"2.998581227s","start":"2026-03-04T02:16:01.453474Z","end":"2026-03-04T02:16:04.452056Z","steps":["trace[149800667] 'agreement among raft nodes before linearized reading' (duration: 2.998381013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.452097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.091811Z","time spent":"3.360277647s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:04.452101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.45346Z","time spent":"2.998634568s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:04.452068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.08093Z","time spent":"3.371133351s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:04.452113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360305958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:16:04.452013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.072145Z","time spent":"3.379802466s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:04.452124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908153224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:16:04.452203Z","caller":"traceutil/trace.go:171","msg":"trace[1496522208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25711; }","duration":"3.360411451s","start":"2026-03-04T02:16:01.091759Z","end":"2026-03-04T02:16:04.45217Z","steps":["trace[1496522208] 'agreement among raft nodes before linearized reading' (duration: 3.360118254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.452261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.091743Z","time spent":"3.360511093s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:16:04.452258Z","caller":"traceutil/trace.go:171","msg":"trace[1205798203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25711; }","duration":"2.908300518s","start":"2026-03-04T02:16:01.543915Z","end":"2026-03-04T02:16:04.452216Z","steps":["trace[1205798203] 'agreement among raft nodes before linearized reading' (duration: 2.90795521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:04.452342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.5439Z","time spent":"2.90840615s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:04.952595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:05.453335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:05.890929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:05.891045Z","caller":"traceutil/trace.go:171","msg":"trace[46809041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442299s","start":"2026-03-04T02:16:03.890585Z","end":"2026-03-04T02:16:05.891027Z","steps":["trace[46809041] 'agreement among raft nodes before linearized reading' (duration: 2.000310526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:05.89109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:03.890562Z","time spent":"2.00051851s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:05.953941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:06.454419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519097436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:06.793131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.584522349s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:06.793757Z","caller":"traceutil/trace.go:171","msg":"trace[457412740] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"5.054242057s","start":"2026-03-04T02:16:01.739492Z","end":"2026-03-04T02:16:06.793734Z","steps":["trace[457412740] 'process raft request' (duration: 5.054016522s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.793894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.739468Z","time spent":"5.05434173s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:06.793994Z","caller":"traceutil/trace.go:171","msg":"trace[2028859886] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"4.144678421s","start":"2026-03-04T02:16:02.649296Z","end":"2026-03-04T02:16:06.793975Z","steps":["trace[2028859886] 'process raft request' (duration: 4.144358424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.794093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:02.649267Z","time spent":"4.144774433s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:06.794258Z","caller":"traceutil/trace.go:171","msg":"trace[1827490078] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"3.727091253s","start":"2026-03-04T02:16:03.067154Z","end":"2026-03-04T02:16:06.794245Z","steps":["trace[1827490078] 'process raft request' (duration: 3.726762845s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.79433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:03.06713Z","time spent":"3.727161485s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.14105Z","caller":"traceutil/trace.go:171","msg":"trace[1450538882] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.684196539s","start":"2026-03-04T02:16:04.456829Z","end":"2026-03-04T02:16:07.141025Z","steps":["trace[1450538882] 'process raft request' (duration: 2.684027436s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.141377Z","caller":"traceutil/trace.go:171","msg":"trace[805729881] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"2.684318712s","start":"2026-03-04T02:16:04.457042Z","end":"2026-03-04T02:16:07.141361Z","steps":["trace[805729881] 'process raft request' (duration: 2.683950294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.141536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.457034Z","time spent":"2.684409125s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:07.142021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.456824Z","time spent":"2.684296672s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.142228Z","caller":"traceutil/trace.go:171","msg":"trace[616376074] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"2.68512295s","start":"2026-03-04T02:16:04.457088Z","end":"2026-03-04T02:16:07.142211Z","steps":["trace[616376074] 'process raft request' (duration: 2.684203459s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.141042Z","caller":"traceutil/trace.go:171","msg":"trace[542316960] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"2.684243541s","start":"2026-03-04T02:16:04.456762Z","end":"2026-03-04T02:16:07.141005Z","steps":["trace[542316960] 'process raft request' (duration: 2.673275954s)","trace[542316960] 'compare' (duration: 10.63042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:07.142353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.457082Z","time spent":"2.685201262s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:07.142434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.456744Z","time spent":"2.685632151s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.14263Z","caller":"traceutil/trace.go:171","msg":"trace[444501625] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"2.025113324s","start":"2026-03-04T02:16:05.117504Z","end":"2026-03-04T02:16:07.142618Z","steps":["trace[444501625] 'process raft request' (duration: 2.024638352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.142704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.117479Z","time spent":"2.025188326s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.142792Z","caller":"traceutil/trace.go:171","msg":"trace[1185226300] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"1.015435497s","start":"2026-03-04T02:16:06.127347Z","end":"2026-03-04T02:16:07.142783Z","steps":["trace[1185226300] 'process raft request' (duration: 1.015086559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.142843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.127302Z","time spent":"1.015516329s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.143025Z","caller":"traceutil/trace.go:171","msg":"trace[1995127771] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"685.834997ms","start":"2026-03-04T02:16:06.457164Z","end":"2026-03-04T02:16:07.142999Z","steps":["trace[1995127771] 'process raft request' (duration: 685.457869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.143063Z","caller":"traceutil/trace.go:171","msg":"trace[1055558800] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"686.462151ms","start":"2026-03-04T02:16:06.45658Z","end":"2026-03-04T02:16:07.143042Z","steps":["trace[1055558800] 'process raft request' (duration: 685.98885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.143145Z","caller":"traceutil/trace.go:171","msg":"trace[1637482866] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26578; }","duration":"2.691264499s","start":"2026-03-04T02:16:04.451862Z","end":"2026-03-04T02:16:07.143127Z","steps":["trace[1637482866] 'read index received' (duration: 2.341625679s)","trace[1637482866] 'applied index is now lower than readState.Index' (duration: 349.63778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.14319Z","caller":"traceutil/trace.go:171","msg":"trace[1143750218] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"685.389998ms","start":"2026-03-04T02:16:06.457785Z","end":"2026-03-04T02:16:07.143175Z","steps":["trace[1143750218] 'process raft request' (duration: 685.262535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.143267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.457134Z","time spent":"685.996911ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:07.143273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.457774Z","time spent":"685.462989ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:07.143409Z","caller":"traceutil/trace.go:171","msg":"trace[1999787434] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"685.797697ms","start":"2026-03-04T02:16:06.457597Z","end":"2026-03-04T02:16:07.143394Z","steps":["trace[1999787434] 'process raft request' (duration: 685.184073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.143519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.457583Z","time spent":"685.873968ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:07.143632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836248958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:16:07.143692Z","caller":"traceutil/trace.go:171","msg":"trace[1002174107] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25724; }","duration":"4.836332889s","start":"2026-03-04T02:16:02.307351Z","end":"2026-03-04T02:16:07.143683Z","steps":["trace[1002174107] 'agreement among raft nodes before linearized reading' (duration: 4.836146565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.143735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:02.307337Z","time spent":"4.836391211s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:16:07.143757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164688231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:16:07.143808Z","caller":"traceutil/trace.go:171","msg":"trace[1966681608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25724; }","duration":"4.164776423s","start":"2026-03-04T02:16:02.979021Z","end":"2026-03-04T02:16:07.143797Z","steps":["trace[1966681608] 'agreement among raft nodes before linearized reading' (duration: 4.16464739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.143843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:02.978998Z","time spent":"4.164838554s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:07.143965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164956877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:07.144021Z","caller":"traceutil/trace.go:171","msg":"trace[1226413920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25724; }","duration":"4.165037709s","start":"2026-03-04T02:16:02.978949Z","end":"2026-03-04T02:16:07.143987Z","steps":["trace[1226413920] 'agreement among raft nodes before linearized reading' (duration: 4.164958477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.144056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:02.97893Z","time spent":"4.16511416s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:07.144198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687037013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-925c1a2c-de0f-485f-974a-f9213f600fe2\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T02:16:07.144225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.552639371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:16:07.14426Z","caller":"traceutil/trace.go:171","msg":"trace[104023451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25724; }","duration":"5.552712303s","start":"2026-03-04T02:16:01.59154Z","end":"2026-03-04T02:16:07.144252Z","steps":["trace[104023451] 'agreement among raft nodes before linearized reading' (duration: 5.55258925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.144288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:01.591515Z","time spent":"5.552767214s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:16:07.144276Z","caller":"traceutil/trace.go:171","msg":"trace[2039520490] range","detail":"{range_begin:/registry/persistentvolumes/pvc-925c1a2c-de0f-485f-974a-f9213f600fe2; range_end:; response_count:1; response_revision:25724; }","duration":"2.687126365s","start":"2026-03-04T02:16:04.457117Z","end":"2026-03-04T02:16:07.144244Z","steps":["trace[2039520490] 'agreement among raft nodes before linearized reading' (duration: 2.687022043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.144371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.4571Z","time spent":"2.687261018s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-925c1a2c-de0f-485f-974a-f9213f600fe2\" "} {"level":"warn","ts":"2026-03-04T02:16:07.144449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.456553Z","time spent":"686.595624ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:07.144781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173329956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:07.144889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247983604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.14494Z","caller":"traceutil/trace.go:171","msg":"trace[1628419198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25724; }","duration":"1.248056216s","start":"2026-03-04T02:16:05.896874Z","end":"2026-03-04T02:16:07.14493Z","steps":["trace[1628419198] 'agreement among raft nodes before linearized reading' (duration: 1.247980064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.144996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.896866Z","time spent":"1.248123967s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:07.145247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.335393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18488"} {"level":"info","ts":"2026-03-04T02:16:07.145897Z","caller":"traceutil/trace.go:171","msg":"trace[1089271412] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25724; }","duration":"342.017478ms","start":"2026-03-04T02:16:06.803872Z","end":"2026-03-04T02:16:07.14589Z","steps":["trace[1089271412] 'agreement among raft nodes before linearized reading' (duration: 341.307791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.145942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.803856Z","time spent":"342.07796ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18512,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:16:07.145976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2692021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315497"} {"level":"info","ts":"2026-03-04T02:16:07.146035Z","caller":"traceutil/trace.go:171","msg":"trace[1416066957] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:25724; }","duration":"1.269289203s","start":"2026-03-04T02:16:05.876734Z","end":"2026-03-04T02:16:07.146023Z","steps":["trace[1416066957] 'agreement among raft nodes before linearized reading' (duration: 1.26786681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.146076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.876718Z","time spent":"1.269348754s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":315521,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:16:07.146048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252478315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:16:07.146159Z","caller":"traceutil/trace.go:171","msg":"trace[512455033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:25724; }","duration":"1.252619468s","start":"2026-03-04T02:16:05.893509Z","end":"2026-03-04T02:16:07.146128Z","steps":["trace[512455033] 'agreement among raft nodes before linearized reading' (duration: 1.252001764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.146222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.893492Z","time spent":"1.25271539s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" "} {"level":"warn","ts":"2026-03-04T02:16:07.145431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417227218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T02:16:07.146502Z","caller":"traceutil/trace.go:171","msg":"trace[594773519] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:25724; }","duration":"1.418332353s","start":"2026-03-04T02:16:05.728152Z","end":"2026-03-04T02:16:07.146485Z","steps":["trace[594773519] 'agreement among raft nodes before linearized reading' (duration: 1.417155196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.146568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.728133Z","time spent":"1.418417846s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T02:16:07.145483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604427727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.146736Z","caller":"traceutil/trace.go:171","msg":"trace[1137698025] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25724; }","duration":"1.605711385s","start":"2026-03-04T02:16:05.541003Z","end":"2026-03-04T02:16:07.146715Z","steps":["trace[1137698025] 'agreement among raft nodes before linearized reading' (duration: 1.604454827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.146807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.540983Z","time spent":"1.605803818s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:07.14553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738789058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.147155Z","caller":"traceutil/trace.go:171","msg":"trace[1307255238] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25724; }","duration":"1.740438224s","start":"2026-03-04T02:16:05.406694Z","end":"2026-03-04T02:16:07.147132Z","steps":["trace[1307255238] 'agreement among raft nodes before linearized reading' (duration: 1.738807698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.14722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.406608Z","time spent":"1.740597048s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:07.14557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968053882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.147343Z","caller":"traceutil/trace.go:171","msg":"trace[679327226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25724; }","duration":"1.969852912s","start":"2026-03-04T02:16:05.177471Z","end":"2026-03-04T02:16:07.147324Z","steps":["trace[679327226] 'agreement among raft nodes before linearized reading' (duration: 1.968076682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.147415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.177448Z","time spent":"1.969944613s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:07.145768Z","caller":"traceutil/trace.go:171","msg":"trace[752014771] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25724; }","duration":"1.173413108s","start":"2026-03-04T02:16:05.971402Z","end":"2026-03-04T02:16:07.144815Z","steps":["trace[752014771] 'agreement among raft nodes before linearized reading' (duration: 1.173338526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.143335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81542623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.151135Z","caller":"traceutil/trace.go:171","msg":"trace[140770189] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25724; }","duration":"2.823268756s","start":"2026-03-04T02:16:04.327836Z","end":"2026-03-04T02:16:07.151104Z","steps":["trace[140770189] 'agreement among raft nodes before linearized reading' (duration: 2.81541672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.151236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:04.327814Z","time spent":"2.823389259s","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:07.151385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:05.971383Z","time spent":"1.179993146s","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:07.371934Z","caller":"traceutil/trace.go:171","msg":"trace[890265148] linearizableReadLoop","detail":"{readStateIndex:26595; appliedIndex:26592; }","duration":"194.616035ms","start":"2026-03-04T02:16:07.177279Z","end":"2026-03-04T02:16:07.371895Z","steps":["trace[890265148] 'read index received' (duration: 123.848654ms)","trace[890265148] 'applied index is now lower than readState.Index' (duration: 70.766571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.372042Z","caller":"traceutil/trace.go:171","msg":"trace[262583868] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"219.413652ms","start":"2026-03-04T02:16:07.152619Z","end":"2026-03-04T02:16:07.372033Z","steps":["trace[262583868] 'process raft request' (duration: 219.135346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.372167Z","caller":"traceutil/trace.go:171","msg":"trace[881070479] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"221.857077ms","start":"2026-03-04T02:16:07.15029Z","end":"2026-03-04T02:16:07.372147Z","steps":["trace[881070479] 'process raft request' (duration: 150.819741ms)","trace[881070479] 'compare' (duration: 70.28385ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.372246Z","caller":"traceutil/trace.go:171","msg":"trace[609109535] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"217.882037ms","start":"2026-03-04T02:16:07.154348Z","end":"2026-03-04T02:16:07.37223Z","steps":["trace[609109535] 'process raft request' (duration: 217.503939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.372368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.338674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.3724Z","caller":"traceutil/trace.go:171","msg":"trace[1712217653] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25727; }","duration":"220.402205ms","start":"2026-03-04T02:16:07.151988Z","end":"2026-03-04T02:16:07.37239Z","steps":["trace[1712217653] 'agreement among raft nodes before linearized reading' (duration: 220.327103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.409732Z","caller":"traceutil/trace.go:171","msg":"trace[985712643] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"227.910854ms","start":"2026-03-04T02:16:07.181785Z","end":"2026-03-04T02:16:07.409695Z","steps":["trace[985712643] 'process raft request' (duration: 227.7392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.409859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.338103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.409897Z","caller":"traceutil/trace.go:171","msg":"trace[1833412449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25729; }","duration":"224.418484ms","start":"2026-03-04T02:16:07.185471Z","end":"2026-03-04T02:16:07.409889Z","steps":["trace[1833412449] 'agreement among raft nodes before linearized reading' (duration: 224.328922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.409747Z","caller":"traceutil/trace.go:171","msg":"trace[1027429743] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"149.723867ms","start":"2026-03-04T02:16:07.260001Z","end":"2026-03-04T02:16:07.409725Z","steps":["trace[1027429743] 'process raft request' (duration: 149.635855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:22.545268Z","caller":"traceutil/trace.go:171","msg":"trace[1710215575] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"232.17985ms","start":"2026-03-04T02:16:22.313064Z","end":"2026-03-04T02:16:22.545244Z","steps":["trace[1710215575] 'read index received' (duration: 232.019626ms)","trace[1710215575] 'applied index is now lower than readState.Index' (duration: 159.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:22.545562Z","caller":"traceutil/trace.go:171","msg":"trace[1828724206] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"377.699481ms","start":"2026-03-04T02:16:22.167847Z","end":"2026-03-04T02:16:22.545546Z","steps":["trace[1828724206] 'process raft request' (duration: 377.23272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:22.545552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.469966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:16:22.545676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.167825Z","time spent":"377.774783ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:22.545698Z","caller":"traceutil/trace.go:171","msg":"trace[1874043987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25834; }","duration":"232.66386ms","start":"2026-03-04T02:16:22.313011Z","end":"2026-03-04T02:16:22.545675Z","steps":["trace[1874043987] 'agreement among raft nodes before linearized reading' (duration: 232.419585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:22.545754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.91687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:22.545843Z","caller":"traceutil/trace.go:171","msg":"trace[1239900956] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25834; }","duration":"146.065434ms","start":"2026-03-04T02:16:22.399757Z","end":"2026-03-04T02:16:22.545823Z","steps":["trace[1239900956] 'agreement among raft nodes before linearized reading' (duration: 145.740236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.889391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:25.889479Z","caller":"traceutil/trace.go:171","msg":"trace[1730312320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471841s","start":"2026-03-04T02:16:23.88899Z","end":"2026-03-04T02:16:25.889462Z","steps":["trace[1730312320] 'agreement among raft nodes before linearized reading' (duration: 2.000361108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.889538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.888935Z","time spent":"2.000593833s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:27.848635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.850072Z","time spent":"4.998556066s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:27.889419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999751523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:27.889503Z","caller":"traceutil/trace.go:171","msg":"trace[597462398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999964408s","start":"2026-03-04T02:16:25.889522Z","end":"2026-03-04T02:16:27.889486Z","steps":["trace[597462398] 'agreement among raft nodes before linearized reading' (duration: 1.999848416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.889547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.889502Z","time spent":"2.000035239s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.204348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.206914Z","time spent":"4.997425651s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.204571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.207034Z","time spent":"4.997531534s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:28.212024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.212441Z","time spent":"4.999579849s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:28.213268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.213623Z","time spent":"4.999637491s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:28.216414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999737403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:28.216471Z","caller":"traceutil/trace.go:171","msg":"trace[805854493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999842815s","start":"2026-03-04T02:16:23.216612Z","end":"2026-03-04T02:16:28.216455Z","steps":["trace[805854493] 'agreement among raft nodes before linearized reading' (duration: 4.999772474s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.216509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.216595Z","time spent":"4.999906676s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:28.231487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9996297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:28.231569Z","caller":"traceutil/trace.go:171","msg":"trace[1216375197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999760363s","start":"2026-03-04T02:16:23.231789Z","end":"2026-03-04T02:16:28.231549Z","steps":["trace[1216375197] 'agreement among raft nodes before linearized reading' (duration: 4.999660431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.231625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.231773Z","time spent":"4.999838625s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:28.438657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999767753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:28.438733Z","caller":"traceutil/trace.go:171","msg":"trace[1181079801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999899116s","start":"2026-03-04T02:16:23.438817Z","end":"2026-03-04T02:16:28.438716Z","steps":["trace[1181079801] 'agreement among raft nodes before linearized reading' (duration: 4.999806423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.438774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.438796Z","time spent":"4.999970277s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:16:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:29.605586Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e01669","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:29.861199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.860292Z","time spent":"7.000900547s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:29.897003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:29.8971Z","caller":"traceutil/trace.go:171","msg":"trace[2092076544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402278s","start":"2026-03-04T02:16:27.896672Z","end":"2026-03-04T02:16:29.897075Z","steps":["trace[2092076544] 'agreement among raft nodes before linearized reading' (duration: 2.000248085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:29.897236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.896663Z","time spent":"2.000518551s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:31.898431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:31.898539Z","caller":"traceutil/trace.go:171","msg":"trace[1040904871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655274s","start":"2026-03-04T02:16:29.897861Z","end":"2026-03-04T02:16:31.898517Z","steps":["trace[1040904871] 'agreement among raft nodes before linearized reading' (duration: 2.000526982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:31.898591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.897849Z","time spent":"2.000729507s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:32.848558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997377409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.848626Z","caller":"traceutil/trace.go:171","msg":"trace[340600841] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997461961s","start":"2026-03-04T02:16:27.851149Z","end":"2026-03-04T02:16:32.848611Z","steps":["trace[340600841] 'agreement among raft nodes before linearized reading' (duration: 4.997374489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.848663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.85109Z","time spent":"4.997564224s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:32.862251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.255114002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.862318Z","caller":"traceutil/trace.go:171","msg":"trace[1291111012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.255253175s","start":"2026-03-04T02:16:22.607048Z","end":"2026-03-04T02:16:32.862301Z","steps":["trace[1291111012] 'agreement among raft nodes before linearized reading' (duration: 10.255155283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.862353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.607031Z","time spent":"10.255314646s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.201617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996648693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.201703Z","caller":"traceutil/trace.go:171","msg":"trace[848499399] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996808327s","start":"2026-03-04T02:16:28.204876Z","end":"2026-03-04T02:16:33.201684Z","steps":["trace[848499399] 'agreement among raft nodes before linearized reading' (duration: 4.996698774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.201752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.204851Z","time spent":"4.996890748s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.204333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997047102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.204397Z","caller":"traceutil/trace.go:171","msg":"trace[768916561] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997172755s","start":"2026-03-04T02:16:28.20721Z","end":"2026-03-04T02:16:33.204383Z","steps":["trace[768916561] 'agreement among raft nodes before linearized reading' (duration: 4.997081303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.204432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.207189Z","time spent":"4.997236357s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.212126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998267949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.212205Z","caller":"traceutil/trace.go:171","msg":"trace[1211347357] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998373392s","start":"2026-03-04T02:16:28.213805Z","end":"2026-03-04T02:16:33.212178Z","steps":["trace[1211347357] 'agreement among raft nodes before linearized reading' (duration: 4.998295919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.212276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.213789Z","time spent":"4.998467445s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.213238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998808132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.213328Z","caller":"traceutil/trace.go:171","msg":"trace[1190069934] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998930335s","start":"2026-03-04T02:16:28.214378Z","end":"2026-03-04T02:16:33.213308Z","steps":["trace[1190069934] 'agreement among raft nodes before linearized reading' (duration: 4.998821893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.213407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.214364Z","time spent":"4.999026267s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.216804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997113314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.216876Z","caller":"traceutil/trace.go:171","msg":"trace[1888428014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997272658s","start":"2026-03-04T02:16:30.219586Z","end":"2026-03-04T02:16:33.216858Z","steps":["trace[1888428014] 'agreement among raft nodes before linearized reading' (duration: 2.997149955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.216997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.219566Z","time spent":"2.997349309s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.228197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001104271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:16:33.228207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999650708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.228231Z","caller":"traceutil/trace.go:171","msg":"trace[348174609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001166343s","start":"2026-03-04T02:16:23.227056Z","end":"2026-03-04T02:16:33.228222Z","steps":["trace[348174609] 'agreement among raft nodes before linearized reading' (duration: 10.001128132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.228254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.227043Z","time spent":"10.001205704s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T02:16:33.228264Z","caller":"traceutil/trace.go:171","msg":"trace[815477626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999724179s","start":"2026-03-04T02:16:23.228519Z","end":"2026-03-04T02:16:33.228243Z","steps":["trace[815477626] 'agreement among raft nodes before linearized reading' (duration: 9.999668878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.228337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.228509Z","time spent":"9.999812161s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.231987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9977859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.232015Z","caller":"traceutil/trace.go:171","msg":"trace[522856763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997853782s","start":"2026-03-04T02:16:30.234153Z","end":"2026-03-04T02:16:33.232007Z","steps":["trace[522856763] 'agreement among raft nodes before linearized reading' (duration: 2.997823621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.232032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.234131Z","time spent":"2.997896452s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.438049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998371702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.438132Z","caller":"traceutil/trace.go:171","msg":"trace[1643544965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998504545s","start":"2026-03-04T02:16:30.439606Z","end":"2026-03-04T02:16:33.438111Z","steps":["trace[1643544965] 'agreement among raft nodes before linearized reading' (duration: 2.998402183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.438181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.439588Z","time spent":"2.998581487s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.438835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999097466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.438917Z","caller":"traceutil/trace.go:171","msg":"trace[425219858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999239169s","start":"2026-03-04T02:16:23.439658Z","end":"2026-03-04T02:16:33.438897Z","steps":["trace[425219858] 'agreement among raft nodes before linearized reading' (duration: 9.999126066s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.43899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.439636Z","time spent":"9.999341722s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.906818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:33.907006Z","caller":"traceutil/trace.go:171","msg":"trace[191895726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128252s","start":"2026-03-04T02:16:31.906858Z","end":"2026-03-04T02:16:33.906986Z","steps":["trace[191895726] 'agreement among raft nodes before linearized reading' (duration: 1.999913386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.907088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.906839Z","time spent":"2.000233865s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.974802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.973655Z","time spent":"7.001141073s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:34.378803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.378117Z","time spent":"7.000678353s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:34.550945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.550247Z","time spent":"7.000690113s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:34.868207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.867102Z","time spent":"7.001097803s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:35.907848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:35.907938Z","caller":"traceutil/trace.go:171","msg":"trace[934813892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047314s","start":"2026-03-04T02:16:33.907443Z","end":"2026-03-04T02:16:35.907917Z","steps":["trace[934813892] 'agreement among raft nodes before linearized reading' (duration: 2.000349478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:35.908037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.907413Z","time spent":"2.000603002s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:36.614405Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e01669","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:37.457813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008624321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:37.457898Z","caller":"traceutil/trace.go:171","msg":"trace[72032790] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008756383s","start":"2026-03-04T02:16:27.449119Z","end":"2026-03-04T02:16:37.457876Z","steps":["trace[72032790] 'agreement among raft nodes before linearized reading' (duration: 10.008648941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:37.457949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.449097Z","time spent":"10.008840746s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:37.915373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:37.915456Z","caller":"traceutil/trace.go:171","msg":"trace[1960853808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250965s","start":"2026-03-04T02:16:35.915189Z","end":"2026-03-04T02:16:37.91544Z","steps":["trace[1960853808] 'agreement among raft nodes before linearized reading' (duration: 2.000152543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:37.915496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.915172Z","time spent":"2.000315636s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.116189Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e016ff","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:38.202325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.204636Z","time spent":"4.997680876s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.213066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.214742Z","time spent":"4.998315751s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.217261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.218317Z","time spent":"4.998935824s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:38.438931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.440288Z","time spent":"4.998636328s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:39.915696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:39.915771Z","caller":"traceutil/trace.go:171","msg":"trace[343573415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196573s","start":"2026-03-04T02:16:37.915558Z","end":"2026-03-04T02:16:39.915755Z","steps":["trace[343573415] 'agreement among raft nodes before linearized reading' (duration: 2.000099131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:39.91581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.915547Z","time spent":"2.000254045s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:40.230182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.22989Z","time spent":"7.000283894s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:40.230661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.230518Z","time spent":"7.00013524s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.38379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.382878Z","time spent":"7.000905259s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.873668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.872464Z","time spent":"7.001197454s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:41.924474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:41.924546Z","caller":"traceutil/trace.go:171","msg":"trace[64806303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268525s","start":"2026-03-04T02:16:39.924263Z","end":"2026-03-04T02:16:41.924532Z","steps":["trace[64806303] 'agreement among raft nodes before linearized reading' (duration: 2.000179263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.924585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.924242Z","time spent":"2.000335438s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:41.972868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994666117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:41.972942Z","caller":"traceutil/trace.go:171","msg":"trace[671077840] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994753749s","start":"2026-03-04T02:16:33.97817Z","end":"2026-03-04T02:16:41.972924Z","steps":["trace[671077840] 'agreement among raft nodes before linearized reading' (duration: 7.994663937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:41.973005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.97811Z","time spent":"7.994885442s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:16:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.622876Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e01669","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:43.924626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:43.924707Z","caller":"traceutil/trace.go:171","msg":"trace[275354998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235194s","start":"2026-03-04T02:16:41.924454Z","end":"2026-03-04T02:16:43.924689Z","steps":["trace[275354998] 'agreement among raft nodes before linearized reading' (duration: 2.000125601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.924756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.924449Z","time spent":"2.000296926s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:44.709643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:44.70973Z","caller":"traceutil/trace.go:171","msg":"trace[2057281118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000802537s","start":"2026-03-04T02:16:42.70891Z","end":"2026-03-04T02:16:44.709712Z","steps":["trace[2057281118] 'agreement among raft nodes before linearized reading' (duration: 2.000679974s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.709828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.708902Z","time spent":"2.000906939s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:45.124724Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e016ff","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:45.932197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:45.932285Z","caller":"traceutil/trace.go:171","msg":"trace[1646590068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194403s","start":"2026-03-04T02:16:43.932068Z","end":"2026-03-04T02:16:45.932262Z","steps":["trace[1646590068] 'agreement among raft nodes before linearized reading' (duration: 2.000075761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.932337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.932053Z","time spent":"2.000273126s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:47.93272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:47.932822Z","caller":"traceutil/trace.go:171","msg":"trace[2087501146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143072s","start":"2026-03-04T02:16:45.932655Z","end":"2026-03-04T02:16:47.932798Z","steps":["trace[2087501146] 'agreement among raft nodes before linearized reading' (duration: 2.00001358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.932883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.932607Z","time spent":"2.000261515s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:48.296106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:48.296188Z","caller":"traceutil/trace.go:171","msg":"trace[241570175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373107s","start":"2026-03-04T02:16:46.295797Z","end":"2026-03-04T02:16:48.29617Z","steps":["trace[241570175] 'agreement among raft nodes before linearized reading' (duration: 2.000250964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.296238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.295775Z","time spent":"2.000452229s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:48.38856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.388155Z","time spent":"7.000399426s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:48.877765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.877493Z","time spent":"7.000265373s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:48.976571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.975377Z","time spent":"7.001187294s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:49.938703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:49.938813Z","caller":"traceutil/trace.go:171","msg":"trace[390687030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208145s","start":"2026-03-04T02:16:47.938591Z","end":"2026-03-04T02:16:49.938799Z","steps":["trace[390687030] 'agreement among raft nodes before linearized reading' (duration: 2.000079742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.938857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.938573Z","time spent":"2.000276856s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:50.632687Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e01669","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:51.939257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:51.940349Z","caller":"traceutil/trace.go:171","msg":"trace[1755591641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001357651s","start":"2026-03-04T02:16:49.938957Z","end":"2026-03-04T02:16:51.940315Z","steps":["trace[1755591641] 'agreement among raft nodes before linearized reading' (duration: 2.000256725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.940463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.938933Z","time spent":"2.001484004s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:52.134059Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e016ff","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:53.947772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:53.947836Z","caller":"traceutil/trace.go:171","msg":"trace[296018120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000671s","start":"2026-03-04T02:16:51.947754Z","end":"2026-03-04T02:16:53.947821Z","steps":["trace[296018120] 'agreement among raft nodes before linearized reading' (duration: 1.999985768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.947873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.947734Z","time spent":"2.000131942s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:54.198656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.333814005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:54.198735Z","caller":"traceutil/trace.go:171","msg":"trace[1122413660] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"24.333956908s","start":"2026-03-04T02:16:29.864759Z","end":"2026-03-04T02:16:54.198716Z","steps":["trace[1122413660] 'agreement among raft nodes before linearized reading' (duration: 24.333848056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.198792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.864739Z","time spent":"24.33403508s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 02:16:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:54.246985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"29.656147459s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:54.248008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.323916Z","time spent":"27.924086484s","remote":"127.0.0.1:42560","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:54.248274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.587244Z","time spent":"30.661022689s","remote":"127.0.0.1:42558","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:54.249173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.523792096s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.249241Z","caller":"traceutil/trace.go:171","msg":"trace[1601470591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25834; }","duration":"23.523871948s","start":"2026-03-04T02:16:30.725356Z","end":"2026-03-04T02:16:54.249228Z","steps":["trace[1601470591] 'range keys from in-memory index tree' (duration: 23.523779776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.249277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.561367Z","time spent":"687.905403ms","remote":"127.0.0.1:45446","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:54.249292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.479235431s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.249401Z","caller":"traceutil/trace.go:171","msg":"trace[514771863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25834; }","duration":"8.479353213s","start":"2026-03-04T02:16:45.770027Z","end":"2026-03-04T02:16:54.24938Z","steps":["trace[514771863] 'range keys from in-memory index tree' (duration: 8.47921564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.311712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.571176808s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:16:54.311939Z","caller":"traceutil/trace.go:171","msg":"trace[1472732226] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26704; }","duration":"31.704809722s","start":"2026-03-04T02:16:22.607112Z","end":"2026-03-04T02:16:54.311921Z","steps":["trace[1472732226] 'read index received' (duration: 133.374237ms)","trace[1472732226] 'applied index is now lower than readState.Index' (duration: 31.571434395s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:54.316406Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"52.782µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.339838Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.711µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.339888Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.1µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.339947Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"12.611µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.339966Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.94µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-03-04T02:16:54.340038Z","caller":"traceutil/trace.go:171","msg":"trace[580717562] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25849; }","duration":"5.947077287s","start":"2026-03-04T02:16:48.392949Z","end":"2026-03-04T02:16:54.340027Z","steps":["trace[580717562] 'process raft request' (duration: 5.947041557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.392926Z","time spent":"5.947135998s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.340307Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.091µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.34033Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.6µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.340393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.309803803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.340411Z","caller":"traceutil/trace.go:171","msg":"trace[1118221255] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25849; }","duration":"31.309854975s","start":"2026-03-04T02:16:23.030551Z","end":"2026-03-04T02:16:54.340406Z","steps":["trace[1118221255] 'agreement among raft nodes before linearized reading' (duration: 31.309821704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.030533Z","time spent":"31.309889605s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.900205501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.340525Z","caller":"traceutil/trace.go:171","msg":"trace[1686804667] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25849; }","duration":"15.900219641s","start":"2026-03-04T02:16:38.440301Z","end":"2026-03-04T02:16:54.34052Z","steps":["trace[1686804667] 'agreement among raft nodes before linearized reading' (duration: 15.900192421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.440248Z","time spent":"15.900286243s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.292122461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.340522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03515376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.340575Z","caller":"traceutil/trace.go:171","msg":"trace[1359245324] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25849; }","duration":"15.292238794s","start":"2026-03-04T02:16:39.048318Z","end":"2026-03-04T02:16:54.340557Z","steps":["trace[1359245324] 'agreement among raft nodes before linearized reading' (duration: 15.292098981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.474663004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.340631Z","caller":"traceutil/trace.go:171","msg":"trace[164185834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25849; }","duration":"16.474681865s","start":"2026-03-04T02:16:37.865945Z","end":"2026-03-04T02:16:54.340627Z","steps":["trace[164185834] 'agreement among raft nodes before linearized reading' (duration: 16.474653054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.048299Z","time spent":"15.292318445s","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.865885Z","time spent":"16.474812117s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.647860758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.3408Z","caller":"traceutil/trace.go:171","msg":"trace[924862661] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25849; }","duration":"5.45963887s","start":"2026-03-04T02:16:48.881152Z","end":"2026-03-04T02:16:54.34079Z","steps":["trace[924862661] 'process raft request' (duration: 5.458857502s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.340813Z","caller":"traceutil/trace.go:171","msg":"trace[2063874520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25849; }","duration":"16.64790834s","start":"2026-03-04T02:16:37.692899Z","end":"2026-03-04T02:16:54.340808Z","steps":["trace[2063874520] 'agreement among raft nodes before linearized reading' (duration: 16.647882189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.692878Z","time spent":"16.64794509s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59882217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.340865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.88112Z","time spent":"5.459701262s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:54.340872Z","caller":"traceutil/trace.go:171","msg":"trace[110164418] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25849; }","duration":"4.598871111s","start":"2026-03-04T02:16:49.741992Z","end":"2026-03-04T02:16:54.340863Z","steps":["trace[110164418] 'agreement among raft nodes before linearized reading' (duration: 4.59882553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.741966Z","time spent":"4.598921062s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.72531871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.340933Z","caller":"traceutil/trace.go:171","msg":"trace[2145504950] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25849; }","duration":"16.725375611s","start":"2026-03-04T02:16:37.615552Z","end":"2026-03-04T02:16:54.340927Z","steps":["trace[2145504950] 'agreement among raft nodes before linearized reading' (duration: 16.725349611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.340946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.615515Z","time spent":"16.725427702s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.340967Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e01669","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.340985Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"30c49cb671e016ff","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:16:54.341038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.50480785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341054Z","caller":"traceutil/trace.go:171","msg":"trace[1403256058] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25849; }","duration":"25.504867471s","start":"2026-03-04T02:16:28.836181Z","end":"2026-03-04T02:16:54.341048Z","steps":["trace[1403256058] 'agreement among raft nodes before linearized reading' (duration: 25.50483975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.836148Z","time spent":"25.504915801s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.197555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341089Z","caller":"traceutil/trace.go:171","msg":"trace[1220796808] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25849; }","duration":"343.305728ms","start":"2026-03-04T02:16:53.997776Z","end":"2026-03-04T02:16:54.341082Z","steps":["trace[1220796808] 'agreement among raft nodes before linearized reading' (duration: 343.220496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.99775Z","time spent":"343.351519ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.572410229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7b644dfcb6-pn9g8\" ","response":"range_response_count:1 size:9778"} {"level":"warn","ts":"2026-03-04T02:16:54.341204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.010264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341213Z","caller":"traceutil/trace.go:171","msg":"trace[675399561] range","detail":"{range_begin:/registry/pods/openstack/horizon-7b644dfcb6-pn9g8; range_end:; response_count:1; response_revision:25849; }","duration":"25.572464s","start":"2026-03-04T02:16:28.768745Z","end":"2026-03-04T02:16:54.341209Z","steps":["trace[675399561] 'agreement among raft nodes before linearized reading' (duration: 25.572387858s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.341218Z","caller":"traceutil/trace.go:171","msg":"trace[1572072448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25849; }","duration":"393.065276ms","start":"2026-03-04T02:16:53.948149Z","end":"2026-03-04T02:16:54.341214Z","steps":["trace[1572072448] 'agreement among raft nodes before linearized reading' (duration: 393.036085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.768722Z","time spent":"25.572503261s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9802,"request content":"key:\"/registry/pods/openstack/horizon-7b644dfcb6-pn9g8\" "} {"level":"warn","ts":"2026-03-04T02:16:54.341232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.948115Z","time spent":"393.114117ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:54.341266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.877683975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.341308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.676302934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341327Z","caller":"traceutil/trace.go:171","msg":"trace[1712246267] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25849; }","duration":"25.676322104s","start":"2026-03-04T02:16:28.664999Z","end":"2026-03-04T02:16:54.341321Z","steps":["trace[1712246267] 'agreement among raft nodes before linearized reading' (duration: 25.676291023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70159219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.341337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.837263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.341343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.664944Z","time spent":"25.676394406s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.341339Z","caller":"traceutil/trace.go:171","msg":"trace[565733116] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25849; }","duration":"16.877794587s","start":"2026-03-04T02:16:37.463521Z","end":"2026-03-04T02:16:54.341315Z","steps":["trace[565733116] 'agreement among raft nodes before linearized reading' (duration: 16.877706755s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.341358Z","caller":"traceutil/trace.go:171","msg":"trace[1977602409] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25849; }","duration":"752.898695ms","start":"2026-03-04T02:16:53.588453Z","end":"2026-03-04T02:16:54.341352Z","steps":["trace[1977602409] 'agreement among raft nodes before linearized reading' (duration: 752.838123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.341361Z","caller":"traceutil/trace.go:171","msg":"trace[865454745] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25849; }","duration":"4.701659961s","start":"2026-03-04T02:16:49.639693Z","end":"2026-03-04T02:16:54.341353Z","steps":["trace[865454745] 'agreement among raft nodes before linearized reading' (duration: 4.70160557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.588429Z","time spent":"752.941646ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.639674Z","time spent":"4.701704052s","remote":"127.0.0.1:59966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.3414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.463493Z","time spent":"16.877896799s","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.743487994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341442Z","caller":"traceutil/trace.go:171","msg":"trace[1123114556] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25849; }","duration":"25.743537756s","start":"2026-03-04T02:16:28.597898Z","end":"2026-03-04T02:16:54.341436Z","steps":["trace[1123114556] 'agreement among raft nodes before linearized reading' (duration: 25.743513605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.59788Z","time spent":"25.743570816s","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.9221531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:16:54.341565Z","caller":"traceutil/trace.go:171","msg":"trace[659920219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25849; }","duration":"25.922198931s","start":"2026-03-04T02:16:28.419362Z","end":"2026-03-04T02:16:54.341561Z","steps":["trace[659920219] 'agreement among raft nodes before linearized reading' (duration: 25.92215068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.361894493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:16:54.341578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.419347Z","time spent":"25.922228152s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:54.341588Z","caller":"traceutil/trace.go:171","msg":"trace[497157468] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25849; }","duration":"5.361947625s","start":"2026-03-04T02:16:48.97963Z","end":"2026-03-04T02:16:54.341578Z","steps":["trace[497157468] 'agreement among raft nodes before linearized reading' (duration: 5.361847072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.97961Z","time spent":"5.361993205s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:16:54.341682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.979793596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:16:54.341699Z","caller":"traceutil/trace.go:171","msg":"trace[990427513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25849; }","duration":"25.979846747s","start":"2026-03-04T02:16:28.361847Z","end":"2026-03-04T02:16:54.341694Z","steps":["trace[990427513] 'agreement among raft nodes before linearized reading' (duration: 25.979790476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.043199244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.341718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.862705142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341737Z","caller":"traceutil/trace.go:171","msg":"trace[2144032642] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25849; }","duration":"17.043270386s","start":"2026-03-04T02:16:37.298458Z","end":"2026-03-04T02:16:54.341729Z","steps":["trace[2144032642] 'agreement among raft nodes before linearized reading' (duration: 17.043212375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.341743Z","caller":"traceutil/trace.go:171","msg":"trace[1636600679] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25849; }","duration":"6.862758422s","start":"2026-03-04T02:16:47.478976Z","end":"2026-03-04T02:16:54.341735Z","steps":["trace[1636600679] 'agreement among raft nodes before linearized reading' (duration: 6.862713011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.066046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315497"} {"level":"warn","ts":"2026-03-04T02:16:54.34176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.448453732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:16:54.341762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.298438Z","time spent":"17.043317398s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.478956Z","time spent":"6.862802444s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:16:54.341773Z","caller":"traceutil/trace.go:171","msg":"trace[706311721] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:25849; }","duration":"776.117837ms","start":"2026-03-04T02:16:53.56565Z","end":"2026-03-04T02:16:54.341768Z","steps":["trace[706311721] 'agreement among raft nodes before linearized reading' (duration: 775.79203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.341776Z","caller":"traceutil/trace.go:171","msg":"trace[1261903123] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5; range_end:; response_count:1; response_revision:25849; }","duration":"26.448504112s","start":"2026-03-04T02:16:27.893269Z","end":"2026-03-04T02:16:54.341773Z","steps":["trace[1261903123] 'agreement among raft nodes before linearized reading' (duration: 26.448458681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.893253Z","time spent":"26.448533253s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189980b043ef01f5\" "} {"level":"warn","ts":"2026-03-04T02:16:54.341811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265427737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341831Z","caller":"traceutil/trace.go:171","msg":"trace[1668215695] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25849; }","duration":"1.265448377s","start":"2026-03-04T02:16:53.076379Z","end":"2026-03-04T02:16:54.341827Z","steps":["trace[1668215695] 'agreement among raft nodes before linearized reading' (duration: 1.265419247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.07631Z","time spent":"1.265530489s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.170516821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.341902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.99555005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:16:54.341908Z","caller":"traceutil/trace.go:171","msg":"trace[560197408] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25849; }","duration":"7.170587483s","start":"2026-03-04T02:16:47.171315Z","end":"2026-03-04T02:16:54.341902Z","steps":["trace[560197408] 'agreement among raft nodes before linearized reading' (duration: 7.170544242s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281110879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.341944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.171293Z","time spent":"7.170644714s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.341951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.820043575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341968Z","caller":"traceutil/trace.go:171","msg":"trace[1763305457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25849; }","duration":"27.820107186s","start":"2026-03-04T02:16:26.521857Z","end":"2026-03-04T02:16:54.341964Z","steps":["trace[1763305457] 'agreement among raft nodes before linearized reading' (duration: 27.820076736s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.341988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:26.521826Z","time spent":"27.820157527s","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528813327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.342014Z","caller":"traceutil/trace.go:171","msg":"trace[2141314288] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25849; }","duration":"1.528867088s","start":"2026-03-04T02:16:52.813143Z","end":"2026-03-04T02:16:54.342011Z","steps":["trace[2141314288] 'agreement among raft nodes before linearized reading' (duration: 1.528819647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.34203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.813113Z","time spent":"1.52891063s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.454808622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.342106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.741324355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342108Z","caller":"traceutil/trace.go:171","msg":"trace[1747573771] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25849; }","duration":"7.454873132s","start":"2026-03-04T02:16:46.887225Z","end":"2026-03-04T02:16:54.342098Z","steps":["trace[1747573771] 'agreement among raft nodes before linearized reading' (duration: 7.454820481s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.342126Z","caller":"traceutil/trace.go:171","msg":"trace[616431989] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25849; }","duration":"28.741344586s","start":"2026-03-04T02:16:25.600775Z","end":"2026-03-04T02:16:54.34212Z","steps":["trace[616431989] 'agreement among raft nodes before linearized reading' (duration: 28.741318245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.796826887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889876053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.183104383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342186Z","caller":"traceutil/trace.go:171","msg":"trace[1721649583] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25849; }","duration":"1.889933394s","start":"2026-03-04T02:16:52.452248Z","end":"2026-03-04T02:16:54.342182Z","steps":["trace[1721649583] 'agreement among raft nodes before linearized reading' (duration: 1.889903603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.498158358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.342201Z","caller":"traceutil/trace.go:171","msg":"trace[1142667842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25849; }","duration":"8.183132213s","start":"2026-03-04T02:16:46.159064Z","end":"2026-03-04T02:16:54.342196Z","steps":["trace[1142667842] 'agreement among raft nodes before linearized reading' (duration: 8.183090512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.560190885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.158984Z","time spent":"8.183233666s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.342236Z","caller":"traceutil/trace.go:171","msg":"trace[1695720803] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25849; }","duration":"18.560225586s","start":"2026-03-04T02:16:35.782004Z","end":"2026-03-04T02:16:54.342229Z","steps":["trace[1695720803] 'agreement among raft nodes before linearized reading' (duration: 18.560175975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263875411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342269Z","caller":"traceutil/trace.go:171","msg":"trace[1944128212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25849; }","duration":"2.263935912s","start":"2026-03-04T02:16:52.078329Z","end":"2026-03-04T02:16:54.342265Z","steps":["trace[1944128212] 'agreement among raft nodes before linearized reading' (duration: 2.263911911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.874657231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:16:54.342269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.78195Z","time spent":"18.560312569s","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.342164Z","caller":"traceutil/trace.go:171","msg":"trace[1168313394] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25849; }","duration":"17.797021751s","start":"2026-03-04T02:16:36.545134Z","end":"2026-03-04T02:16:54.342156Z","steps":["trace[1168313394] 'agreement among raft nodes before linearized reading' (duration: 17.796958439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.452226Z","time spent":"1.889974546s","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.34231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.545115Z","time spent":"17.797189515s","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.34235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995586448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501013901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.143768621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.342419Z","caller":"traceutil/trace.go:171","msg":"trace[798289980] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25849; }","duration":"30.143825542s","start":"2026-03-04T02:16:24.198588Z","end":"2026-03-04T02:16:54.342413Z","steps":["trace[798289980] 'agreement among raft nodes before linearized reading' (duration: 30.143790961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.34244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.198563Z","time spent":"30.143871363s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.111769885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012218193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342489Z","caller":"traceutil/trace.go:171","msg":"trace[506735112] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25849; }","duration":"19.111810126s","start":"2026-03-04T02:16:35.23067Z","end":"2026-03-04T02:16:54.34248Z","steps":["trace[506735112] 'agreement among raft nodes before linearized reading' (duration: 19.111750024s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.34251Z","caller":"traceutil/trace.go:171","msg":"trace[241893202] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25849; }","duration":"4.012268614s","start":"2026-03-04T02:16:50.330234Z","end":"2026-03-04T02:16:54.342502Z","steps":["trace[241893202] 'agreement among raft nodes before linearized reading' (duration: 4.012241644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.759164471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.342522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.230618Z","time spent":"19.111896147s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.642548903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.342556Z","caller":"traceutil/trace.go:171","msg":"trace[339022365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25849; }","duration":"30.642609554s","start":"2026-03-04T02:16:23.699942Z","end":"2026-03-04T02:16:54.342552Z","steps":["trace[339022365] 'agreement among raft nodes before linearized reading' (duration: 30.642574114s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.203672385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.3426Z","caller":"traceutil/trace.go:171","msg":"trace[1735216611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25849; }","duration":"10.203728945s","start":"2026-03-04T02:16:44.138862Z","end":"2026-03-04T02:16:54.34259Z","steps":["trace[1735216611] 'agreement among raft nodes before linearized reading' (duration: 10.203690044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.138843Z","time spent":"10.203776527s","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.059619889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342683Z","caller":"traceutil/trace.go:171","msg":"trace[673953673] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25849; }","duration":"31.05969202s","start":"2026-03-04T02:16:23.282987Z","end":"2026-03-04T02:16:54.342679Z","steps":["trace[673953673] 'agreement among raft nodes before linearized reading' (duration: 31.059660549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.34271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.282957Z","time spent":"31.059746232s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.613397755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.1037026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.342827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.300757839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.787584317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T02:16:54.34287Z","caller":"traceutil/trace.go:171","msg":"trace[24388222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25849; }","duration":"10.613462106s","start":"2026-03-04T02:16:43.729314Z","end":"2026-03-04T02:16:54.342776Z","steps":["trace[24388222] 'agreement among raft nodes before linearized reading' (duration: 10.613411055s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.342878Z","caller":"traceutil/trace.go:171","msg":"trace[1604201846] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25849; }","duration":"19.787642198s","start":"2026-03-04T02:16:34.555226Z","end":"2026-03-04T02:16:54.342868Z","steps":["trace[1604201846] 'agreement among raft nodes before linearized reading' (duration: 19.787502085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.729297Z","time spent":"10.613596779s","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.555209Z","time spent":"19.78770884s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:16:54.341138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.159598038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342957Z","caller":"traceutil/trace.go:171","msg":"trace[1835385615] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25849; }","duration":"25.161524442s","start":"2026-03-04T02:16:29.181424Z","end":"2026-03-04T02:16:54.342948Z","steps":["trace[1835385615] 'agreement among raft nodes before linearized reading' (duration: 25.159497636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.181399Z","time spent":"25.161572193s","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.343075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.735503561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18488"} {"level":"warn","ts":"2026-03-04T02:16:54.341789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.565606Z","time spent":"776.179188ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":315521,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:16:54.343095Z","caller":"traceutil/trace.go:171","msg":"trace[733209212] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25849; }","duration":"10.735568972s","start":"2026-03-04T02:16:43.60752Z","end":"2026-03-04T02:16:54.343089Z","steps":["trace[733209212] 'agreement among raft nodes before linearized reading' (duration: 10.73548948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.607499Z","time spent":"10.735614044s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18512,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:16:54.343161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.862025731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.343185Z","caller":"traceutil/trace.go:171","msg":"trace[1613196337] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25849; }","duration":"20.862088483s","start":"2026-03-04T02:16:33.481089Z","end":"2026-03-04T02:16:54.343177Z","steps":["trace[1613196337] 'agreement among raft nodes before linearized reading' (duration: 20.862012861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.481067Z","time spent":"20.862132574s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.34324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.853072193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.343261Z","caller":"traceutil/trace.go:171","msg":"trace[193253923] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25849; }","duration":"10.853134425s","start":"2026-03-04T02:16:43.49012Z","end":"2026-03-04T02:16:54.343254Z","steps":["trace[193253923] 'agreement among raft nodes before linearized reading' (duration: 10.853091174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.490089Z","time spent":"10.853185976s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.341953Z","caller":"traceutil/trace.go:171","msg":"trace[1425772946] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25849; }","duration":"1.281147229s","start":"2026-03-04T02:16:53.060802Z","end":"2026-03-04T02:16:54.341949Z","steps":["trace[1425772946] 'agreement among raft nodes before linearized reading' (duration: 1.281119498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.060786Z","time spent":"1.282548682s","remote":"127.0.0.1:38356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.343403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.728779989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.343407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.132246166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.342081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.61212457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.425703369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.804690928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342289Z","caller":"traceutil/trace.go:171","msg":"trace[16296959] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25849; }","duration":"29.874714082s","start":"2026-03-04T02:16:24.467571Z","end":"2026-03-04T02:16:54.342285Z","steps":["trace[16296959] 'agreement among raft nodes before linearized reading' (duration: 29.874672771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271133833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621833078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.343451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.382606387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.343458Z","caller":"traceutil/trace.go:171","msg":"trace[1887964296] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25849; }","duration":"3.272169767s","start":"2026-03-04T02:16:51.071279Z","end":"2026-03-04T02:16:54.343449Z","steps":["trace[1887964296] 'agreement among raft nodes before linearized reading' (duration: 3.271152764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.071265Z","time spent":"3.272220028s","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.699919Z","time spent":"30.642653285s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.343569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.428604841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.343591Z","caller":"traceutil/trace.go:171","msg":"trace[1273146149] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25849; }","duration":"12.428665632s","start":"2026-03-04T02:16:41.91492Z","end":"2026-03-04T02:16:54.343586Z","steps":["trace[1273146149] 'agreement among raft nodes before linearized reading' (duration: 12.42856121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.343609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.9149Z","time spent":"12.428704313s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.343725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.681902635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.343743Z","caller":"traceutil/trace.go:171","msg":"trace[1000222456] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25849; }","duration":"12.681950756s","start":"2026-03-04T02:16:41.661787Z","end":"2026-03-04T02:16:54.343738Z","steps":["trace[1000222456] 'agreement among raft nodes before linearized reading' (duration: 12.681904175s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.342397Z","caller":"traceutil/trace.go:171","msg":"trace[1206703634] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25849; }","duration":"2.501034582s","start":"2026-03-04T02:16:51.841358Z","end":"2026-03-04T02:16:54.342393Z","steps":["trace[1206703634] 'agreement among raft nodes before linearized reading' (duration: 2.501006891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.34391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.841283Z","time spent":"2.502618198s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.600707Z","time spent":"28.741431897s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.342213Z","caller":"traceutil/trace.go:171","msg":"trace[471798646] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25849; }","duration":"29.49821225s","start":"2026-03-04T02:16:24.843997Z","end":"2026-03-04T02:16:54.34221Z","steps":["trace[471798646] 'agreement among raft nodes before linearized reading' (duration: 29.498183429s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.343468Z","caller":"traceutil/trace.go:171","msg":"trace[528252528] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25849; }","duration":"1.623181139s","start":"2026-03-04T02:16:52.720281Z","end":"2026-03-04T02:16:54.343462Z","steps":["trace[528252528] 'agreement among raft nodes before linearized reading' (duration: 1.621845809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.843977Z","time spent":"29.500249595s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.720263Z","time spent":"1.623983027s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.413340064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.887205Z","time spent":"7.454925434s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.302237106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.344323Z","caller":"traceutil/trace.go:171","msg":"trace[1392988006] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25849; }","duration":"23.302303937s","start":"2026-03-04T02:16:31.042011Z","end":"2026-03-04T02:16:54.344315Z","steps":["trace[1392988006] 'agreement among raft nodes before linearized reading' (duration: 23.302202355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.041989Z","time spent":"23.302355098s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.542861945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.078297Z","time spent":"2.263987903s","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344382Z","caller":"traceutil/trace.go:171","msg":"trace[1757902430] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25849; }","duration":"21.542913617s","start":"2026-03-04T02:16:32.801461Z","end":"2026-03-04T02:16:54.344374Z","steps":["trace[1757902430] 'agreement among raft nodes before linearized reading' (duration: 21.542879096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.983839378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.344402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.539017958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.344409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.801439Z","time spent":"21.542960467s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657971069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.344462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.179373973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.344468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.736715173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.341718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.361829Z","time spent":"25.979886289s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T02:16:54.344484Z","caller":"traceutil/trace.go:171","msg":"trace[1345147083] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25849; }","duration":"23.179434305s","start":"2026-03-04T02:16:31.165043Z","end":"2026-03-04T02:16:54.344478Z","steps":["trace[1345147083] 'agreement among raft nodes before linearized reading' (duration: 23.179393274s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.344483Z","caller":"traceutil/trace.go:171","msg":"trace[484816314] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25849; }","duration":"3.660006905s","start":"2026-03-04T02:16:50.684461Z","end":"2026-03-04T02:16:54.344468Z","steps":["trace[484816314] 'agreement among raft nodes before linearized reading' (duration: 3.657993409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.344492Z","caller":"traceutil/trace.go:171","msg":"trace[1037854598] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25849; }","duration":"22.736768914s","start":"2026-03-04T02:16:31.607715Z","end":"2026-03-04T02:16:54.344484Z","steps":["trace[1037854598] 'agreement among raft nodes before linearized reading' (duration: 22.736725993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.165019Z","time spent":"23.179479575s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344458Z","caller":"traceutil/trace.go:171","msg":"trace[1741783170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25849; }","duration":"29.806901598s","start":"2026-03-04T02:16:24.53749Z","end":"2026-03-04T02:16:54.344392Z","steps":["trace[1741783170] 'agreement among raft nodes before linearized reading' (duration: 29.804733009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.607695Z","time spent":"22.736821825s","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.684437Z","time spent":"3.660085897s","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.34454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.79752755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.344421Z","caller":"traceutil/trace.go:171","msg":"trace[2102148604] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25849; }","duration":"22.983963301s","start":"2026-03-04T02:16:31.360441Z","end":"2026-03-04T02:16:54.344404Z","steps":["trace[2102148604] 'agreement among raft nodes before linearized reading' (duration: 22.983808718s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.344561Z","caller":"traceutil/trace.go:171","msg":"trace[1950773976] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25849; }","duration":"21.797589552s","start":"2026-03-04T02:16:32.546965Z","end":"2026-03-04T02:16:54.344555Z","steps":["trace[1950773976] 'agreement among raft nodes before linearized reading' (duration: 21.79753505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.429232512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.34458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.546945Z","time spent":"21.797629713s","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.360422Z","time spent":"22.984146956s","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344596Z","caller":"traceutil/trace.go:171","msg":"trace[1700504018] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25849; }","duration":"21.429547178s","start":"2026-03-04T02:16:32.915042Z","end":"2026-03-04T02:16:54.344589Z","steps":["trace[1700504018] 'agreement among raft nodes before linearized reading' (duration: 21.429264442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.342534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.330216Z","time spent":"4.012312445s","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.915017Z","time spent":"21.42959667s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.537465Z","time spent":"29.807084113s","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.086425114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.344448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.008497422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.343087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.78145536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.341923Z","caller":"traceutil/trace.go:171","msg":"trace[423900694] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25849; }","duration":"26.995673812s","start":"2026-03-04T02:16:27.346244Z","end":"2026-03-04T02:16:54.341918Z","steps":["trace[423900694] 'agreement among raft nodes before linearized reading' (duration: 26.995624171s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.344766Z","caller":"traceutil/trace.go:171","msg":"trace[1959681380] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25849; }","duration":"25.008811599s","start":"2026-03-04T02:16:29.335897Z","end":"2026-03-04T02:16:54.344709Z","steps":["trace[1959681380] 'agreement among raft nodes before linearized reading' (duration: 25.008536933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.985783901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.344792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.335876Z","time spent":"25.008908231s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.346216Z","time spent":"26.998554497s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:16:54.344799Z","caller":"traceutil/trace.go:171","msg":"trace[144502903] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25849; }","duration":"23.986279363s","start":"2026-03-04T02:16:30.358511Z","end":"2026-03-04T02:16:54.34479Z","steps":["trace[144502903] 'agreement among raft nodes before linearized reading' (duration: 23.985807902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.358489Z","time spent":"23.986333484s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.358640484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.344877Z","caller":"traceutil/trace.go:171","msg":"trace[318794633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25849; }","duration":"19.360822794s","start":"2026-03-04T02:16:34.984046Z","end":"2026-03-04T02:16:54.344869Z","steps":["trace[318794633] 'agreement among raft nodes before linearized reading' (duration: 19.358611214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.344902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.983989Z","time spent":"19.360903716s","remote":"127.0.0.1:36078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344911Z","caller":"traceutil/trace.go:171","msg":"trace[199880636] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25849; }","duration":"20.783157218s","start":"2026-03-04T02:16:33.561584Z","end":"2026-03-04T02:16:54.344742Z","steps":["trace[199880636] 'agreement among raft nodes before linearized reading' (duration: 20.781473441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.34494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.561564Z","time spent":"20.783368592s","remote":"127.0.0.1:38070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.344947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.176379739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.345044Z","caller":"traceutil/trace.go:171","msg":"trace[1495895018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25849; }","duration":"31.300808951s","start":"2026-03-04T02:16:23.042028Z","end":"2026-03-04T02:16:54.342837Z","steps":["trace[1495895018] 'agreement among raft nodes before linearized reading' (duration: 31.30078937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.042008Z","time spent":"31.303054471s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.343423Z","caller":"traceutil/trace.go:171","msg":"trace[1846443567] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25849; }","duration":"11.728817379s","start":"2026-03-04T02:16:42.6146Z","end":"2026-03-04T02:16:54.343417Z","steps":["trace[1846443567] 'agreement among raft nodes before linearized reading' (duration: 11.728762648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.614554Z","time spent":"11.730571228s","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.345154Z","caller":"traceutil/trace.go:171","msg":"trace[904582161] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25849; }","duration":"13.176437721s","start":"2026-03-04T02:16:41.168525Z","end":"2026-03-04T02:16:54.344963Z","steps":["trace[904582161] 'agreement among raft nodes before linearized reading' (duration: 13.1763908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.168505Z","time spent":"13.176668416s","remote":"127.0.0.1:56386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344425Z","caller":"traceutil/trace.go:171","msg":"trace[1455863382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25849; }","duration":"24.53907538s","start":"2026-03-04T02:16:29.805341Z","end":"2026-03-04T02:16:54.344416Z","steps":["trace[1455863382] 'agreement among raft nodes before linearized reading' (duration: 24.539051129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.805318Z","time spent":"24.539899418s","remote":"127.0.0.1:59408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344292Z","caller":"traceutil/trace.go:171","msg":"trace[422639006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25849; }","duration":"22.413377695s","start":"2026-03-04T02:16:31.930903Z","end":"2026-03-04T02:16:54.344281Z","steps":["trace[422639006] 'agreement among raft nodes before linearized reading' (duration: 22.413317913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.434382729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.34531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.93083Z","time spent":"22.414473249s","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.345327Z","caller":"traceutil/trace.go:171","msg":"trace[269989795] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25849; }","duration":"13.434434981s","start":"2026-03-04T02:16:40.910885Z","end":"2026-03-04T02:16:54.34532Z","steps":["trace[269989795] 'agreement among raft nodes before linearized reading' (duration: 13.43439988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.910865Z","time spent":"13.434475481s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074413651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.342537Z","caller":"traceutil/trace.go:171","msg":"trace[670384063] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25849; }","duration":"9.759230763s","start":"2026-03-04T02:16:44.5833Z","end":"2026-03-04T02:16:54.342531Z","steps":["trace[670384063] 'agreement among raft nodes before linearized reading' (duration: 9.75909103s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.34347Z","caller":"traceutil/trace.go:171","msg":"trace[1234841786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25849; }","duration":"12.382654559s","start":"2026-03-04T02:16:41.960811Z","end":"2026-03-04T02:16:54.343465Z","steps":["trace[1234841786] 'agreement among raft nodes before linearized reading' (duration: 12.382624648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.583269Z","time spent":"9.762174229s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.344707Z","caller":"traceutil/trace.go:171","msg":"trace[330916280] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25849; }","duration":"24.086766332s","start":"2026-03-04T02:16:30.257929Z","end":"2026-03-04T02:16:54.344695Z","steps":["trace[330916280] 'agreement among raft nodes before linearized reading' (duration: 24.086433514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.796593611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.345467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.960795Z","time spent":"12.384665513s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.467551Z","time spent":"29.877930405s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:16:54.34552Z","caller":"traceutil/trace.go:171","msg":"trace[623493101] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25849; }","duration":"14.796657124s","start":"2026-03-04T02:16:39.548856Z","end":"2026-03-04T02:16:54.345513Z","steps":["trace[623493101] 'agreement among raft nodes before linearized reading' (duration: 14.796610643s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.345532Z","caller":"traceutil/trace.go:171","msg":"trace[1795800979] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25849; }","duration":"21.134395633s","start":"2026-03-04T02:16:33.211125Z","end":"2026-03-04T02:16:54.34552Z","steps":["trace[1795800979] 'agreement among raft nodes before linearized reading' (duration: 21.132180804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.548838Z","time spent":"14.796701964s","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.211113Z","time spent":"21.134446855s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.342074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.396211161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:54.345447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.867144028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.345608Z","caller":"traceutil/trace.go:171","msg":"trace[751725799] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25849; }","duration":"17.39977405s","start":"2026-03-04T02:16:36.945825Z","end":"2026-03-04T02:16:54.345599Z","steps":["trace[751725799] 'agreement among raft nodes before linearized reading' (duration: 17.396046516s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.345621Z","caller":"traceutil/trace.go:171","msg":"trace[868086007] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25849; }","duration":"13.867349793s","start":"2026-03-04T02:16:40.478261Z","end":"2026-03-04T02:16:54.345611Z","steps":["trace[868086007] 'agreement among raft nodes before linearized reading' (duration: 13.867167859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.94581Z","time spent":"17.399816171s","remote":"127.0.0.1:57002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.478242Z","time spent":"13.867395514s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.960551057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.345676Z","caller":"traceutil/trace.go:171","msg":"trace[778001809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25849; }","duration":"14.960646299s","start":"2026-03-04T02:16:39.385021Z","end":"2026-03-04T02:16:54.345667Z","steps":["trace[778001809] 'agreement among raft nodes before linearized reading' (duration: 14.960607748s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.345678Z","caller":"traceutil/trace.go:171","msg":"trace[975255785] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25849; }","duration":"29.429235478s","start":"2026-03-04T02:16:24.916429Z","end":"2026-03-04T02:16:54.345664Z","steps":["trace[975255785] 'agreement among raft nodes before linearized reading' (duration: 29.42572622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.385Z","time spent":"14.960688761s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.916409Z","time spent":"29.429289499s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.34223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991300224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.342115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617278065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.345726Z","caller":"traceutil/trace.go:171","msg":"trace[1862233933] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:0; response_revision:25849; }","duration":"28.615806883s","start":"2026-03-04T02:16:25.72991Z","end":"2026-03-04T02:16:54.345717Z","steps":["trace[1862233933] 'agreement among raft nodes before linearized reading' (duration: 28.61215207s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.345749Z","caller":"traceutil/trace.go:171","msg":"trace[1621242339] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25849; }","duration":"1.620959719s","start":"2026-03-04T02:16:52.724774Z","end":"2026-03-04T02:16:54.345733Z","steps":["trace[1621242339] 'agreement among raft nodes before linearized reading' (duration: 1.617321316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.72989Z","time spent":"28.615855824s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T02:16:54.345783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.724751Z","time spent":"1.621018511s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.345809Z","caller":"traceutil/trace.go:171","msg":"trace[1843301977] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25849; }","duration":"1.994909305s","start":"2026-03-04T02:16:52.350892Z","end":"2026-03-04T02:16:54.345801Z","steps":["trace[1843301977] 'agreement among raft nodes before linearized reading' (duration: 1.991322884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.160875411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.345831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.350865Z","time spent":"1.994959867s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.345829Z","caller":"traceutil/trace.go:171","msg":"trace[1667012716] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25849; }","duration":"31.103756811s","start":"2026-03-04T02:16:23.239059Z","end":"2026-03-04T02:16:54.342816Z","steps":["trace[1667012716] 'agreement among raft nodes before linearized reading' (duration: 31.10372157s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.345837Z","caller":"traceutil/trace.go:171","msg":"trace[1371904452] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25849; }","duration":"15.160936742s","start":"2026-03-04T02:16:39.184893Z","end":"2026-03-04T02:16:54.34583Z","steps":["trace[1371904452] 'agreement among raft nodes before linearized reading' (duration: 15.160884631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.239052Z","time spent":"31.10679784s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.184873Z","time spent":"15.160976203s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.345498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.257917Z","time spent":"24.087568859s","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.340578Z","caller":"traceutil/trace.go:171","msg":"trace[1011750063] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25849; }","duration":"4.035229041s","start":"2026-03-04T02:16:50.305335Z","end":"2026-03-04T02:16:54.340564Z","steps":["trace[1011750063] 'agreement among raft nodes before linearized reading' (duration: 4.035098898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.345976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.305288Z","time spent":"4.040675024s","remote":"127.0.0.1:38132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.346022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.661766Z","time spent":"12.681992467s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.346072Z","caller":"traceutil/trace.go:171","msg":"trace[51011461] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25849; }","duration":"3.078093555s","start":"2026-03-04T02:16:51.267967Z","end":"2026-03-04T02:16:54.34606Z","steps":["trace[51011461] 'agreement among raft nodes before linearized reading' (duration: 3.074441202s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.342378Z","caller":"traceutil/trace.go:171","msg":"trace[1330532948] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25849; }","duration":"8.995615648s","start":"2026-03-04T02:16:45.346755Z","end":"2026-03-04T02:16:54.342371Z","steps":["trace[1330532948] 'agreement among raft nodes before linearized reading' (duration: 8.995567557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.346135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.267945Z","time spent":"3.078177786s","remote":"127.0.0.1:38232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.346157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.346711Z","time spent":"8.999436645s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:19:02.757387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24576} {"level":"info","ts":"2026-03-04T02:19:02.889552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24576,"took":"127.402593ms","hash":3683224686,"current-db-size-bytes":50282496,"current-db-size":"50 MB","current-db-size-in-use-bytes":32944128,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T02:19:02.889599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3683224686,"revision":24576,"compact-revision":22041} {"level":"warn","ts":"2026-03-04T02:22:28.769483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.027789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:28.769685Z","caller":"traceutil/trace.go:171","msg":"trace[1655084535] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"133.568176ms","start":"2026-03-04T02:22:28.636108Z","end":"2026-03-04T02:22:28.769676Z","steps":["trace[1655084535] 'process raft request' (duration: 133.535735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:28.769689Z","caller":"traceutil/trace.go:171","msg":"trace[707960897] linearizableReadLoop","detail":"{readStateIndex:29217; appliedIndex:29216; }","duration":"641.944196ms","start":"2026-03-04T02:22:28.127705Z","end":"2026-03-04T02:22:28.769649Z","steps":["trace[707960897] 'read index received' (duration: 327.676922ms)","trace[707960897] 'applied index is now lower than readState.Index' (duration: 314.263954ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:28.769816Z","caller":"traceutil/trace.go:171","msg":"trace[180611275] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"137.612609ms","start":"2026-03-04T02:22:28.632198Z","end":"2026-03-04T02:22:28.769811Z","steps":["trace[180611275] 'process raft request' (duration: 137.377504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:28.769844Z","caller":"traceutil/trace.go:171","msg":"trace[2075364684] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"712.893544ms","start":"2026-03-04T02:22:28.056933Z","end":"2026-03-04T02:22:28.769827Z","steps":["trace[2075364684] 'process raft request' (duration: 398.440986ms)","trace[2075364684] 'compare' (duration: 313.368414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:28.769949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.056705Z","time spent":"713.182821ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:28.770396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.690993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:22:28.77047Z","caller":"traceutil/trace.go:171","msg":"trace[814737113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28256; }","duration":"642.802776ms","start":"2026-03-04T02:22:28.127652Z","end":"2026-03-04T02:22:28.770455Z","steps":["trace[814737113] 'agreement among raft nodes before linearized reading' (duration: 642.615781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:28.770525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.127632Z","time spent":"642.882228ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:22:28.770635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.982784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:22:28.770647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.751178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:22:28.770682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.327934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:28.770712Z","caller":"traceutil/trace.go:171","msg":"trace[1192233767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28256; }","duration":"174.109487ms","start":"2026-03-04T02:22:28.596589Z","end":"2026-03-04T02:22:28.770698Z","steps":["trace[1192233767] 'agreement among raft nodes before linearized reading' (duration: 173.875862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:28.770754Z","caller":"traceutil/trace.go:171","msg":"trace[33129990] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28256; }","duration":"202.435517ms","start":"2026-03-04T02:22:28.568299Z","end":"2026-03-04T02:22:28.770734Z","steps":["trace[33129990] 'agreement among raft nodes before linearized reading' (duration: 202.315894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:28.770754Z","caller":"traceutil/trace.go:171","msg":"trace[1200358910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28256; }","duration":"366.908693ms","start":"2026-03-04T02:22:28.403819Z","end":"2026-03-04T02:22:28.770728Z","steps":["trace[1200358910] 'agreement among raft nodes before linearized reading' (duration: 366.618246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:28.770815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:28.4038Z","time spent":"367.000344ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:22:28.7708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.183356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:28.770954Z","caller":"traceutil/trace.go:171","msg":"trace[633858063] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28256; }","duration":"258.407613ms","start":"2026-03-04T02:22:28.512501Z","end":"2026-03-04T02:22:28.770909Z","steps":["trace[633858063] 'agreement among raft nodes before linearized reading' (duration: 258.129906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:02.763836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26828} {"level":"info","ts":"2026-03-04T02:24:02.896339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26828,"took":"127.883665ms","hash":2361772718,"current-db-size-bytes":50282496,"current-db-size":"50 MB","current-db-size-in-use-bytes":27992064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:24:02.896388Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2361772718,"revision":26828,"compact-revision":24576} {"level":"info","ts":"2026-03-04T02:24:19.706095Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:24:19.71081Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:24:19.710897Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:29:02.770794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28894} {"level":"info","ts":"2026-03-04T02:29:02.880169Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28894,"took":"105.367428ms","hash":11760647,"current-db-size-bytes":50282496,"current-db-size":"50 MB","current-db-size-in-use-bytes":28577792,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:29:02.880242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":11760647,"revision":28894,"compact-revision":26828} {"level":"info","ts":"2026-03-04T02:34:02.776681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31035} {"level":"info","ts":"2026-03-04T02:34:02.927868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31035,"took":"144.350494ms","hash":1114064216,"current-db-size-bytes":50704384,"current-db-size":"51 MB","current-db-size-in-use-bytes":29876224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:34:02.927937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1114064216,"revision":31035,"compact-revision":28894} {"level":"warn","ts":"2026-03-04T02:35:37.808429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.902885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:37.808758Z","caller":"traceutil/trace.go:171","msg":"trace[1070316005] transaction","detail":"{read_only:false; response_revision:33805; number_of_response:1; }","duration":"187.82418ms","start":"2026-03-04T02:35:37.620911Z","end":"2026-03-04T02:35:37.808735Z","steps":["trace[1070316005] 'process raft request' (duration: 83.537687ms)","trace[1070316005] 'compare' (duration: 103.741951ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:37.809074Z","caller":"traceutil/trace.go:171","msg":"trace[1347157590] transaction","detail":"{read_only:false; response_revision:33806; number_of_response:1; }","duration":"186.374819ms","start":"2026-03-04T02:35:37.622671Z","end":"2026-03-04T02:35:37.809046Z","steps":["trace[1347157590] 'process raft request' (duration: 185.859208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:37.8091Z","caller":"traceutil/trace.go:171","msg":"trace[73028368] transaction","detail":"{read_only:false; response_revision:33807; number_of_response:1; }","duration":"185.660273ms","start":"2026-03-04T02:35:37.623428Z","end":"2026-03-04T02:35:37.809089Z","steps":["trace[73028368] 'process raft request' (duration: 185.486609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:37.958644Z","caller":"traceutil/trace.go:171","msg":"trace[1006017178] transaction","detail":"{read_only:false; response_revision:33808; number_of_response:1; }","duration":"145.766146ms","start":"2026-03-04T02:35:37.812621Z","end":"2026-03-04T02:35:37.958387Z","steps":["trace[1006017178] 'process raft request' (duration: 97.053905ms)","trace[1006017178] 'compare' (duration: 48.482476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:40.305669Z","caller":"traceutil/trace.go:171","msg":"trace[964630210] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"104.234042ms","start":"2026-03-04T02:35:40.201408Z","end":"2026-03-04T02:35:40.305642Z","steps":["trace[964630210] 'process raft request' (duration: 104.184721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:40.305717Z","caller":"traceutil/trace.go:171","msg":"trace[684601580] transaction","detail":"{read_only:false; response_revision:33824; number_of_response:1; }","duration":"117.184247ms","start":"2026-03-04T02:35:40.188508Z","end":"2026-03-04T02:35:40.305693Z","steps":["trace[684601580] 'process raft request' (duration: 83.839824ms)","trace[684601580] 'compare' (duration: 33.120658ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:45.502058Z","caller":"traceutil/trace.go:171","msg":"trace[1698741694] linearizableReadLoop","detail":"{readStateIndex:34997; appliedIndex:34996; }","duration":"197.800209ms","start":"2026-03-04T02:35:45.304232Z","end":"2026-03-04T02:35:45.502033Z","steps":["trace[1698741694] 'read index received' (duration: 197.642366ms)","trace[1698741694] 'applied index is now lower than readState.Index' (duration: 156.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:45.502188Z","caller":"traceutil/trace.go:171","msg":"trace[759523582] transaction","detail":"{read_only:false; response_revision:33855; number_of_response:1; }","duration":"237.539774ms","start":"2026-03-04T02:35:45.26462Z","end":"2026-03-04T02:35:45.50216Z","steps":["trace[759523582] 'process raft request' (duration: 237.239728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.502383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.136926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:35:45.502467Z","caller":"traceutil/trace.go:171","msg":"trace[1928116487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33855; }","duration":"198.279329ms","start":"2026-03-04T02:35:45.304167Z","end":"2026-03-04T02:35:45.502446Z","steps":["trace[1928116487] 'agreement among raft nodes before linearized reading' (duration: 198.007333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.502497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.016272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:45.502562Z","caller":"traceutil/trace.go:171","msg":"trace[1075686251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33855; }","duration":"121.139594ms","start":"2026-03-04T02:35:45.381406Z","end":"2026-03-04T02:35:45.502545Z","steps":["trace[1075686251] 'agreement among raft nodes before linearized reading' (duration: 120.842657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:45.942479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.852211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:45.942749Z","caller":"traceutil/trace.go:171","msg":"trace[1908168472] transaction","detail":"{read_only:false; response_revision:33857; number_of_response:1; }","duration":"435.316332ms","start":"2026-03-04T02:35:45.507412Z","end":"2026-03-04T02:35:45.942729Z","steps":["trace[1908168472] 'process raft request' (duration: 435.23565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.942823Z","caller":"traceutil/trace.go:171","msg":"trace[1755283537] transaction","detail":"{read_only:false; response_revision:33856; number_of_response:1; }","duration":"435.763541ms","start":"2026-03-04T02:35:45.506984Z","end":"2026-03-04T02:35:45.942748Z","steps":["trace[1755283537] 'process raft request' (duration: 86.525402ms)","trace[1755283537] 'compare' (duration: 348.671257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:45.943059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.507395Z","time spent":"435.574879ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:45.943105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:45.506958Z","time spent":"435.981987ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:45.949996Z","caller":"traceutil/trace.go:171","msg":"trace[1226366548] transaction","detail":"{read_only:false; response_revision:33858; number_of_response:1; }","duration":"263.240758ms","start":"2026-03-04T02:35:45.686725Z","end":"2026-03-04T02:35:45.949966Z","steps":["trace[1226366548] 'process raft request' (duration: 263.035004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:45.950328Z","caller":"traceutil/trace.go:171","msg":"trace[790578169] linearizableReadLoop","detail":"{readStateIndex:35000; appliedIndex:34997; }","duration":"218.74894ms","start":"2026-03-04T02:35:45.731557Z","end":"2026-03-04T02:35:45.950306Z","steps":["trace[790578169] 'read index received' (duration: 199.960966ms)","trace[790578169] 'applied index is now lower than readState.Index' (duration: 18.786884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:45.950631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.065017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:45.950701Z","caller":"traceutil/trace.go:171","msg":"trace[2024050302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:33860; }","duration":"219.18399ms","start":"2026-03-04T02:35:45.731499Z","end":"2026-03-04T02:35:45.950683Z","steps":["trace[2024050302] 'agreement among raft nodes before linearized reading' (duration: 218.912424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:46.22159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.516291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.221859Z","caller":"traceutil/trace.go:171","msg":"trace[463384487] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"231.860329ms","start":"2026-03-04T02:35:45.98997Z","end":"2026-03-04T02:35:46.221831Z","steps":["trace[463384487] 'process raft request' (duration: 231.759837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:46.221893Z","caller":"traceutil/trace.go:171","msg":"trace[451770289] transaction","detail":"{read_only:false; response_revision:33861; number_of_response:1; }","duration":"234.65936ms","start":"2026-03-04T02:35:45.987191Z","end":"2026-03-04T02:35:46.22185Z","steps":["trace[451770289] 'process raft request' (duration: 103.765482ms)","trace[451770289] 'compare' (duration: 130.332856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:46.602846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.80381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:46.603246Z","caller":"traceutil/trace.go:171","msg":"trace[647411258] transaction","detail":"{read_only:false; response_revision:33864; number_of_response:1; }","duration":"255.009137ms","start":"2026-03-04T02:35:46.348204Z","end":"2026-03-04T02:35:46.603214Z","steps":["trace[647411258] 'process raft request' (duration: 81.704406ms)","trace[647411258] 'compare' (duration: 172.525915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:46.603614Z","caller":"traceutil/trace.go:171","msg":"trace[1279179105] transaction","detail":"{read_only:false; response_revision:33865; number_of_response:1; }","duration":"232.295269ms","start":"2026-03-04T02:35:46.371298Z","end":"2026-03-04T02:35:46.603593Z","steps":["trace[1279179105] 'process raft request' (duration: 231.659295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.077163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.461381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:47.077322Z","caller":"traceutil/trace.go:171","msg":"trace[1069490406] linearizableReadLoop","detail":"{readStateIndex:35009; appliedIndex:35007; }","duration":"188.376712ms","start":"2026-03-04T02:35:46.888933Z","end":"2026-03-04T02:35:47.07731Z","steps":["trace[1069490406] 'read index received' (duration: 149.948338ms)","trace[1069490406] 'applied index is now lower than readState.Index' (duration: 38.427564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:47.07742Z","caller":"traceutil/trace.go:171","msg":"trace[1033643296] transaction","detail":"{read_only:false; response_revision:33866; number_of_response:1; }","duration":"388.487213ms","start":"2026-03-04T02:35:46.688895Z","end":"2026-03-04T02:35:47.077382Z","steps":["trace[1033643296] 'process raft request' (duration: 145.736585ms)","trace[1033643296] 'compare' (duration: 242.108603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.077466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:46.688872Z","time spent":"388.567625ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:47.077736Z","caller":"traceutil/trace.go:171","msg":"trace[1425495542] transaction","detail":"{read_only:false; response_revision:33867; number_of_response:1; }","duration":"210.48553ms","start":"2026-03-04T02:35:46.86724Z","end":"2026-03-04T02:35:47.077726Z","steps":["trace[1425495542] 'process raft request' (duration: 210.000778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.077745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.785952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:47.077778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.112498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:47.077889Z","caller":"traceutil/trace.go:171","msg":"trace[1367815900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:33867; }","duration":"178.24248ms","start":"2026-03-04T02:35:46.899617Z","end":"2026-03-04T02:35:47.07786Z","steps":["trace[1367815900] 'agreement among raft nodes before linearized reading' (duration: 178.063567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.077926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.047347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:35:47.078016Z","caller":"traceutil/trace.go:171","msg":"trace[1049322479] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33867; }","duration":"174.171669ms","start":"2026-03-04T02:35:46.903821Z","end":"2026-03-04T02:35:47.077992Z","steps":["trace[1049322479] 'agreement among raft nodes before linearized reading' (duration: 173.908774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.078665Z","caller":"traceutil/trace.go:171","msg":"trace[1406295927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33867; }","duration":"188.941565ms","start":"2026-03-04T02:35:46.888896Z","end":"2026-03-04T02:35:47.077837Z","steps":["trace[1406295927] 'agreement among raft nodes before linearized reading' (duration: 188.7171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.329296Z","caller":"traceutil/trace.go:171","msg":"trace[351877182] linearizableReadLoop","detail":"{readStateIndex:35010; appliedIndex:35009; }","duration":"199.309382ms","start":"2026-03-04T02:35:47.12996Z","end":"2026-03-04T02:35:47.329269Z","steps":["trace[351877182] 'read index received' (duration: 144.806924ms)","trace[351877182] 'applied index is now lower than readState.Index' (duration: 54.501228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:47.329424Z","caller":"traceutil/trace.go:171","msg":"trace[475169864] transaction","detail":"{read_only:false; response_revision:33868; number_of_response:1; }","duration":"247.092833ms","start":"2026-03-04T02:35:47.082318Z","end":"2026-03-04T02:35:47.329411Z","steps":["trace[475169864] 'process raft request' (duration: 192.536764ms)","trace[475169864] 'compare' (duration: 54.296544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:47.3296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.62088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:47.329643Z","caller":"traceutil/trace.go:171","msg":"trace[418021759] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:33868; }","duration":"199.716642ms","start":"2026-03-04T02:35:47.129915Z","end":"2026-03-04T02:35:47.329632Z","steps":["trace[418021759] 'agreement among raft nodes before linearized reading' (duration: 199.63231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:47.713233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.655124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:47.713328Z","caller":"traceutil/trace.go:171","msg":"trace[190233673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33868; }","duration":"206.819148ms","start":"2026-03-04T02:35:47.506486Z","end":"2026-03-04T02:35:47.713305Z","steps":["trace[190233673] 'range keys from in-memory index tree' (duration: 206.436809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:47.857715Z","caller":"traceutil/trace.go:171","msg":"trace[284153093] transaction","detail":"{read_only:false; response_revision:33869; number_of_response:1; }","duration":"139.61148ms","start":"2026-03-04T02:35:47.718076Z","end":"2026-03-04T02:35:47.857687Z","steps":["trace[284153093] 'process raft request' (duration: 139.432956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.227471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.459475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:48.227593Z","caller":"traceutil/trace.go:171","msg":"trace[1634923960] linearizableReadLoop","detail":"{readStateIndex:35012; appliedIndex:35011; }","duration":"280.733174ms","start":"2026-03-04T02:35:47.946842Z","end":"2026-03-04T02:35:48.227575Z","steps":["trace[1634923960] 'read index received' (duration: 152.067414ms)","trace[1634923960] 'applied index is now lower than readState.Index' (duration: 128.66437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:48.227702Z","caller":"traceutil/trace.go:171","msg":"trace[736997289] transaction","detail":"{read_only:false; response_revision:33870; number_of_response:1; }","duration":"307.370399ms","start":"2026-03-04T02:35:47.920314Z","end":"2026-03-04T02:35:48.227684Z","steps":["trace[736997289] 'process raft request' (duration: 178.579317ms)","trace[736997289] 'compare' (duration: 127.999085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.227783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.920291Z","time spent":"307.447111ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.228465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.595842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:48.228576Z","caller":"traceutil/trace.go:171","msg":"trace[1380771998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33870; }","duration":"281.762656ms","start":"2026-03-04T02:35:47.946786Z","end":"2026-03-04T02:35:48.228549Z","steps":["trace[1380771998] 'agreement among raft nodes before linearized reading' (duration: 281.47849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.298704Z","caller":"traceutil/trace.go:171","msg":"trace[2101277027] transaction","detail":"{read_only:false; response_revision:33871; number_of_response:1; }","duration":"343.485583ms","start":"2026-03-04T02:35:47.955196Z","end":"2026-03-04T02:35:48.298682Z","steps":["trace[2101277027] 'process raft request' (duration: 343.151266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.298961Z","caller":"traceutil/trace.go:171","msg":"trace[1521110286] transaction","detail":"{read_only:false; response_revision:33872; number_of_response:1; }","duration":"343.33362ms","start":"2026-03-04T02:35:47.955605Z","end":"2026-03-04T02:35:48.298939Z","steps":["trace[1521110286] 'process raft request' (duration: 342.996962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.298994Z","caller":"traceutil/trace.go:171","msg":"trace[89398137] transaction","detail":"{read_only:false; response_revision:33873; number_of_response:1; }","duration":"341.548321ms","start":"2026-03-04T02:35:47.957426Z","end":"2026-03-04T02:35:48.298975Z","steps":["trace[89398137] 'process raft request' (duration: 341.392638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.299069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.955579Z","time spent":"343.427553ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.299234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.955178Z","time spent":"343.675348ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:48.29955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.957406Z","time spent":"341.726195ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:48.418996Z","caller":"traceutil/trace.go:171","msg":"trace[653702149] linearizableReadLoop","detail":"{readStateIndex:35016; appliedIndex:35012; }","duration":"191.338877ms","start":"2026-03-04T02:35:48.227632Z","end":"2026-03-04T02:35:48.418971Z","steps":["trace[653702149] 'read index received' (duration: 70.777116ms)","trace[653702149] 'applied index is now lower than readState.Index' (duration: 120.560701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:48.419089Z","caller":"traceutil/trace.go:171","msg":"trace[1280844233] transaction","detail":"{read_only:false; response_revision:33875; number_of_response:1; }","duration":"186.592433ms","start":"2026-03-04T02:35:48.232459Z","end":"2026-03-04T02:35:48.419051Z","steps":["trace[1280844233] 'process raft request' (duration: 186.46006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.419196Z","caller":"traceutil/trace.go:171","msg":"trace[1461460122] transaction","detail":"{read_only:false; response_revision:33874; number_of_response:1; }","duration":"192.099203ms","start":"2026-03-04T02:35:48.227064Z","end":"2026-03-04T02:35:48.419163Z","steps":["trace[1461460122] 'process raft request' (duration: 105.96218ms)","trace[1461460122] 'compare' (duration: 85.738905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.41931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.693043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:48.419353Z","caller":"traceutil/trace.go:171","msg":"trace[1621515287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33875; }","duration":"471.827796ms","start":"2026-03-04T02:35:47.947513Z","end":"2026-03-04T02:35:48.419341Z","steps":["trace[1621515287] 'agreement among raft nodes before linearized reading' (duration: 471.58906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.419449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.261339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:35:48.419448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:47.947493Z","time spent":"471.943519ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:48.419496Z","caller":"traceutil/trace.go:171","msg":"trace[1973832506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33875; }","duration":"122.365141ms","start":"2026-03-04T02:35:48.29712Z","end":"2026-03-04T02:35:48.419485Z","steps":["trace[1973832506] 'agreement among raft nodes before linearized reading' (duration: 122.186677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:48.419835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.835539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:35:48.419916Z","caller":"traceutil/trace.go:171","msg":"trace[1770047897] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:33875; }","duration":"242.101864ms","start":"2026-03-04T02:35:48.177796Z","end":"2026-03-04T02:35:48.419898Z","steps":["trace[1770047897] 'agreement among raft nodes before linearized reading' (duration: 241.271835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.798681Z","caller":"traceutil/trace.go:171","msg":"trace[672100102] transaction","detail":"{read_only:false; response_revision:33878; number_of_response:1; }","duration":"189.14882ms","start":"2026-03-04T02:35:48.609503Z","end":"2026-03-04T02:35:48.798651Z","steps":["trace[672100102] 'process raft request' (duration: 188.947215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:48.958022Z","caller":"traceutil/trace.go:171","msg":"trace[2044286700] transaction","detail":"{read_only:false; response_revision:33879; number_of_response:1; }","duration":"348.259449ms","start":"2026-03-04T02:35:48.609694Z","end":"2026-03-04T02:35:48.957954Z","steps":["trace[2044286700] 'process raft request' (duration: 268.514645ms)","trace[2044286700] 'compare' (duration: 79.177782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:48.958252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:48.609657Z","time spent":"348.482464ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:49.204808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.965655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:49.204874Z","caller":"traceutil/trace.go:171","msg":"trace[1362802742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33879; }","duration":"123.090296ms","start":"2026-03-04T02:35:49.081769Z","end":"2026-03-04T02:35:49.204859Z","steps":["trace[1362802742] 'range keys from in-memory index tree' (duration: 122.78481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:49.382948Z","caller":"traceutil/trace.go:171","msg":"trace[497007161] transaction","detail":"{read_only:false; response_revision:33880; number_of_response:1; }","duration":"174.61242ms","start":"2026-03-04T02:35:49.208295Z","end":"2026-03-04T02:35:49.382907Z","steps":["trace[497007161] 'process raft request' (duration: 174.242501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.542492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.394157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:49.542654Z","caller":"traceutil/trace.go:171","msg":"trace[1105431029] transaction","detail":"{read_only:false; response_revision:33881; number_of_response:1; }","duration":"154.429546ms","start":"2026-03-04T02:35:49.388196Z","end":"2026-03-04T02:35:49.542625Z","steps":["trace[1105431029] 'process raft request' (duration: 43.749362ms)","trace[1105431029] 'compare' (duration: 110.182833ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:49.586271Z","caller":"traceutil/trace.go:171","msg":"trace[440548549] transaction","detail":"{read_only:false; response_revision:33882; number_of_response:1; }","duration":"123.112977ms","start":"2026-03-04T02:35:49.463135Z","end":"2026-03-04T02:35:49.586248Z","steps":["trace[440548549] 'process raft request' (duration: 122.979914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:49.821892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.537588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:35:50.447062Z","caller":"traceutil/trace.go:171","msg":"trace[840524142] transaction","detail":"{read_only:false; response_revision:33884; number_of_response:1; }","duration":"142.012232ms","start":"2026-03-04T02:35:50.305026Z","end":"2026-03-04T02:35:50.447038Z","steps":["trace[840524142] 'process raft request' (duration: 141.843198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:50.44854Z","caller":"traceutil/trace.go:171","msg":"trace[850153800] transaction","detail":"{read_only:false; response_revision:33885; number_of_response:1; }","duration":"143.193859ms","start":"2026-03-04T02:35:50.305317Z","end":"2026-03-04T02:35:50.448511Z","steps":["trace[850153800] 'process raft request' (duration: 142.970214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:50.448748Z","caller":"traceutil/trace.go:171","msg":"trace[801470590] transaction","detail":"{read_only:false; response_revision:33886; number_of_response:1; }","duration":"143.175538ms","start":"2026-03-04T02:35:50.305557Z","end":"2026-03-04T02:35:50.448733Z","steps":["trace[801470590] 'process raft request' (duration: 142.900402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:50.60659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.020477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:50.607103Z","caller":"traceutil/trace.go:171","msg":"trace[1910461459] linearizableReadLoop","detail":"{readStateIndex:35031; appliedIndex:35030; }","duration":"137.865611ms","start":"2026-03-04T02:35:50.469182Z","end":"2026-03-04T02:35:50.607048Z","steps":["trace[1910461459] 'read index received' (duration: 12.620318ms)","trace[1910461459] 'applied index is now lower than readState.Index' (duration: 125.242593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:50.607139Z","caller":"traceutil/trace.go:171","msg":"trace[1758058056] transaction","detail":"{read_only:false; response_revision:33888; number_of_response:1; }","duration":"153.208669ms","start":"2026-03-04T02:35:50.453888Z","end":"2026-03-04T02:35:50.607096Z","steps":["trace[1758058056] 'process raft request' (duration: 27.978605ms)","trace[1758058056] 'compare' (duration: 123.828083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:50.608123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.923855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:50.608235Z","caller":"traceutil/trace.go:171","msg":"trace[525822636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33888; }","duration":"139.087858ms","start":"2026-03-04T02:35:50.469123Z","end":"2026-03-04T02:35:50.608211Z","steps":["trace[525822636] 'agreement among raft nodes before linearized reading' (duration: 138.126698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:50.948135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.989662ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:50.948286Z","caller":"traceutil/trace.go:171","msg":"trace[1629554101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33888; }","duration":"222.170426ms","start":"2026-03-04T02:35:50.726088Z","end":"2026-03-04T02:35:50.948258Z","steps":["trace[1629554101] 'range keys from in-memory index tree' (duration: 221.967982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:50.948533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.81002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:50.948754Z","caller":"traceutil/trace.go:171","msg":"trace[1225897444] linearizableReadLoop","detail":"{readStateIndex:35033; appliedIndex:35031; }","duration":"239.351893ms","start":"2026-03-04T02:35:50.709385Z","end":"2026-03-04T02:35:50.948737Z","steps":["trace[1225897444] 'read index received' (duration: 61.316489ms)","trace[1225897444] 'applied index is now lower than readState.Index' (duration: 178.034464ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:50.948854Z","caller":"traceutil/trace.go:171","msg":"trace[524645177] transaction","detail":"{read_only:false; response_revision:33889; number_of_response:1; }","duration":"332.813798ms","start":"2026-03-04T02:35:50.616029Z","end":"2026-03-04T02:35:50.948843Z","steps":["trace[524645177] 'process raft request' (duration: 154.605529ms)","trace[524645177] 'compare' (duration: 177.691207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:50.948916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.616013Z","time spent":"332.87204ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:50.949076Z","caller":"traceutil/trace.go:171","msg":"trace[1828109137] transaction","detail":"{read_only:false; response_revision:33891; number_of_response:1; }","duration":"144.497438ms","start":"2026-03-04T02:35:50.804555Z","end":"2026-03-04T02:35:50.949053Z","steps":["trace[1828109137] 'process raft request' (duration: 144.146579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:50.949061Z","caller":"traceutil/trace.go:171","msg":"trace[2039767981] transaction","detail":"{read_only:false; response_revision:33890; number_of_response:1; }","duration":"332.951582ms","start":"2026-03-04T02:35:50.616069Z","end":"2026-03-04T02:35:50.94902Z","steps":["trace[2039767981] 'process raft request' (duration: 332.576863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:50.949274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:50.616046Z","time spent":"333.132016ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:50.949272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.869015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:50.949427Z","caller":"traceutil/trace.go:171","msg":"trace[306557530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33891; }","duration":"240.07386ms","start":"2026-03-04T02:35:50.709329Z","end":"2026-03-04T02:35:50.949403Z","steps":["trace[306557530] 'agreement among raft nodes before linearized reading' (duration: 239.580729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:51.76255Z","caller":"traceutil/trace.go:171","msg":"trace[960430174] transaction","detail":"{read_only:false; response_revision:33895; number_of_response:1; }","duration":"211.054081ms","start":"2026-03-04T02:35:51.551468Z","end":"2026-03-04T02:35:51.762522Z","steps":["trace[960430174] 'process raft request' (duration: 210.908598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.013874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.731793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:52.013984Z","caller":"traceutil/trace.go:171","msg":"trace[262440318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33895; }","duration":"125.023339ms","start":"2026-03-04T02:35:51.888935Z","end":"2026-03-04T02:35:52.013958Z","steps":["trace[262440318] 'range keys from in-memory index tree' (duration: 124.541469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.711544Z","caller":"traceutil/trace.go:171","msg":"trace[328031723] transaction","detail":"{read_only:false; response_revision:33898; number_of_response:1; }","duration":"257.312249ms","start":"2026-03-04T02:35:52.454204Z","end":"2026-03-04T02:35:52.711516Z","steps":["trace[328031723] 'process raft request' (duration: 170.96935ms)","trace[328031723] 'compare' (duration: 86.178265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.711812Z","caller":"traceutil/trace.go:171","msg":"trace[467192989] transaction","detail":"{read_only:false; response_revision:33899; number_of_response:1; }","duration":"257.530673ms","start":"2026-03-04T02:35:52.454264Z","end":"2026-03-04T02:35:52.711795Z","steps":["trace[467192989] 'process raft request' (duration: 257.208476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.712139Z","caller":"traceutil/trace.go:171","msg":"trace[224701594] transaction","detail":"{read_only:false; response_revision:33900; number_of_response:1; }","duration":"256.168724ms","start":"2026-03-04T02:35:52.455953Z","end":"2026-03-04T02:35:52.712122Z","steps":["trace[224701594] 'process raft request' (duration: 255.715634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.352614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.766552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:53.352785Z","caller":"traceutil/trace.go:171","msg":"trace[1435832158] linearizableReadLoop","detail":"{readStateIndex:35044; appliedIndex:35043; }","duration":"399.196429ms","start":"2026-03-04T02:35:52.953575Z","end":"2026-03-04T02:35:53.352772Z","steps":["trace[1435832158] 'read index received' (duration: 33.771µs)","trace[1435832158] 'applied index is now lower than readState.Index' (duration: 399.161848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:53.352847Z","caller":"traceutil/trace.go:171","msg":"trace[1478109690] transaction","detail":"{read_only:false; response_revision:33901; number_of_response:1; }","duration":"636.057267ms","start":"2026-03-04T02:35:52.716782Z","end":"2026-03-04T02:35:53.352839Z","steps":["trace[1478109690] 'process raft request' (duration: 114.987838ms)","trace[1478109690] 'compare' (duration: 520.26714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:53.35289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.716762Z","time spent":"636.107048ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:53.35302Z","caller":"traceutil/trace.go:171","msg":"trace[1365356392] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"398.037153ms","start":"2026-03-04T02:35:52.954951Z","end":"2026-03-04T02:35:53.352988Z","steps":["trace[1365356392] 'process raft request' (duration: 397.760577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.353168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.575537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:53.353188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.954922Z","time spent":"398.190977ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:53.353244Z","caller":"traceutil/trace.go:171","msg":"trace[1549895368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33902; }","duration":"399.68752ms","start":"2026-03-04T02:35:52.953538Z","end":"2026-03-04T02:35:53.353226Z","steps":["trace[1549895368] 'agreement among raft nodes before linearized reading' (duration: 399.390334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.353302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.953521Z","time spent":"399.767301ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:53.840538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.233133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:53.840706Z","caller":"traceutil/trace.go:171","msg":"trace[1847337905] linearizableReadLoop","detail":"{readStateIndex:35046; appliedIndex:35045; }","duration":"487.880108ms","start":"2026-03-04T02:35:53.352811Z","end":"2026-03-04T02:35:53.840691Z","steps":["trace[1847337905] 'read index received' (duration: 146.44489ms)","trace[1847337905] 'applied index is now lower than readState.Index' (duration: 341.434028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:53.840784Z","caller":"traceutil/trace.go:171","msg":"trace[411474319] transaction","detail":"{read_only:false; response_revision:33903; number_of_response:1; }","duration":"866.604937ms","start":"2026-03-04T02:35:52.974169Z","end":"2026-03-04T02:35:53.840774Z","steps":["trace[411474319] 'process raft request' (duration: 525.069967ms)","trace[411474319] 'compare' (duration: 340.897976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:53.840833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.974148Z","time spent":"866.657119ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.840912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.98207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:53.84102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.348983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:35:53.841049Z","caller":"traceutil/trace.go:171","msg":"trace[1412255047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33904; }","duration":"887.416585ms","start":"2026-03-04T02:35:52.953621Z","end":"2026-03-04T02:35:53.841038Z","steps":["trace[1412255047] 'agreement among raft nodes before linearized reading' (duration: 887.18196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:53.841018Z","caller":"traceutil/trace.go:171","msg":"trace[852231726] transaction","detail":"{read_only:false; response_revision:33904; number_of_response:1; }","duration":"483.637386ms","start":"2026-03-04T02:35:53.357299Z","end":"2026-03-04T02:35:53.840937Z","steps":["trace[852231726] 'process raft request' (duration: 483.321179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.841065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.010219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:35:53.841116Z","caller":"traceutil/trace.go:171","msg":"trace[1832919324] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:33904; }","duration":"507.105971ms","start":"2026-03-04T02:35:53.333998Z","end":"2026-03-04T02:35:53.841104Z","steps":["trace[1832919324] 'agreement among raft nodes before linearized reading' (duration: 506.836635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.841163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.333979Z","time spent":"507.172942ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:53.841051Z","caller":"traceutil/trace.go:171","msg":"trace[1791829112] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:33904; }","duration":"709.135504ms","start":"2026-03-04T02:35:53.1319Z","end":"2026-03-04T02:35:53.841036Z","steps":["trace[1791829112] 'agreement among raft nodes before linearized reading' (duration: 708.95272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.841221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.131832Z","time spent":"709.374448ms","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:53.841224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.357282Z","time spent":"483.830009ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:53.841073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:52.953602Z","time spent":"887.466875ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:53.841269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.784286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:53.841377Z","caller":"traceutil/trace.go:171","msg":"trace[1620221818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33904; }","duration":"376.96303ms","start":"2026-03-04T02:35:53.46439Z","end":"2026-03-04T02:35:53.841353Z","steps":["trace[1620221818] 'agreement among raft nodes before linearized reading' (duration: 376.582311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.841432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.464329Z","time spent":"377.093783ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:35:53.841319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.061864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:53.841689Z","caller":"traceutil/trace.go:171","msg":"trace[1926711944] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:33904; }","duration":"479.745639ms","start":"2026-03-04T02:35:53.361916Z","end":"2026-03-04T02:35:53.841662Z","steps":["trace[1926711944] 'agreement among raft nodes before linearized reading' (duration: 478.999623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:53.84208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.361904Z","time spent":"480.115947ms","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:54.222013Z","caller":"traceutil/trace.go:171","msg":"trace[1616474465] transaction","detail":"{read_only:false; response_revision:33905; number_of_response:1; }","duration":"376.296594ms","start":"2026-03-04T02:35:53.845652Z","end":"2026-03-04T02:35:54.221948Z","steps":["trace[1616474465] 'process raft request' (duration: 375.920796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:54.222384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.845627Z","time spent":"376.569981ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:54.49541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.07699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:54.49558Z","caller":"traceutil/trace.go:171","msg":"trace[983806090] transaction","detail":"{read_only:false; response_revision:33906; number_of_response:1; }","duration":"649.84693ms","start":"2026-03-04T02:35:53.845714Z","end":"2026-03-04T02:35:54.495561Z","steps":["trace[983806090] 'process raft request' (duration: 509.527904ms)","trace[983806090] 'compare' (duration: 139.969938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.495644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.845696Z","time spent":"649.917601ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:54.496388Z","caller":"traceutil/trace.go:171","msg":"trace[1605321532] linearizableReadLoop","detail":"{readStateIndex:35050; appliedIndex:35047; }","duration":"607.290845ms","start":"2026-03-04T02:35:53.889071Z","end":"2026-03-04T02:35:54.496362Z","steps":["trace[1605321532] 'read index received' (duration: 332.432181ms)","trace[1605321532] 'applied index is now lower than readState.Index' (duration: 274.857494ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:54.496759Z","caller":"traceutil/trace.go:171","msg":"trace[1055720618] transaction","detail":"{read_only:false; response_revision:33907; number_of_response:1; }","duration":"650.607717ms","start":"2026-03-04T02:35:53.84613Z","end":"2026-03-04T02:35:54.496738Z","steps":["trace[1055720618] 'process raft request' (duration: 649.38051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:54.496874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.846105Z","time spent":"650.720859ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:54.497332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.256905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:54.497391Z","caller":"traceutil/trace.go:171","msg":"trace[417289996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33907; }","duration":"608.375027ms","start":"2026-03-04T02:35:53.889003Z","end":"2026-03-04T02:35:54.497378Z","steps":["trace[417289996] 'agreement among raft nodes before linearized reading' (duration: 607.834846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:54.497426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:53.888953Z","time spent":"608.46581ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:54.503457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.167454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T02:35:54.503512Z","caller":"traceutil/trace.go:171","msg":"trace[1527843399] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:33908; }","duration":"126.253866ms","start":"2026-03-04T02:35:54.377249Z","end":"2026-03-04T02:35:54.503503Z","steps":["trace[1527843399] 'agreement among raft nodes before linearized reading' (duration: 126.170794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:54.503561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.692992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:54.50359Z","caller":"traceutil/trace.go:171","msg":"trace[261616584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33908; }","duration":"391.776424ms","start":"2026-03-04T02:35:54.111806Z","end":"2026-03-04T02:35:54.503582Z","steps":["trace[261616584] 'agreement among raft nodes before linearized reading' (duration: 391.657351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:54.503624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.111785Z","time spent":"391.831356ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:54.864787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.474106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:54.865379Z","caller":"traceutil/trace.go:171","msg":"trace[245265444] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"357.479791ms","start":"2026-03-04T02:35:54.507866Z","end":"2026-03-04T02:35:54.865346Z","steps":["trace[245265444] 'process raft request' (duration: 132.33565ms)","trace[245265444] 'compare' (duration: 224.331412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.865539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:54.507852Z","time spent":"357.601924ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:54.865542Z","caller":"traceutil/trace.go:171","msg":"trace[1854144058] transaction","detail":"{read_only:false; response_revision:33910; number_of_response:1; }","duration":"276.950141ms","start":"2026-03-04T02:35:54.588572Z","end":"2026-03-04T02:35:54.865522Z","steps":["trace[1854144058] 'process raft request' (duration: 276.673335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.865578Z","caller":"traceutil/trace.go:171","msg":"trace[870148743] linearizableReadLoop","detail":"{readStateIndex:35054; appliedIndex:35052; }","duration":"185.737235ms","start":"2026-03-04T02:35:54.679757Z","end":"2026-03-04T02:35:54.865494Z","steps":["trace[870148743] 'read index received' (duration: 128.740451ms)","trace[870148743] 'applied index is now lower than readState.Index' (duration: 56.994944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:54.865775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.98031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:54.865879Z","caller":"traceutil/trace.go:171","msg":"trace[1890231235] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33910; }","duration":"186.140384ms","start":"2026-03-04T02:35:54.679712Z","end":"2026-03-04T02:35:54.865852Z","steps":["trace[1890231235] 'agreement among raft nodes before linearized reading' (duration: 185.910719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.908Z","caller":"traceutil/trace.go:171","msg":"trace[1224478835] transaction","detail":"{read_only:false; response_revision:33912; number_of_response:1; }","duration":"189.802755ms","start":"2026-03-04T02:35:54.718179Z","end":"2026-03-04T02:35:54.907982Z","steps":["trace[1224478835] 'process raft request' (duration: 189.696672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.908033Z","caller":"traceutil/trace.go:171","msg":"trace[1467476922] transaction","detail":"{read_only:false; response_revision:33911; number_of_response:1; }","duration":"190.867957ms","start":"2026-03-04T02:35:54.717135Z","end":"2026-03-04T02:35:54.908003Z","steps":["trace[1467476922] 'process raft request' (duration: 190.617762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:54.908057Z","caller":"traceutil/trace.go:171","msg":"trace[282760390] transaction","detail":"{read_only:false; response_revision:33913; number_of_response:1; }","duration":"189.60515ms","start":"2026-03-04T02:35:54.718433Z","end":"2026-03-04T02:35:54.908038Z","steps":["trace[282760390] 'process raft request' (duration: 189.481377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.75128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.802599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:55.751381Z","caller":"traceutil/trace.go:171","msg":"trace[2138952504] linearizableReadLoop","detail":"{readStateIndex:35059; appliedIndex:35058; }","duration":"434.967085ms","start":"2026-03-04T02:35:55.316399Z","end":"2026-03-04T02:35:55.751366Z","steps":["trace[2138952504] 'read index received' (duration: 237.531802ms)","trace[2138952504] 'applied index is now lower than readState.Index' (duration: 197.433973ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:55.751421Z","caller":"traceutil/trace.go:171","msg":"trace[382492142] transaction","detail":"{read_only:false; response_revision:33915; number_of_response:1; }","duration":"499.130106ms","start":"2026-03-04T02:35:55.252263Z","end":"2026-03-04T02:35:55.751393Z","steps":["trace[382492142] 'process raft request' (duration: 301.673313ms)","trace[382492142] 'compare' (duration: 196.695517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:55.751471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.074908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:55.751502Z","caller":"traceutil/trace.go:171","msg":"trace[509203517] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33915; }","duration":"435.138668ms","start":"2026-03-04T02:35:55.316355Z","end":"2026-03-04T02:35:55.751494Z","steps":["trace[509203517] 'agreement among raft nodes before linearized reading' (duration: 435.075027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:55.75162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.316338Z","time spent":"435.236811ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:35:55.751705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.252242Z","time spent":"499.254388ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:56.197709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.049697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:56.197883Z","caller":"traceutil/trace.go:171","msg":"trace[292178340] transaction","detail":"{read_only:false; response_revision:33916; number_of_response:1; }","duration":"834.688105ms","start":"2026-03-04T02:35:55.363159Z","end":"2026-03-04T02:35:56.197848Z","steps":["trace[292178340] 'process raft request' (duration: 599.930623ms)","trace[292178340] 'compare' (duration: 233.654648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:56.197987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.363139Z","time spent":"834.799307ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:56.208755Z","caller":"traceutil/trace.go:171","msg":"trace[1569976513] linearizableReadLoop","detail":"{readStateIndex:35061; appliedIndex:35059; }","duration":"457.328557ms","start":"2026-03-04T02:35:55.751405Z","end":"2026-03-04T02:35:56.208733Z","steps":["trace[1569976513] 'read index received' (duration: 211.773257ms)","trace[1569976513] 'applied index is now lower than readState.Index' (duration: 245.55438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:56.208901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.936207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:56.208946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.93443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:56.208929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.148249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:35:56.20894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.624924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:56.209101Z","caller":"traceutil/trace.go:171","msg":"trace[1636833012] transaction","detail":"{read_only:false; response_revision:33918; number_of_response:1; }","duration":"362.086832ms","start":"2026-03-04T02:35:55.847001Z","end":"2026-03-04T02:35:56.209088Z","steps":["trace[1636833012] 'process raft request' (duration: 361.678683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.20914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.667505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:56.209126Z","caller":"traceutil/trace.go:171","msg":"trace[1083483452] transaction","detail":"{read_only:false; response_revision:33917; number_of_response:1; }","duration":"476.14955ms","start":"2026-03-04T02:35:55.732942Z","end":"2026-03-04T02:35:56.209091Z","steps":["trace[1083483452] 'process raft request' (duration: 475.411434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.562943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:56.209349Z","caller":"traceutil/trace.go:171","msg":"trace[80636274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33918; }","duration":"363.614965ms","start":"2026-03-04T02:35:55.845728Z","end":"2026-03-04T02:35:56.209343Z","steps":["trace[80636274] 'agreement among raft nodes before linearized reading' (duration: 363.506912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:56.209174Z","caller":"traceutil/trace.go:171","msg":"trace[597110845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33918; }","duration":"322.757697ms","start":"2026-03-04T02:35:55.886407Z","end":"2026-03-04T02:35:56.209165Z","steps":["trace[597110845] 'agreement among raft nodes before linearized reading' (duration: 322.703006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.281375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419672"} {"level":"warn","ts":"2026-03-04T02:35:56.209375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.732902Z","time spent":"476.390066ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:56.209417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.886389Z","time spent":"323.013183ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:35:56.209426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.845709Z","time spent":"363.711058ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:35:56.209432Z","caller":"traceutil/trace.go:171","msg":"trace[224214102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:33918; }","duration":"186.385577ms","start":"2026-03-04T02:35:56.023027Z","end":"2026-03-04T02:35:56.209413Z","steps":["trace[224214102] 'agreement among raft nodes before linearized reading' (duration: 186.185303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:56.209049Z","caller":"traceutil/trace.go:171","msg":"trace[359182417] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:33918; }","duration":"611.332833ms","start":"2026-03-04T02:35:55.597698Z","end":"2026-03-04T02:35:56.209031Z","steps":["trace[359182417] 'agreement among raft nodes before linearized reading' (duration: 611.082358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:56.209049Z","caller":"traceutil/trace.go:171","msg":"trace[1870534740] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:33918; }","duration":"668.05279ms","start":"2026-03-04T02:35:55.540896Z","end":"2026-03-04T02:35:56.208948Z","steps":["trace[1870534740] 'agreement among raft nodes before linearized reading' (duration: 667.948528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.597677Z","time spent":"611.799053ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:56.209162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.596486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:56.20957Z","caller":"traceutil/trace.go:171","msg":"trace[1922583918] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:33918; }","duration":"269.053436ms","start":"2026-03-04T02:35:55.940502Z","end":"2026-03-04T02:35:56.209555Z","steps":["trace[1922583918] 'agreement among raft nodes before linearized reading' (duration: 268.590126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.540875Z","time spent":"668.651703ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:35:56.209196Z","caller":"traceutil/trace.go:171","msg":"trace[179391279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33918; }","duration":"463.85966ms","start":"2026-03-04T02:35:55.74525Z","end":"2026-03-04T02:35:56.209109Z","steps":["trace[179391279] 'agreement among raft nodes before linearized reading' (duration: 463.500932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.745235Z","time spent":"464.539304ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:56.209042Z","caller":"traceutil/trace.go:171","msg":"trace[1075161627] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:33918; }","duration":"609.068853ms","start":"2026-03-04T02:35:55.599953Z","end":"2026-03-04T02:35:56.209021Z","steps":["trace[1075161627] 'agreement among raft nodes before linearized reading' (duration: 608.93103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.916584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:56.209895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.599932Z","time spent":"609.940112ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:56.209195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.846981Z","time spent":"362.158903ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:56.209927Z","caller":"traceutil/trace.go:171","msg":"trace[444086516] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33918; }","duration":"274.665151ms","start":"2026-03-04T02:35:55.935241Z","end":"2026-03-04T02:35:56.209906Z","steps":["trace[444086516] 'agreement among raft nodes before linearized reading' (duration: 273.947654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.209071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.115035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:56.210393Z","caller":"traceutil/trace.go:171","msg":"trace[1149327480] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33918; }","duration":"455.435185ms","start":"2026-03-04T02:35:55.754932Z","end":"2026-03-04T02:35:56.210367Z","steps":["trace[1149327480] 'agreement among raft nodes before linearized reading' (duration: 454.090445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.210458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.754908Z","time spent":"455.534378ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:35:56.2108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.695322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:35:56.211388Z","caller":"traceutil/trace.go:171","msg":"trace[857407438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33918; }","duration":"853.272634ms","start":"2026-03-04T02:35:55.357932Z","end":"2026-03-04T02:35:56.211204Z","steps":["trace[857407438] 'agreement among raft nodes before linearized reading' (duration: 851.063875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:56.211456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:55.357908Z","time spent":"853.532799ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:56.514425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.424733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:56.514652Z","caller":"traceutil/trace.go:171","msg":"trace[146627243] transaction","detail":"{read_only:false; response_revision:33921; number_of_response:1; }","duration":"250.876756ms","start":"2026-03-04T02:35:56.263756Z","end":"2026-03-04T02:35:56.514633Z","steps":["trace[146627243] 'process raft request' (duration: 250.778824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:56.514638Z","caller":"traceutil/trace.go:171","msg":"trace[79248723] transaction","detail":"{read_only:false; response_revision:33920; number_of_response:1; }","duration":"298.585345ms","start":"2026-03-04T02:35:56.215997Z","end":"2026-03-04T02:35:56.514582Z","steps":["trace[79248723] 'process raft request' (duration: 94.894217ms)","trace[79248723] 'compare' (duration: 203.209268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:56.514792Z","caller":"traceutil/trace.go:171","msg":"trace[710425845] linearizableReadLoop","detail":"{readStateIndex:35064; appliedIndex:35063; }","duration":"290.297983ms","start":"2026-03-04T02:35:56.224445Z","end":"2026-03-04T02:35:56.514743Z","steps":["trace[710425845] 'read index received' (duration: 86.42912ms)","trace[710425845] 'applied index is now lower than readState.Index' (duration: 203.865053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:56.515059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.59181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:35:56.515155Z","caller":"traceutil/trace.go:171","msg":"trace[1329627452] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33921; }","duration":"290.713992ms","start":"2026-03-04T02:35:56.224413Z","end":"2026-03-04T02:35:56.515127Z","steps":["trace[1329627452] 'agreement among raft nodes before linearized reading' (duration: 290.451466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.25394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.874829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:57.254012Z","caller":"traceutil/trace.go:171","msg":"trace[497472699] linearizableReadLoop","detail":"{readStateIndex:35066; appliedIndex:35065; }","duration":"739.137694ms","start":"2026-03-04T02:35:56.514865Z","end":"2026-03-04T02:35:57.254002Z","steps":["trace[497472699] 'read index received' (duration: 296.523501ms)","trace[497472699] 'applied index is now lower than readState.Index' (duration: 442.613203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:57.254139Z","caller":"traceutil/trace.go:171","msg":"trace[418551630] transaction","detail":"{read_only:false; response_revision:33922; number_of_response:1; }","duration":"746.510485ms","start":"2026-03-04T02:35:56.507623Z","end":"2026-03-04T02:35:57.254133Z","steps":["trace[418551630] 'process raft request' (duration: 303.381931ms)","trace[418551630] 'compare' (duration: 442.521541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:57.254175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.507536Z","time spent":"746.622248ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:57.254322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.573177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:35:57.254339Z","caller":"traceutil/trace.go:171","msg":"trace[843049440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33922; }","duration":"751.627829ms","start":"2026-03-04T02:35:56.502707Z","end":"2026-03-04T02:35:57.254335Z","steps":["trace[843049440] 'agreement among raft nodes before linearized reading' (duration: 751.557057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.254353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.502686Z","time spent":"751.663829ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:35:57.25444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.028333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:35:57.254457Z","caller":"traceutil/trace.go:171","msg":"trace[804182046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33922; }","duration":"755.081484ms","start":"2026-03-04T02:35:56.49937Z","end":"2026-03-04T02:35:57.254452Z","steps":["trace[804182046] 'agreement among raft nodes before linearized reading' (duration: 755.036843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.254469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.499351Z","time spent":"755.115354ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:35:57.254537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.197223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:57.254554Z","caller":"traceutil/trace.go:171","msg":"trace[29125182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33922; }","duration":"894.251994ms","start":"2026-03-04T02:35:56.360297Z","end":"2026-03-04T02:35:57.254549Z","steps":["trace[29125182] 'agreement among raft nodes before linearized reading' (duration: 894.222744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.25457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.360275Z","time spent":"894.288866ms","remote":"127.0.0.1:36042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:57.254753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028131139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:57.254814Z","caller":"traceutil/trace.go:171","msg":"trace[134784816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33922; }","duration":"1.028242183s","start":"2026-03-04T02:35:56.226557Z","end":"2026-03-04T02:35:57.2548Z","steps":["trace[134784816] 'agreement among raft nodes before linearized reading' (duration: 1.028043187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.254841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.226544Z","time spent":"1.028292293s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:35:57.534247Z","caller":"traceutil/trace.go:171","msg":"trace[1145648097] transaction","detail":"{read_only:false; response_revision:33923; number_of_response:1; }","duration":"952.301701ms","start":"2026-03-04T02:35:56.581915Z","end":"2026-03-04T02:35:57.534217Z","steps":["trace[1145648097] 'process raft request' (duration: 951.881582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.534429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.581893Z","time spent":"952.443354ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419731,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:57.721659Z","caller":"traceutil/trace.go:171","msg":"trace[167556845] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"805.421351ms","start":"2026-03-04T02:35:56.916208Z","end":"2026-03-04T02:35:57.721629Z","steps":["trace[167556845] 'process raft request' (duration: 805.326099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:57.721681Z","caller":"traceutil/trace.go:171","msg":"trace[1652858647] transaction","detail":"{read_only:false; response_revision:33925; number_of_response:1; }","duration":"808.263173ms","start":"2026-03-04T02:35:56.913382Z","end":"2026-03-04T02:35:57.721645Z","steps":["trace[1652858647] 'process raft request' (duration: 808.10397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.721833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.916201Z","time spent":"805.551193ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:57.721868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.913373Z","time spent":"808.392827ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:57.721674Z","caller":"traceutil/trace.go:171","msg":"trace[2074686272] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"552.824066ms","start":"2026-03-04T02:35:57.168827Z","end":"2026-03-04T02:35:57.721651Z","steps":["trace[2074686272] 'process raft request' (duration: 552.751305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.168801Z","time spent":"553.166304ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:57.722089Z","caller":"traceutil/trace.go:171","msg":"trace[1835800719] transaction","detail":"{read_only:false; response_revision:33928; number_of_response:1; }","duration":"463.649735ms","start":"2026-03-04T02:35:57.258416Z","end":"2026-03-04T02:35:57.722066Z","steps":["trace[1835800719] 'process raft request' (duration: 463.196765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:57.721658Z","caller":"traceutil/trace.go:171","msg":"trace[1889526471] transaction","detail":"{read_only:false; response_revision:33924; number_of_response:1; }","duration":"808.788126ms","start":"2026-03-04T02:35:56.912824Z","end":"2026-03-04T02:35:57.721612Z","steps":["trace[1889526471] 'process raft request' (duration: 808.513521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.25839Z","time spent":"463.742588ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:57.722272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.912806Z","time spent":"809.354988ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:57.72245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194962017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:35:57.722488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.357215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:57.722271Z","caller":"traceutil/trace.go:171","msg":"trace[1932628124] linearizableReadLoop","detail":"{readStateIndex:35071; appliedIndex:35066; }","duration":"468.230946ms","start":"2026-03-04T02:35:57.254026Z","end":"2026-03-04T02:35:57.722257Z","steps":["trace[1932628124] 'read index received' (duration: 279.614829ms)","trace[1932628124] 'applied index is now lower than readState.Index' (duration: 188.615347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:57.722535Z","caller":"traceutil/trace.go:171","msg":"trace[2145886742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33930; }","duration":"833.417587ms","start":"2026-03-04T02:35:56.8891Z","end":"2026-03-04T02:35:57.722517Z","steps":["trace[2145886742] 'agreement among raft nodes before linearized reading' (duration: 833.345505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:57.72256Z","caller":"traceutil/trace.go:171","msg":"trace[2068159283] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"463.057683ms","start":"2026-03-04T02:35:57.259493Z","end":"2026-03-04T02:35:57.722551Z","steps":["trace[2068159283] 'process raft request' (duration: 462.706935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.889087Z","time spent":"833.495859ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:35:57.722281Z","caller":"traceutil/trace.go:171","msg":"trace[1579120384] transaction","detail":"{read_only:false; response_revision:33929; number_of_response:1; }","duration":"463.543693ms","start":"2026-03-04T02:35:57.258719Z","end":"2026-03-04T02:35:57.722263Z","steps":["trace[1579120384] 'process raft request' (duration: 463.089704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.259479Z","time spent":"463.110425ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:57.722651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.818926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:35:57.722708Z","caller":"traceutil/trace.go:171","msg":"trace[214995714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33930; }","duration":"853.913668ms","start":"2026-03-04T02:35:56.86878Z","end":"2026-03-04T02:35:57.722694Z","steps":["trace[214995714] 'agreement among raft nodes before linearized reading' (duration: 853.743413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.868761Z","time spent":"853.99128ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:57.722815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.313479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:57.722763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.258706Z","time spent":"463.965973ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:57.72251Z","caller":"traceutil/trace.go:171","msg":"trace[502986403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33930; }","duration":"1.195059689s","start":"2026-03-04T02:35:56.527437Z","end":"2026-03-04T02:35:57.722497Z","steps":["trace[502986403] 'agreement among raft nodes before linearized reading' (duration: 1.194862614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.861402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:57.722919Z","caller":"traceutil/trace.go:171","msg":"trace[333807840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:33930; }","duration":"162.936183ms","start":"2026-03-04T02:35:57.559975Z","end":"2026-03-04T02:35:57.722911Z","steps":["trace[333807840] 'agreement among raft nodes before linearized reading' (duration: 162.892763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.722941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:56.527425Z","time spent":"1.19550098s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:35:57.723116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.666974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:57.72316Z","caller":"traceutil/trace.go:171","msg":"trace[162012418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33930; }","duration":"366.736855ms","start":"2026-03-04T02:35:57.356409Z","end":"2026-03-04T02:35:57.723146Z","steps":["trace[162012418] 'agreement among raft nodes before linearized reading' (duration: 366.679533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.723192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.356392Z","time spent":"366.791806ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:35:57.72285Z","caller":"traceutil/trace.go:171","msg":"trace[563276014] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:33930; }","duration":"403.486123ms","start":"2026-03-04T02:35:57.319351Z","end":"2026-03-04T02:35:57.722837Z","steps":["trace[563276014] 'agreement among raft nodes before linearized reading' (duration: 403.431302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:57.723539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.319333Z","time spent":"404.182508ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:58.191311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.168323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:58.191632Z","caller":"traceutil/trace.go:171","msg":"trace[1568946669] linearizableReadLoop","detail":"{readStateIndex:35075; appliedIndex:35074; }","duration":"462.158973ms","start":"2026-03-04T02:35:57.729252Z","end":"2026-03-04T02:35:58.191411Z","steps":["trace[1568946669] 'read index received' (duration: 316.390387ms)","trace[1568946669] 'applied index is now lower than readState.Index' (duration: 145.767016ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:58.191903Z","caller":"traceutil/trace.go:171","msg":"trace[57912998] transaction","detail":"{read_only:false; response_revision:33931; number_of_response:1; }","duration":"464.423683ms","start":"2026-03-04T02:35:57.727458Z","end":"2026-03-04T02:35:58.191881Z","steps":["trace[57912998] 'process raft request' (duration: 318.570135ms)","trace[57912998] 'compare' (duration: 144.912097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:58.192045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.727432Z","time spent":"464.524225ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:35:58.192157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.947691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:35:58.192177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.504203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:58.192232Z","caller":"traceutil/trace.go:171","msg":"trace[1949757339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33931; }","duration":"373.077884ms","start":"2026-03-04T02:35:57.819135Z","end":"2026-03-04T02:35:58.192213Z","steps":["trace[1949757339] 'agreement among raft nodes before linearized reading' (duration: 372.948421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.192246Z","caller":"traceutil/trace.go:171","msg":"trace[1436763155] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:33931; }","duration":"187.623466ms","start":"2026-03-04T02:35:58.004602Z","end":"2026-03-04T02:35:58.192226Z","steps":["trace[1436763155] 'agreement among raft nodes before linearized reading' (duration: 187.485973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:58.192282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.819112Z","time spent":"373.160815ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:35:58.195922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.651601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:58.195999Z","caller":"traceutil/trace.go:171","msg":"trace[1493163253] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:33931; }","duration":"466.749343ms","start":"2026-03-04T02:35:57.729227Z","end":"2026-03-04T02:35:58.195976Z","steps":["trace[1493163253] 'agreement among raft nodes before linearized reading' (duration: 462.789657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:58.196084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:57.729217Z","time spent":"466.844216ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:35:58.477428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.109432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:58.47759Z","caller":"traceutil/trace.go:171","msg":"trace[472350411] transaction","detail":"{read_only:false; response_revision:33933; number_of_response:1; }","duration":"262.658006ms","start":"2026-03-04T02:35:58.214919Z","end":"2026-03-04T02:35:58.477577Z","steps":["trace[472350411] 'process raft request' (duration: 262.593905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.47783Z","caller":"traceutil/trace.go:171","msg":"trace[309646254] linearizableReadLoop","detail":"{readStateIndex:35076; appliedIndex:35075; }","duration":"274.713091ms","start":"2026-03-04T02:35:58.203089Z","end":"2026-03-04T02:35:58.477802Z","steps":["trace[309646254] 'read index received' (duration: 129.14976ms)","trace[309646254] 'applied index is now lower than readState.Index' (duration: 145.558811ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:58.477967Z","caller":"traceutil/trace.go:171","msg":"trace[1521790117] transaction","detail":"{read_only:false; response_revision:33932; number_of_response:1; }","duration":"275.679411ms","start":"2026-03-04T02:35:58.202271Z","end":"2026-03-04T02:35:58.477951Z","steps":["trace[1521790117] 'process raft request' (duration: 129.976958ms)","trace[1521790117] 'compare' (duration: 144.982378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:58.478058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.678407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:58.47809Z","caller":"traceutil/trace.go:171","msg":"trace[487364561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33933; }","duration":"252.730007ms","start":"2026-03-04T02:35:58.225353Z","end":"2026-03-04T02:35:58.478083Z","steps":["trace[487364561] 'agreement among raft nodes before linearized reading' (duration: 252.632935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:58.478157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.079009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:58.478182Z","caller":"traceutil/trace.go:171","msg":"trace[656849455] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:33933; }","duration":"275.14808ms","start":"2026-03-04T02:35:58.203025Z","end":"2026-03-04T02:35:58.478173Z","steps":["trace[656849455] 'agreement among raft nodes before linearized reading' (duration: 275.112039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:58.709435Z","caller":"traceutil/trace.go:171","msg":"trace[1874301865] transaction","detail":"{read_only:false; response_revision:33935; number_of_response:1; }","duration":"187.240157ms","start":"2026-03-04T02:35:58.522166Z","end":"2026-03-04T02:35:58.709406Z","steps":["trace[1874301865] 'process raft request' (duration: 124.006617ms)","trace[1874301865] 'compare' (duration: 63.126478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:59.556468Z","caller":"traceutil/trace.go:171","msg":"trace[530779603] transaction","detail":"{read_only:false; response_revision:33936; number_of_response:1; }","duration":"296.109831ms","start":"2026-03-04T02:35:59.260334Z","end":"2026-03-04T02:35:59.556444Z","steps":["trace[530779603] 'process raft request' (duration: 295.920837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.002763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.061665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:00.003096Z","caller":"traceutil/trace.go:171","msg":"trace[1548598403] linearizableReadLoop","detail":"{readStateIndex:35081; appliedIndex:35080; }","duration":"411.817016ms","start":"2026-03-04T02:35:59.591249Z","end":"2026-03-04T02:36:00.003066Z","steps":["trace[1548598403] 'read index received' (duration: 42.380091ms)","trace[1548598403] 'applied index is now lower than readState.Index' (duration: 369.429694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.003268Z","caller":"traceutil/trace.go:171","msg":"trace[1820180775] transaction","detail":"{read_only:false; response_revision:33938; number_of_response:1; }","duration":"273.853843ms","start":"2026-03-04T02:35:59.729397Z","end":"2026-03-04T02:36:00.003251Z","steps":["trace[1820180775] 'process raft request' (duration: 273.659628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.003349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.070672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.003274Z","caller":"traceutil/trace.go:171","msg":"trace[246226181] transaction","detail":"{read_only:false; response_revision:33939; number_of_response:1; }","duration":"273.639927ms","start":"2026-03-04T02:35:59.72961Z","end":"2026-03-04T02:36:00.003249Z","steps":["trace[246226181] 'process raft request' (duration: 273.581256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.003448Z","caller":"traceutil/trace.go:171","msg":"trace[264200233] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:33939; }","duration":"412.227154ms","start":"2026-03-04T02:35:59.591199Z","end":"2026-03-04T02:36:00.003426Z","steps":["trace[264200233] 'agreement among raft nodes before linearized reading' (duration: 411.998739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.003293Z","caller":"traceutil/trace.go:171","msg":"trace[681290997] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"275.020328ms","start":"2026-03-04T02:35:59.728222Z","end":"2026-03-04T02:36:00.003243Z","steps":["trace[681290997] 'process raft request' (duration: 274.684761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.003504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:59.59118Z","time spent":"412.312247ms","remote":"127.0.0.1:59930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:00.006968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.179081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:36:00.007137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.511097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:00.007226Z","caller":"traceutil/trace.go:171","msg":"trace[1277209062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33940; }","duration":"279.626809ms","start":"2026-03-04T02:35:59.72758Z","end":"2026-03-04T02:36:00.007207Z","steps":["trace[1277209062] 'agreement among raft nodes before linearized reading' (duration: 279.402954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.00717Z","caller":"traceutil/trace.go:171","msg":"trace[1034821760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33940; }","duration":"280.422157ms","start":"2026-03-04T02:35:59.726727Z","end":"2026-03-04T02:36:00.007149Z","steps":["trace[1034821760] 'agreement among raft nodes before linearized reading' (duration: 280.0875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.007068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.078928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:00.007369Z","caller":"traceutil/trace.go:171","msg":"trace[262100549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33940; }","duration":"279.424325ms","start":"2026-03-04T02:35:59.72793Z","end":"2026-03-04T02:36:00.007354Z","steps":["trace[262100549] 'agreement among raft nodes before linearized reading' (duration: 279.019777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.221477Z","caller":"traceutil/trace.go:171","msg":"trace[475451862] transaction","detail":"{read_only:false; response_revision:33941; number_of_response:1; }","duration":"209.896045ms","start":"2026-03-04T02:36:00.011546Z","end":"2026-03-04T02:36:00.221442Z","steps":["trace[475451862] 'process raft request' (duration: 209.731771ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.470039Z","caller":"traceutil/trace.go:171","msg":"trace[1759613333] linearizableReadLoop","detail":"{readStateIndex:35088; appliedIndex:35086; }","duration":"270.716282ms","start":"2026-03-04T02:36:00.199294Z","end":"2026-03-04T02:36:00.47001Z","steps":["trace[1759613333] 'read index received' (duration: 22.147956ms)","trace[1759613333] 'applied index is now lower than readState.Index' (duration: 248.567196ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.470129Z","caller":"traceutil/trace.go:171","msg":"trace[424881766] transaction","detail":"{read_only:false; response_revision:33942; number_of_response:1; }","duration":"458.235436ms","start":"2026-03-04T02:36:00.011858Z","end":"2026-03-04T02:36:00.470093Z","steps":["trace[424881766] 'process raft request' (duration: 388.220266ms)","trace[424881766] 'compare' (duration: 69.388946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:00.470267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.011837Z","time spent":"458.356549ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:00.470285Z","caller":"traceutil/trace.go:171","msg":"trace[775675679] transaction","detail":"{read_only:false; response_revision:33943; number_of_response:1; }","duration":"458.172424ms","start":"2026-03-04T02:36:00.012085Z","end":"2026-03-04T02:36:00.470257Z","steps":["trace[775675679] 'process raft request' (duration: 457.858798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.470251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.944738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:00.470426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.012077Z","time spent":"458.268386ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:00.470446Z","caller":"traceutil/trace.go:171","msg":"trace[292830165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33943; }","duration":"271.190043ms","start":"2026-03-04T02:36:00.19924Z","end":"2026-03-04T02:36:00.47043Z","steps":["trace[292830165] 'agreement among raft nodes before linearized reading' (duration: 270.890377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.872028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.062541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.872174Z","caller":"traceutil/trace.go:171","msg":"trace[1814605112] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33943; }","duration":"146.223885ms","start":"2026-03-04T02:36:00.72593Z","end":"2026-03-04T02:36:00.872154Z","steps":["trace[1814605112] 'range keys from in-memory index tree' (duration: 145.965109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.872409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.72191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:00.872618Z","caller":"traceutil/trace.go:171","msg":"trace[1143178207] transaction","detail":"{read_only:false; response_revision:33945; number_of_response:1; }","duration":"390.62828ms","start":"2026-03-04T02:36:00.481973Z","end":"2026-03-04T02:36:00.872601Z","steps":["trace[1143178207] 'process raft request' (duration: 390.521417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.872637Z","caller":"traceutil/trace.go:171","msg":"trace[1927941668] transaction","detail":"{read_only:false; response_revision:33944; number_of_response:1; }","duration":"395.977758ms","start":"2026-03-04T02:36:00.476638Z","end":"2026-03-04T02:36:00.872616Z","steps":["trace[1927941668] 'process raft request' (duration: 116.974422ms)","trace[1927941668] 'compare' (duration: 278.494255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:00.872681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.481956Z","time spent":"390.699192ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:00.872737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.476613Z","time spent":"396.065309ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:00.872746Z","caller":"traceutil/trace.go:171","msg":"trace[1476577182] linearizableReadLoop","detail":"{readStateIndex:35091; appliedIndex:35088; }","duration":"368.37657ms","start":"2026-03-04T02:36:00.504356Z","end":"2026-03-04T02:36:00.872733Z","steps":["trace[1476577182] 'read index received' (duration: 89.271192ms)","trace[1476577182] 'applied index is now lower than readState.Index' (duration: 279.104258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.872832Z","caller":"traceutil/trace.go:171","msg":"trace[1290008362] transaction","detail":"{read_only:false; response_revision:33946; number_of_response:1; }","duration":"388.847991ms","start":"2026-03-04T02:36:00.483956Z","end":"2026-03-04T02:36:00.872804Z","steps":["trace[1290008362] 'process raft request' (duration: 388.605266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.872867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.522543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:00.87289Z","caller":"traceutil/trace.go:171","msg":"trace[649366285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33946; }","duration":"368.580656ms","start":"2026-03-04T02:36:00.504304Z","end":"2026-03-04T02:36:00.872885Z","steps":["trace[649366285] 'agreement among raft nodes before linearized reading' (duration: 368.502634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.872905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.504281Z","time spent":"368.621297ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:00.872925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.809364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:00.872967Z","caller":"traceutil/trace.go:171","msg":"trace[898177006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33946; }","duration":"159.870506ms","start":"2026-03-04T02:36:00.713076Z","end":"2026-03-04T02:36:00.872947Z","steps":["trace[898177006] 'agreement among raft nodes before linearized reading' (duration: 159.790364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.873002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.483946Z","time spent":"388.949724ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:01.164987Z","caller":"traceutil/trace.go:171","msg":"trace[976020954] transaction","detail":"{read_only:false; response_revision:33947; number_of_response:1; }","duration":"288.735229ms","start":"2026-03-04T02:36:00.876197Z","end":"2026-03-04T02:36:01.164933Z","steps":["trace[976020954] 'process raft request' (duration: 284.200679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.261417Z","caller":"traceutil/trace.go:171","msg":"trace[202947771] linearizableReadLoop","detail":"{readStateIndex:35093; appliedIndex:35091; }","duration":"374.397313ms","start":"2026-03-04T02:36:00.886994Z","end":"2026-03-04T02:36:01.261391Z","steps":["trace[202947771] 'read index received' (duration: 273.413503ms)","trace[202947771] 'applied index is now lower than readState.Index' (duration: 100.98262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:01.261549Z","caller":"traceutil/trace.go:171","msg":"trace[1585654187] transaction","detail":"{read_only:false; response_revision:33948; number_of_response:1; }","duration":"385.206681ms","start":"2026-03-04T02:36:00.876277Z","end":"2026-03-04T02:36:01.261484Z","steps":["trace[1585654187] 'process raft request' (duration: 384.978416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.261591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.581787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:01.261744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.876266Z","time spent":"385.377835ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:01.261782Z","caller":"traceutil/trace.go:171","msg":"trace[1908514885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33948; }","duration":"374.803002ms","start":"2026-03-04T02:36:00.88695Z","end":"2026-03-04T02:36:01.261753Z","steps":["trace[1908514885] 'agreement among raft nodes before linearized reading' (duration: 374.583927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.261869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.886936Z","time spent":"374.904394ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:01.261884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.059564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:01.262051Z","caller":"traceutil/trace.go:171","msg":"trace[825553397] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:33948; }","duration":"358.250898ms","start":"2026-03-04T02:36:00.903754Z","end":"2026-03-04T02:36:01.262005Z","steps":["trace[825553397] 'agreement among raft nodes before linearized reading' (duration: 358.034453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:01.262139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.90374Z","time spent":"358.384331ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:02.178585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.654901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:02.178806Z","caller":"traceutil/trace.go:171","msg":"trace[2031411736] transaction","detail":"{read_only:false; response_revision:33949; number_of_response:1; }","duration":"659.108063ms","start":"2026-03-04T02:36:01.519661Z","end":"2026-03-04T02:36:02.178769Z","steps":["trace[2031411736] 'process raft request' (duration: 399.150427ms)","trace[2031411736] 'compare' (duration: 259.378394ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.178835Z","caller":"traceutil/trace.go:171","msg":"trace[491372148] linearizableReadLoop","detail":"{readStateIndex:35095; appliedIndex:35093; }","duration":"289.514526ms","start":"2026-03-04T02:36:01.889297Z","end":"2026-03-04T02:36:02.178811Z","steps":["trace[491372148] 'read index received' (duration: 29.604721ms)","trace[491372148] 'applied index is now lower than readState.Index' (duration: 259.908425ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.17886Z","caller":"traceutil/trace.go:171","msg":"trace[17884649] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"617.059159ms","start":"2026-03-04T02:36:01.561776Z","end":"2026-03-04T02:36:02.178835Z","steps":["trace[17884649] 'process raft request' (duration: 616.941956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.178939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.634759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:02.178964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.519641Z","time spent":"659.238087ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:02.178993Z","caller":"traceutil/trace.go:171","msg":"trace[545668149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33950; }","duration":"289.731801ms","start":"2026-03-04T02:36:01.889247Z","end":"2026-03-04T02:36:02.178979Z","steps":["trace[545668149] 'agreement among raft nodes before linearized reading' (duration: 289.641479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.178977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.561749Z","time spent":"617.172402ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:02.545702Z","caller":"traceutil/trace.go:171","msg":"trace[1802917708] transaction","detail":"{read_only:false; response_revision:33951; number_of_response:1; }","duration":"537.09717ms","start":"2026-03-04T02:36:02.008572Z","end":"2026-03-04T02:36:02.545669Z","steps":["trace[1802917708] 'process raft request' (duration: 536.797464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.545729Z","caller":"traceutil/trace.go:171","msg":"trace[80617908] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"536.950567ms","start":"2026-03-04T02:36:02.008745Z","end":"2026-03-04T02:36:02.545696Z","steps":["trace[80617908] 'process raft request' (duration: 536.818794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.545885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.00855Z","time spent":"537.227274ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:02.545907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.00872Z","time spent":"537.087269ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:02.546161Z","caller":"traceutil/trace.go:171","msg":"trace[1509091717] transaction","detail":"{read_only:false; response_revision:33953; number_of_response:1; }","duration":"537.358206ms","start":"2026-03-04T02:36:02.008779Z","end":"2026-03-04T02:36:02.546137Z","steps":["trace[1509091717] 'process raft request' (duration: 536.857465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.546922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.008767Z","time spent":"538.057321ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:02.955019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.010794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:02.955126Z","caller":"traceutil/trace.go:171","msg":"trace[971267522] linearizableReadLoop","detail":"{readStateIndex:35099; appliedIndex:35095; }","duration":"728.705064ms","start":"2026-03-04T02:36:02.226402Z","end":"2026-03-04T02:36:02.955107Z","steps":["trace[971267522] 'read index received' (duration: 318.873872ms)","trace[971267522] 'applied index is now lower than readState.Index' (duration: 409.829252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:02.955336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.933449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:02.955374Z","caller":"traceutil/trace.go:171","msg":"trace[1428263355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33954; }","duration":"729.01404ms","start":"2026-03-04T02:36:02.226349Z","end":"2026-03-04T02:36:02.955363Z","steps":["trace[1428263355] 'agreement among raft nodes before linearized reading' (duration: 728.855707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.95541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.226329Z","time spent":"729.072842ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:36:03.020007Z","caller":"traceutil/trace.go:171","msg":"trace[858893327] transaction","detail":"{read_only:false; response_revision:33955; number_of_response:1; }","duration":"142.521524ms","start":"2026-03-04T02:36:02.877461Z","end":"2026-03-04T02:36:03.019982Z","steps":["trace[858893327] 'process raft request' (duration: 142.36356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.356951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.087086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:03.357171Z","caller":"traceutil/trace.go:171","msg":"trace[1679594818] transaction","detail":"{read_only:false; response_revision:33956; number_of_response:1; }","duration":"478.211356ms","start":"2026-03-04T02:36:02.878935Z","end":"2026-03-04T02:36:03.357146Z","steps":["trace[1679594818] 'process raft request' (duration: 254.848694ms)","trace[1679594818] 'compare' (duration: 222.582615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.357287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.878915Z","time spent":"478.311498ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:03.357432Z","caller":"traceutil/trace.go:171","msg":"trace[1190830337] linearizableReadLoop","detail":"{readStateIndex:35101; appliedIndex:35100; }","duration":"402.127713ms","start":"2026-03-04T02:36:02.955152Z","end":"2026-03-04T02:36:03.35728Z","steps":["trace[1190830337] 'read index received' (duration: 65.122333ms)","trace[1190830337] 'applied index is now lower than readState.Index' (duration: 337.00408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.357486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.203789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:03.357513Z","caller":"traceutil/trace.go:171","msg":"trace[1762613286] transaction","detail":"{read_only:false; response_revision:33957; number_of_response:1; }","duration":"397.172704ms","start":"2026-03-04T02:36:02.960331Z","end":"2026-03-04T02:36:03.357504Z","steps":["trace[1762613286] 'process raft request' (duration: 396.742345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.357556Z","caller":"traceutil/trace.go:171","msg":"trace[328316155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33957; }","duration":"480.316092ms","start":"2026-03-04T02:36:02.877223Z","end":"2026-03-04T02:36:03.357539Z","steps":["trace[328316155] 'agreement among raft nodes before linearized reading' (duration: 480.066686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.357568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.960307Z","time spent":"397.238846ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:03.357627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.877196Z","time spent":"480.414413ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:03.357691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.289524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.357721Z","caller":"traceutil/trace.go:171","msg":"trace[885262358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33957; }","duration":"471.327255ms","start":"2026-03-04T02:36:02.886387Z","end":"2026-03-04T02:36:03.357714Z","steps":["trace[885262358] 'agreement among raft nodes before linearized reading' (duration: 471.264783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.357744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.886335Z","time spent":"471.402506ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:03.357778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093127558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.357816Z","caller":"traceutil/trace.go:171","msg":"trace[925188775] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33957; }","duration":"1.093167309s","start":"2026-03-04T02:36:02.264637Z","end":"2026-03-04T02:36:03.357804Z","steps":["trace[925188775] 'agreement among raft nodes before linearized reading' (duration: 1.093101707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.357863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.264574Z","time spent":"1.093278251s","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.357642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.808965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.358422Z","caller":"traceutil/trace.go:171","msg":"trace[990029923] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:33957; }","duration":"678.818977ms","start":"2026-03-04T02:36:02.679571Z","end":"2026-03-04T02:36:03.35839Z","steps":["trace[990029923] 'agreement among raft nodes before linearized reading' (duration: 677.778915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.358738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.679551Z","time spent":"679.159294ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:03.357963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.328651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:03.359103Z","caller":"traceutil/trace.go:171","msg":"trace[724077346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33957; }","duration":"189.466677ms","start":"2026-03-04T02:36:03.169596Z","end":"2026-03-04T02:36:03.359063Z","steps":["trace[724077346] 'agreement among raft nodes before linearized reading' (duration: 188.24854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.357992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.491636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:03.359271Z","caller":"traceutil/trace.go:171","msg":"trace[1579056792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33957; }","duration":"627.794945ms","start":"2026-03-04T02:36:02.731456Z","end":"2026-03-04T02:36:03.359251Z","steps":["trace[1579056792] 'agreement among raft nodes before linearized reading' (duration: 626.454225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.35934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.731433Z","time spent":"627.885577ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:03.358055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.457003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:03.359702Z","caller":"traceutil/trace.go:171","msg":"trace[657041627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33957; }","duration":"882.970287ms","start":"2026-03-04T02:36:02.476564Z","end":"2026-03-04T02:36:03.359534Z","steps":["trace[657041627] 'agreement among raft nodes before linearized reading' (duration: 881.449733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.35802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.34565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:36:03.359878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.476547Z","time spent":"883.282664ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:03.359892Z","caller":"traceutil/trace.go:171","msg":"trace[1920935483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33957; }","duration":"883.222593ms","start":"2026-03-04T02:36:02.476658Z","end":"2026-03-04T02:36:03.359881Z","steps":["trace[1920935483] 'agreement among raft nodes before linearized reading' (duration: 880.887901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.359925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.476589Z","time spent":"883.325814ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:03.358168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.889148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:03.360092Z","caller":"traceutil/trace.go:171","msg":"trace[428035207] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:33957; }","duration":"177.846782ms","start":"2026-03-04T02:36:03.182219Z","end":"2026-03-04T02:36:03.360066Z","steps":["trace[428035207] 'agreement among raft nodes before linearized reading' (duration: 175.892008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.989536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.502527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:03.989664Z","caller":"traceutil/trace.go:171","msg":"trace[1845070816] linearizableReadLoop","detail":"{readStateIndex:35103; appliedIndex:35102; }","duration":"626.790283ms","start":"2026-03-04T02:36:03.36285Z","end":"2026-03-04T02:36:03.989641Z","steps":["trace[1845070816] 'read index received' (duration: 166.145733ms)","trace[1845070816] 'applied index is now lower than readState.Index' (duration: 460.64241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.989711Z","caller":"traceutil/trace.go:171","msg":"trace[195601664] transaction","detail":"{read_only:false; response_revision:33958; number_of_response:1; }","duration":"627.818345ms","start":"2026-03-04T02:36:03.361861Z","end":"2026-03-04T02:36:03.989679Z","steps":["trace[195601664] 'process raft request' (duration: 167.047022ms)","trace[195601664] 'compare' (duration: 460.038696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:03.989872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.361846Z","time spent":"627.953269ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:03.989895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.038548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:03.989943Z","caller":"traceutil/trace.go:171","msg":"trace[38398985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33958; }","duration":"627.10304ms","start":"2026-03-04T02:36:03.362825Z","end":"2026-03-04T02:36:03.989928Z","steps":["trace[38398985] 'agreement among raft nodes before linearized reading' (duration: 626.914776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:03.989987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.362817Z","time spent":"627.157631ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:04.445301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.641389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:04.445643Z","caller":"traceutil/trace.go:171","msg":"trace[1817744384] transaction","detail":"{read_only:false; response_revision:33960; number_of_response:1; }","duration":"1.082459763s","start":"2026-03-04T02:36:03.363167Z","end":"2026-03-04T02:36:04.445627Z","steps":["trace[1817744384] 'process raft request' (duration: 1.082228388s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.445681Z","caller":"traceutil/trace.go:171","msg":"trace[564070971] transaction","detail":"{read_only:false; response_revision:33961; number_of_response:1; }","duration":"1.082071135s","start":"2026-03-04T02:36:03.363591Z","end":"2026-03-04T02:36:04.445662Z","steps":["trace[564070971] 'process raft request' (duration: 1.081894681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.445766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.363155Z","time spent":"1.082538965s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:04.445784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.363572Z","time spent":"1.082176387s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:04.445625Z","caller":"traceutil/trace.go:171","msg":"trace[47243233] transaction","detail":"{read_only:false; response_revision:33959; number_of_response:1; }","duration":"1.082607376s","start":"2026-03-04T02:36:03.362989Z","end":"2026-03-04T02:36:04.445596Z","steps":["trace[47243233] 'process raft request' (duration: 742.590679ms)","trace[47243233] 'compare' (duration: 339.351893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:04.445891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.362965Z","time spent":"1.082901404s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:04.445936Z","caller":"traceutil/trace.go:171","msg":"trace[1741120037] linearizableReadLoop","detail":"{readStateIndex:35108; appliedIndex:35103; }","duration":"456.220092ms","start":"2026-03-04T02:36:03.989704Z","end":"2026-03-04T02:36:04.445924Z","steps":["trace[1741120037] 'read index received' (duration: 115.802496ms)","trace[1741120037] 'applied index is now lower than readState.Index' (duration: 340.416796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:04.44598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.837545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:04.446002Z","caller":"traceutil/trace.go:171","msg":"trace[1111356665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33963; }","duration":"556.900217ms","start":"2026-03-04T02:36:03.889095Z","end":"2026-03-04T02:36:04.445995Z","steps":["trace[1111356665] 'agreement among raft nodes before linearized reading' (duration: 556.855966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.445983Z","caller":"traceutil/trace.go:171","msg":"trace[458377992] transaction","detail":"{read_only:false; response_revision:33962; number_of_response:1; }","duration":"1.08095096s","start":"2026-03-04T02:36:03.364981Z","end":"2026-03-04T02:36:04.445932Z","steps":["trace[458377992] 'process raft request' (duration: 1.080628923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.44602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.889063Z","time spent":"556.953217ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:04.446034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.530682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:04.446028Z","caller":"traceutil/trace.go:171","msg":"trace[292880624] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"730.74919ms","start":"2026-03-04T02:36:03.715249Z","end":"2026-03-04T02:36:04.445998Z","steps":["trace[292880624] 'process raft request' (duration: 730.585515ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:04.44607Z","caller":"traceutil/trace.go:171","msg":"trace[1532892567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:33963; }","duration":"980.600913ms","start":"2026-03-04T02:36:03.465459Z","end":"2026-03-04T02:36:04.44606Z","steps":["trace[1532892567] 'agreement among raft nodes before linearized reading' (duration: 980.536272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.44608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.36495Z","time spent":"1.081082024s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:04.446102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.465447Z","time spent":"980.646095ms","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:04.446196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.7152Z","time spent":"730.894733ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:04.44626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062065235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:04.446535Z","caller":"traceutil/trace.go:171","msg":"trace[230887465] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:33963; }","duration":"1.062372053s","start":"2026-03-04T02:36:03.384135Z","end":"2026-03-04T02:36:04.446507Z","steps":["trace[230887465] 'agreement among raft nodes before linearized reading' (duration: 1.061871322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:04.4467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.384122Z","time spent":"1.062468975s","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:05.057021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.44596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:05.057203Z","caller":"traceutil/trace.go:171","msg":"trace[1374302608] transaction","detail":"{read_only:false; response_revision:33964; number_of_response:1; }","duration":"870.571685ms","start":"2026-03-04T02:36:04.186598Z","end":"2026-03-04T02:36:05.05717Z","steps":["trace[1374302608] 'process raft request' (duration: 477.835478ms)","trace[1374302608] 'compare' (duration: 392.222905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.057273Z","caller":"traceutil/trace.go:171","msg":"trace[1220806397] linearizableReadLoop","detail":"{readStateIndex:35109; appliedIndex:35108; }","duration":"611.272432ms","start":"2026-03-04T02:36:04.445973Z","end":"2026-03-04T02:36:05.057245Z","steps":["trace[1220806397] 'read index received' (duration: 218.673369ms)","trace[1220806397] 'applied index is now lower than readState.Index' (duration: 392.595993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.057332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.186515Z","time spent":"870.760109ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.057745Z","caller":"traceutil/trace.go:171","msg":"trace[1895294267] transaction","detail":"{read_only:false; response_revision:33967; number_of_response:1; }","duration":"503.673007ms","start":"2026-03-04T02:36:04.554053Z","end":"2026-03-04T02:36:05.057726Z","steps":["trace[1895294267] 'process raft request' (duration: 503.612295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.057766Z","caller":"traceutil/trace.go:171","msg":"trace[1588738763] transaction","detail":"{read_only:false; response_revision:33965; number_of_response:1; }","duration":"506.079539ms","start":"2026-03-04T02:36:04.55166Z","end":"2026-03-04T02:36:05.057739Z","steps":["trace[1588738763] 'process raft request' (duration: 505.486446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.057789Z","caller":"traceutil/trace.go:171","msg":"trace[1274663810] transaction","detail":"{read_only:false; response_revision:33966; number_of_response:1; }","duration":"504.941713ms","start":"2026-03-04T02:36:04.55282Z","end":"2026-03-04T02:36:05.057762Z","steps":["trace[1274663810] 'process raft request' (duration: 504.77713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.05786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.554036Z","time spent":"503.772758ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.057906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.551629Z","time spent":"506.196552ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.057938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.552721Z","time spent":"505.134667ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.058166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066074734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:05.058218Z","caller":"traceutil/trace.go:171","msg":"trace[75929937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33964; }","duration":"1.066213977s","start":"2026-03-04T02:36:03.991992Z","end":"2026-03-04T02:36:05.058206Z","steps":["trace[75929937] 'agreement among raft nodes before linearized reading' (duration: 1.065381769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.05826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:03.991973Z","time spent":"1.066278938s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:36:05.113972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.095279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.114047Z","caller":"traceutil/trace.go:171","msg":"trace[828229469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33968; }","duration":"667.204691ms","start":"2026-03-04T02:36:04.446824Z","end":"2026-03-04T02:36:05.114029Z","steps":["trace[828229469] 'agreement among raft nodes before linearized reading' (duration: 667.056628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.114088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.446812Z","time spent":"667.269884ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:05.114077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.222707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:36:05.114156Z","caller":"traceutil/trace.go:171","msg":"trace[360086025] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:33968; }","duration":"644.40083ms","start":"2026-03-04T02:36:04.469737Z","end":"2026-03-04T02:36:05.114138Z","steps":["trace[360086025] 'agreement among raft nodes before linearized reading' (duration: 644.160045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.114087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.943378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:36:05.114204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.469714Z","time spent":"644.482812ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T02:36:05.114242Z","caller":"traceutil/trace.go:171","msg":"trace[1807663329] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33968; }","duration":"341.112101ms","start":"2026-03-04T02:36:04.773097Z","end":"2026-03-04T02:36:05.114209Z","steps":["trace[1807663329] 'agreement among raft nodes before linearized reading' (duration: 340.764224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.114353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.773091Z","time spent":"341.221954ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:05.114483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.962619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.114586Z","caller":"traceutil/trace.go:171","msg":"trace[236881637] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:33968; }","duration":"387.104292ms","start":"2026-03-04T02:36:04.727454Z","end":"2026-03-04T02:36:05.114558Z","steps":["trace[236881637] 'agreement among raft nodes before linearized reading' (duration: 386.610001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.11465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.727444Z","time spent":"387.191564ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:05.114724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.415107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315534"} {"level":"info","ts":"2026-03-04T02:36:05.114802Z","caller":"traceutil/trace.go:171","msg":"trace[1883487330] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:33968; }","duration":"406.52771ms","start":"2026-03-04T02:36:04.708252Z","end":"2026-03-04T02:36:05.114779Z","steps":["trace[1883487330] 'agreement among raft nodes before linearized reading' (duration: 405.900286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.114901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.708232Z","time spent":"406.651892ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":315558,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:36:05.468078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.735052ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:36:05.468181Z","caller":"traceutil/trace.go:171","msg":"trace[1335731366] linearizableReadLoop","detail":"{readStateIndex:35114; appliedIndex:35113; }","duration":"347.244636ms","start":"2026-03-04T02:36:05.120915Z","end":"2026-03-04T02:36:05.46816Z","steps":["trace[1335731366] 'read index received' (duration: 152.366431ms)","trace[1335731366] 'applied index is now lower than readState.Index' (duration: 194.876665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.46822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.115691Z","time spent":"352.524322ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:36:05.468795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.859381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.468855Z","caller":"traceutil/trace.go:171","msg":"trace[1428075298] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33968; }","duration":"347.960802ms","start":"2026-03-04T02:36:05.120883Z","end":"2026-03-04T02:36:05.468843Z","steps":["trace[1428075298] 'agreement among raft nodes before linearized reading' (duration: 347.358848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.468891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.120869Z","time spent":"348.015134ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:05.96861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519118798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:36:06.014695Z","caller":"traceutil/trace.go:171","msg":"trace[445023620] transaction","detail":"{read_only:false; response_revision:33969; number_of_response:1; }","duration":"651.270682ms","start":"2026-03-04T02:36:05.3634Z","end":"2026-03-04T02:36:06.01467Z","steps":["trace[445023620] 'process raft request' (duration: 651.117518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.014875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.363364Z","time spent":"651.398895ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:06.263752Z","caller":"traceutil/trace.go:171","msg":"trace[978630909] linearizableReadLoop","detail":"{readStateIndex:35116; appliedIndex:35114; }","duration":"795.515164ms","start":"2026-03-04T02:36:05.468206Z","end":"2026-03-04T02:36:06.263721Z","steps":["trace[978630909] 'read index received' (duration: 546.363255ms)","trace[978630909] 'applied index is now lower than readState.Index' (duration: 249.150119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:06.263833Z","caller":"traceutil/trace.go:171","msg":"trace[1992660066] transaction","detail":"{read_only:false; response_revision:33970; number_of_response:1; }","duration":"794.162023ms","start":"2026-03-04T02:36:05.469641Z","end":"2026-03-04T02:36:06.263803Z","steps":["trace[1992660066] 'process raft request' (duration: 776.994405ms)","trace[1992660066] 'compare' (duration: 16.82025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:06.26393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.16859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:06.263968Z","caller":"traceutil/trace.go:171","msg":"trace[1810495901] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33970; }","duration":"993.270223ms","start":"2026-03-04T02:36:05.270687Z","end":"2026-03-04T02:36:06.263958Z","steps":["trace[1810495901] 'agreement among raft nodes before linearized reading' (duration: 993.17102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.263973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.4696Z","time spent":"794.296386ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:06.264005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.270658Z","time spent":"993.338324ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:06.264028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.916904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:36:06.264147Z","caller":"traceutil/trace.go:171","msg":"trace[340100568] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33970; }","duration":"902.096818ms","start":"2026-03-04T02:36:05.36203Z","end":"2026-03-04T02:36:06.264127Z","steps":["trace[340100568] 'agreement among raft nodes before linearized reading' (duration: 901.707418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.264194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.36201Z","time spent":"902.173959ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:06.264203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142584856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:06.264229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.167229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:06.264322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.548019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:06.264404Z","caller":"traceutil/trace.go:171","msg":"trace[937468341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33970; }","duration":"269.681082ms","start":"2026-03-04T02:36:05.994705Z","end":"2026-03-04T02:36:06.264386Z","steps":["trace[937468341] 'agreement among raft nodes before linearized reading' (duration: 269.435766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.264308Z","caller":"traceutil/trace.go:171","msg":"trace[1875436526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33970; }","duration":"1.14273973s","start":"2026-03-04T02:36:05.121554Z","end":"2026-03-04T02:36:06.264293Z","steps":["trace[1875436526] 'agreement among raft nodes before linearized reading' (duration: 1.142535895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.264512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.121541Z","time spent":"1.142950734s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:06.264355Z","caller":"traceutil/trace.go:171","msg":"trace[256530956] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33970; }","duration":"791.345293ms","start":"2026-03-04T02:36:05.472996Z","end":"2026-03-04T02:36:06.264341Z","steps":["trace[256530956] 'agreement among raft nodes before linearized reading' (duration: 791.138178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.265289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.472936Z","time spent":"792.336604ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:06.746066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.848123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:06.746253Z","caller":"traceutil/trace.go:171","msg":"trace[1473969516] linearizableReadLoop","detail":"{readStateIndex:35118; appliedIndex:35116; }","duration":"476.956119ms","start":"2026-03-04T02:36:06.269282Z","end":"2026-03-04T02:36:06.746238Z","steps":["trace[1473969516] 'read index received' (duration: 227.947353ms)","trace[1473969516] 'applied index is now lower than readState.Index' (duration: 249.007866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:06.746427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.138743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:06.746462Z","caller":"traceutil/trace.go:171","msg":"trace[985426838] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:33972; }","duration":"477.181924ms","start":"2026-03-04T02:36:06.269269Z","end":"2026-03-04T02:36:06.746451Z","steps":["trace[985426838] 'agreement among raft nodes before linearized reading' (duration: 477.056711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.746493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.269265Z","time spent":"477.220825ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:36:06.746488Z","caller":"traceutil/trace.go:171","msg":"trace[708039776] transaction","detail":"{read_only:false; response_revision:33971; number_of_response:1; }","duration":"477.398478ms","start":"2026-03-04T02:36:06.269018Z","end":"2026-03-04T02:36:06.746416Z","steps":["trace[708039776] 'process raft request' (duration: 228.108376ms)","trace[708039776] 'compare' (duration: 248.348271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:06.746301Z","caller":"traceutil/trace.go:171","msg":"trace[1075158557] transaction","detail":"{read_only:false; response_revision:33972; number_of_response:1; }","duration":"477.073911ms","start":"2026-03-04T02:36:06.269203Z","end":"2026-03-04T02:36:06.746277Z","steps":["trace[1075158557] 'process raft request' (duration: 476.959629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.746654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.269001Z","time spent":"477.558722ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:06.746886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.898579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:06.74693Z","caller":"traceutil/trace.go:171","msg":"trace[527478130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33972; }","duration":"296.9523ms","start":"2026-03-04T02:36:06.449967Z","end":"2026-03-04T02:36:06.746919Z","steps":["trace[527478130] 'agreement among raft nodes before linearized reading' (duration: 296.816937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.74696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.137664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:06.746947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.48702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:06.747003Z","caller":"traceutil/trace.go:171","msg":"trace[1223401883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33972; }","duration":"473.188776ms","start":"2026-03-04T02:36:06.273803Z","end":"2026-03-04T02:36:06.746991Z","steps":["trace[1223401883] 'agreement among raft nodes before linearized reading' (duration: 473.118734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.747003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.037602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:36:06.746994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.305266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:36:06.747038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.273797Z","time spent":"473.234277ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:06.747029Z","caller":"traceutil/trace.go:171","msg":"trace[1287537693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33972; }","duration":"296.601602ms","start":"2026-03-04T02:36:06.450402Z","end":"2026-03-04T02:36:06.747004Z","steps":["trace[1287537693] 'agreement among raft nodes before linearized reading' (duration: 296.428088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.747047Z","caller":"traceutil/trace.go:171","msg":"trace[584716645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33972; }","duration":"297.110664ms","start":"2026-03-04T02:36:06.449924Z","end":"2026-03-04T02:36:06.747035Z","steps":["trace[584716645] 'agreement among raft nodes before linearized reading' (duration: 297.002081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.747029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.775963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:06.747063Z","caller":"traceutil/trace.go:171","msg":"trace[1633674421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33972; }","duration":"296.400708ms","start":"2026-03-04T02:36:06.450645Z","end":"2026-03-04T02:36:06.747046Z","steps":["trace[1633674421] 'agreement among raft nodes before linearized reading' (duration: 296.164043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:06.747126Z","caller":"traceutil/trace.go:171","msg":"trace[2131071508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:33972; }","duration":"179.889885ms","start":"2026-03-04T02:36:06.567219Z","end":"2026-03-04T02:36:06.747108Z","steps":["trace[2131071508] 'agreement among raft nodes before linearized reading' (duration: 179.730652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.747136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.603419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T02:36:06.74731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.269191Z","time spent":"477.491961ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:06.74745Z","caller":"traceutil/trace.go:171","msg":"trace[95552257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:33972; }","duration":"380.747933ms","start":"2026-03-04T02:36:06.366474Z","end":"2026-03-04T02:36:06.747222Z","steps":["trace[95552257] 'agreement among raft nodes before linearized reading' (duration: 380.426316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.747492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.957438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:06.747768Z","caller":"traceutil/trace.go:171","msg":"trace[253382190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33972; }","duration":"478.165834ms","start":"2026-03-04T02:36:06.269581Z","end":"2026-03-04T02:36:06.747747Z","steps":["trace[253382190] 'agreement among raft nodes before linearized reading' (duration: 476.850956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:06.74802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.269569Z","time spent":"478.43522ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:36:06.749051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.366452Z","time spent":"381.11267ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T02:36:07.957008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.445049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:07.957105Z","caller":"traceutil/trace.go:171","msg":"trace[1028366288] linearizableReadLoop","detail":"{readStateIndex:35119; appliedIndex:35118; }","duration":"1.205161801s","start":"2026-03-04T02:36:06.751928Z","end":"2026-03-04T02:36:07.95709Z","steps":["trace[1028366288] 'read index received' (duration: 400.520997ms)","trace[1028366288] 'applied index is now lower than readState.Index' (duration: 804.639204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.957371Z","caller":"traceutil/trace.go:171","msg":"trace[65420728] transaction","detail":"{read_only:false; response_revision:33973; number_of_response:1; }","duration":"1.206238826s","start":"2026-03-04T02:36:06.751115Z","end":"2026-03-04T02:36:07.957354Z","steps":["trace[65420728] 'process raft request' (duration: 401.331426ms)","trace[65420728] 'compare' (duration: 803.876457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:07.957443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.751094Z","time spent":"1.206314977s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:07.957579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205623042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:36:07.95766Z","caller":"traceutil/trace.go:171","msg":"trace[970017894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8; range_end:; response_count:1; response_revision:33973; }","duration":"1.205732444s","start":"2026-03-04T02:36:06.751909Z","end":"2026-03-04T02:36:07.957642Z","steps":["trace[970017894] 'agreement among raft nodes before linearized reading' (duration: 1.205489549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:07.957709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.751901Z","time spent":"1.205799245s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8\" "} {"level":"warn","ts":"2026-03-04T02:36:08.410611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.867843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:08.41102Z","caller":"traceutil/trace.go:171","msg":"trace[570523614] transaction","detail":"{read_only:false; response_revision:33977; number_of_response:1; }","duration":"1.348400352s","start":"2026-03-04T02:36:07.062591Z","end":"2026-03-04T02:36:08.410991Z","steps":["trace[570523614] 'process raft request' (duration: 1.34830813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:08.411025Z","caller":"traceutil/trace.go:171","msg":"trace[1518173053] transaction","detail":"{read_only:false; response_revision:33975; number_of_response:1; }","duration":"1.658681215s","start":"2026-03-04T02:36:06.752311Z","end":"2026-03-04T02:36:08.410992Z","steps":["trace[1518173053] 'process raft request' (duration: 1.65846805s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:08.411023Z","caller":"traceutil/trace.go:171","msg":"trace[709091772] transaction","detail":"{read_only:false; response_revision:33976; number_of_response:1; }","duration":"1.656863776s","start":"2026-03-04T02:36:06.754133Z","end":"2026-03-04T02:36:08.410996Z","steps":["trace[709091772] 'process raft request' (duration: 1.656728403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.411133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.062563Z","time spent":"1.348525115s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.411145Z","caller":"traceutil/trace.go:171","msg":"trace[632547945] transaction","detail":"{read_only:false; response_revision:33974; number_of_response:1; }","duration":"1.658855698s","start":"2026-03-04T02:36:06.752249Z","end":"2026-03-04T02:36:08.411105Z","steps":["trace[632547945] 'process raft request' (duration: 1.374406572s)","trace[632547945] 'compare' (duration: 283.751781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:08.411293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.752303Z","time spent":"1.658800797s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:08.411242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.754121Z","time spent":"1.657040719s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:08.41164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.752239Z","time spent":"1.659058583s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.411627Z","caller":"traceutil/trace.go:171","msg":"trace[2040169448] transaction","detail":"{read_only:false; response_revision:33978; number_of_response:1; }","duration":"1.34829599s","start":"2026-03-04T02:36:07.063301Z","end":"2026-03-04T02:36:08.411597Z","steps":["trace[2040169448] 'process raft request' (duration: 1.347643346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.411854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.063292Z","time spent":"1.348485534s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.412325Z","caller":"traceutil/trace.go:171","msg":"trace[1678514122] transaction","detail":"{read_only:false; response_revision:33980; number_of_response:1; }","duration":"1.34831476s","start":"2026-03-04T02:36:07.06399Z","end":"2026-03-04T02:36:08.412305Z","steps":["trace[1678514122] 'process raft request' (duration: 1.348230578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.412457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.06397Z","time spent":"1.348421072s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.412582Z","caller":"traceutil/trace.go:171","msg":"trace[1331620054] transaction","detail":"{read_only:false; response_revision:33979; number_of_response:1; }","duration":"1.34922219s","start":"2026-03-04T02:36:07.063336Z","end":"2026-03-04T02:36:08.412558Z","steps":["trace[1331620054] 'process raft request' (duration: 1.347937742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.412722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.063323Z","time spent":"1.349317252s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.412936Z","caller":"traceutil/trace.go:171","msg":"trace[1868974663] transaction","detail":"{read_only:false; response_revision:33981; number_of_response:1; }","duration":"1.291725407s","start":"2026-03-04T02:36:07.121161Z","end":"2026-03-04T02:36:08.412887Z","steps":["trace[1868974663] 'process raft request' (duration: 1.291110892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.4131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.121138Z","time spent":"1.2918876s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:08.413333Z","caller":"traceutil/trace.go:171","msg":"trace[200803542] transaction","detail":"{read_only:false; response_revision:33982; number_of_response:1; }","duration":"1.228989726s","start":"2026-03-04T02:36:07.184329Z","end":"2026-03-04T02:36:08.413319Z","steps":["trace[200803542] 'process raft request' (duration: 1.228258129s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:08.413353Z","caller":"traceutil/trace.go:171","msg":"trace[1594938416] transaction","detail":"{read_only:false; response_revision:33983; number_of_response:1; }","duration":"622.845717ms","start":"2026-03-04T02:36:07.790489Z","end":"2026-03-04T02:36:08.413335Z","steps":["trace[1594938416] 'process raft request' (duration: 622.750105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.413402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.184306Z","time spent":"1.229059598s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:08.413438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.790451Z","time spent":"622.94282ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:08.413455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.550344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:08.413533Z","caller":"traceutil/trace.go:171","msg":"trace[363721067] transaction","detail":"{read_only:false; response_revision:33984; number_of_response:1; }","duration":"391.153372ms","start":"2026-03-04T02:36:08.022363Z","end":"2026-03-04T02:36:08.413516Z","steps":["trace[363721067] 'process raft request' (duration: 390.927627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.413598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:08.022336Z","time spent":"391.233153ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:08.413602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.989023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:08.41353Z","caller":"traceutil/trace.go:171","msg":"trace[933989890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:33984; }","duration":"684.670067ms","start":"2026-03-04T02:36:07.728841Z","end":"2026-03-04T02:36:08.413511Z","steps":["trace[933989890] 'agreement among raft nodes before linearized reading' (duration: 684.517934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:08.41366Z","caller":"traceutil/trace.go:171","msg":"trace[1329443258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33984; }","duration":"524.072295ms","start":"2026-03-04T02:36:07.88956Z","end":"2026-03-04T02:36:08.413633Z","steps":["trace[1329443258] 'agreement among raft nodes before linearized reading' (duration: 524.001483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.413662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355862556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130401"} {"level":"warn","ts":"2026-03-04T02:36:08.413683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363487654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T02:36:08.413713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.889539Z","time spent":"524.163616ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:08.413691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.957925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:08.413726Z","caller":"traceutil/trace.go:171","msg":"trace[1931558907] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:33984; }","duration":"1.363567296s","start":"2026-03-04T02:36:07.050148Z","end":"2026-03-04T02:36:08.413716Z","steps":["trace[1931558907] 'agreement among raft nodes before linearized reading' (duration: 1.363434703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.4137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.728819Z","time spent":"684.854301ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:08.413738Z","caller":"traceutil/trace.go:171","msg":"trace[2088760187] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:33984; }","duration":"1.355960148s","start":"2026-03-04T02:36:07.057746Z","end":"2026-03-04T02:36:08.413706Z","steps":["trace[2088760187] 'agreement among raft nodes before linearized reading' (duration: 1.355733784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.413759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.050127Z","time spent":"1.363626006s","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-04T02:36:08.413758Z","caller":"traceutil/trace.go:171","msg":"trace[2070560299] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:33984; }","duration":"852.075377ms","start":"2026-03-04T02:36:07.56167Z","end":"2026-03-04T02:36:08.413745Z","steps":["trace[2070560299] 'agreement among raft nodes before linearized reading' (duration: 851.833962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.41379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.057727Z","time spent":"1.35604989s","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130425,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:36:08.413817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65614936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-04T02:36:08.413822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:07.561644Z","time spent":"852.16714ms","remote":"127.0.0.1:57002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":192,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:08.413845Z","caller":"traceutil/trace.go:171","msg":"trace[1119977309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33984; }","duration":"1.65619071s","start":"2026-03-04T02:36:06.757646Z","end":"2026-03-04T02:36:08.413836Z","steps":["trace[1119977309] 'agreement among raft nodes before linearized reading' (duration: 1.656109518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.413867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:06.757638Z","time spent":"1.656224051s","remote":"127.0.0.1:36090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:36:08.413352Z","caller":"traceutil/trace.go:171","msg":"trace[1198198360] linearizableReadLoop","detail":"{readStateIndex:35129; appliedIndex:35119; }","duration":"456.200682ms","start":"2026-03-04T02:36:07.95713Z","end":"2026-03-04T02:36:08.413331Z","steps":["trace[1198198360] 'read index received' (duration: 169.539958ms)","trace[1198198360] 'applied index is now lower than readState.Index' (duration: 286.659734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:08.414253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.173548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:08.414317Z","caller":"traceutil/trace.go:171","msg":"trace[1354656323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33984; }","duration":"163.28196ms","start":"2026-03-04T02:36:08.251021Z","end":"2026-03-04T02:36:08.414302Z","steps":["trace[1354656323] 'agreement among raft nodes before linearized reading' (duration: 163.154958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:08.712869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.731866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:08.713028Z","caller":"traceutil/trace.go:171","msg":"trace[1923295033] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:33984; }","duration":"181.877059ms","start":"2026-03-04T02:36:08.531063Z","end":"2026-03-04T02:36:08.71294Z","steps":["trace[1923295033] 'count revisions from in-memory index tree' (duration: 181.640054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.26382Z","caller":"traceutil/trace.go:171","msg":"trace[1405566] linearizableReadLoop","detail":"{readStateIndex:35132; appliedIndex:35131; }","duration":"110.908138ms","start":"2026-03-04T02:36:09.152883Z","end":"2026-03-04T02:36:09.263791Z","steps":["trace[1405566] 'read index received' (duration: 110.696884ms)","trace[1405566] 'applied index is now lower than readState.Index' (duration: 209.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.263927Z","caller":"traceutil/trace.go:171","msg":"trace[1069249495] transaction","detail":"{read_only:false; response_revision:33986; number_of_response:1; }","duration":"506.987729ms","start":"2026-03-04T02:36:08.756907Z","end":"2026-03-04T02:36:09.263895Z","steps":["trace[1069249495] 'process raft request' (duration: 506.677872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.263998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.093562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:09.264058Z","caller":"traceutil/trace.go:171","msg":"trace[95210358] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:33986; }","duration":"111.215075ms","start":"2026-03-04T02:36:09.15283Z","end":"2026-03-04T02:36:09.264045Z","steps":["trace[95210358] 'agreement among raft nodes before linearized reading' (duration: 111.072442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.264102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:08.756888Z","time spent":"507.115451ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:09.670159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.718468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:09.670239Z","caller":"traceutil/trace.go:171","msg":"trace[341897621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33986; }","duration":"147.849881ms","start":"2026-03-04T02:36:09.522371Z","end":"2026-03-04T02:36:09.670221Z","steps":["trace[341897621] 'count revisions from in-memory index tree' (duration: 147.634295ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.096215Z","caller":"traceutil/trace.go:171","msg":"trace[1495442219] transaction","detail":"{read_only:false; response_revision:33987; number_of_response:1; }","duration":"128.561686ms","start":"2026-03-04T02:36:09.967626Z","end":"2026-03-04T02:36:10.096188Z","steps":["trace[1495442219] 'process raft request' (duration: 128.362021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.806748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.498365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:10.807014Z","caller":"traceutil/trace.go:171","msg":"trace[287705017] linearizableReadLoop","detail":"{readStateIndex:35134; appliedIndex:35133; }","duration":"668.259055ms","start":"2026-03-04T02:36:10.138733Z","end":"2026-03-04T02:36:10.806992Z","steps":["trace[287705017] 'read index received' (duration: 178.491534ms)","trace[287705017] 'applied index is now lower than readState.Index' (duration: 489.766291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:10.807542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.805216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:10.807615Z","caller":"traceutil/trace.go:171","msg":"trace[741730492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33987; }","duration":"668.931429ms","start":"2026-03-04T02:36:10.138666Z","end":"2026-03-04T02:36:10.807598Z","steps":["trace[741730492] 'agreement among raft nodes before linearized reading' (duration: 668.809746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.807847Z","caller":"traceutil/trace.go:171","msg":"trace[353441565] transaction","detail":"{read_only:false; response_revision:33988; number_of_response:1; }","duration":"584.689088ms","start":"2026-03-04T02:36:10.223139Z","end":"2026-03-04T02:36:10.807828Z","steps":["trace[353441565] 'process raft request' (duration: 583.743407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.807913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.138643Z","time spent":"669.246337ms","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:10.807999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.223102Z","time spent":"584.79318ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:11.08363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.750103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:11.083716Z","caller":"traceutil/trace.go:171","msg":"trace[2058691123] transaction","detail":"{read_only:false; response_revision:33989; number_of_response:1; }","duration":"666.21141ms","start":"2026-03-04T02:36:10.41749Z","end":"2026-03-04T02:36:11.083701Z","steps":["trace[2058691123] 'process raft request' (duration: 390.326624ms)","trace[2058691123] 'compare' (duration: 275.568569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:11.083772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.417468Z","time spent":"666.281472ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.113858Z","caller":"traceutil/trace.go:171","msg":"trace[1912440849] transaction","detail":"{read_only:false; response_revision:33990; number_of_response:1; }","duration":"696.336413ms","start":"2026-03-04T02:36:10.417504Z","end":"2026-03-04T02:36:11.11384Z","steps":["trace[1912440849] 'process raft request' (duration: 696.19496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.113984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.417486Z","time spent":"696.426645ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.114167Z","caller":"traceutil/trace.go:171","msg":"trace[1147580794] transaction","detail":"{read_only:false; response_revision:33991; number_of_response:1; }","duration":"694.862851ms","start":"2026-03-04T02:36:10.419283Z","end":"2026-03-04T02:36:11.114146Z","steps":["trace[1147580794] 'process raft request' (duration: 694.529263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.114206Z","caller":"traceutil/trace.go:171","msg":"trace[71970317] transaction","detail":"{read_only:false; response_revision:33992; number_of_response:1; }","duration":"693.085731ms","start":"2026-03-04T02:36:10.421092Z","end":"2026-03-04T02:36:11.114178Z","steps":["trace[71970317] 'process raft request' (duration: 692.877397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.114285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.419269Z","time spent":"694.966182ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:11.114339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.421084Z","time spent":"693.180954ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.114439Z","caller":"traceutil/trace.go:171","msg":"trace[940246586] transaction","detail":"{read_only:false; response_revision:33993; number_of_response:1; }","duration":"693.250785ms","start":"2026-03-04T02:36:10.42118Z","end":"2026-03-04T02:36:11.11443Z","steps":["trace[940246586] 'process raft request' (duration: 692.896137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.114474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.421175Z","time spent":"693.280806ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.114633Z","caller":"traceutil/trace.go:171","msg":"trace[84184876] transaction","detail":"{read_only:false; response_revision:33994; number_of_response:1; }","duration":"693.330336ms","start":"2026-03-04T02:36:10.42129Z","end":"2026-03-04T02:36:11.11462Z","steps":["trace[84184876] 'process raft request' (duration: 692.830005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.114715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.421277Z","time spent":"693.401057ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:11.11473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.480125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T02:36:11.114766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.377875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:11.114768Z","caller":"traceutil/trace.go:171","msg":"trace[1145134226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33994; }","duration":"359.544086ms","start":"2026-03-04T02:36:10.755213Z","end":"2026-03-04T02:36:11.114757Z","steps":["trace[1145134226] 'agreement among raft nodes before linearized reading' (duration: 359.394103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.114791Z","caller":"traceutil/trace.go:171","msg":"trace[1669694610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33994; }","duration":"320.430416ms","start":"2026-03-04T02:36:10.794354Z","end":"2026-03-04T02:36:11.114785Z","steps":["trace[1669694610] 'agreement among raft nodes before linearized reading' (duration: 320.335804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.114801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.755196Z","time spent":"359.598838ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:11.11481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.79434Z","time spent":"320.465787ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:11.114923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.284195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:36:11.114928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.286525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:11.114936Z","caller":"traceutil/trace.go:171","msg":"trace[1921866784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33994; }","duration":"698.333927ms","start":"2026-03-04T02:36:10.416598Z","end":"2026-03-04T02:36:11.114932Z","steps":["trace[1921866784] 'agreement among raft nodes before linearized reading' (duration: 698.284275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.114957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.416578Z","time spent":"698.373777ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:36:11.114957Z","caller":"traceutil/trace.go:171","msg":"trace[1113004113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33994; }","duration":"698.345097ms","start":"2026-03-04T02:36:10.416601Z","end":"2026-03-04T02:36:11.114946Z","steps":["trace[1113004113] 'agreement among raft nodes before linearized reading' (duration: 698.269475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.416588Z","time spent":"698.388828ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:11.115054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.007289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:11.115068Z","caller":"traceutil/trace.go:171","msg":"trace[497814366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33994; }","duration":"698.03845ms","start":"2026-03-04T02:36:10.417024Z","end":"2026-03-04T02:36:11.115063Z","steps":["trace[497814366] 'agreement among raft nodes before linearized reading' (duration: 697.988179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.115082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.417016Z","time spent":"698.062041ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:11.115292Z","caller":"traceutil/trace.go:171","msg":"trace[836584399] linearizableReadLoop","detail":"{readStateIndex:35141; appliedIndex:35136; }","duration":"307.489282ms","start":"2026-03-04T02:36:10.807071Z","end":"2026-03-04T02:36:11.11456Z","steps":["trace[836584399] 'read index received' (duration: 306.633643ms)","trace[836584399] 'applied index is now lower than readState.Index' (duration: 854.888µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:11.115389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.323914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:36:11.115429Z","caller":"traceutil/trace.go:171","msg":"trace[1592378062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33994; }","duration":"863.410886ms","start":"2026-03-04T02:36:10.252006Z","end":"2026-03-04T02:36:11.115417Z","steps":["trace[1592378062] 'agreement among raft nodes before linearized reading' (duration: 863.278533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.115467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:10.251981Z","time spent":"863.478718ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:36:11.115498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.026348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:11.115519Z","caller":"traceutil/trace.go:171","msg":"trace[83859724] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:33994; }","duration":"250.090389ms","start":"2026-03-04T02:36:10.865422Z","end":"2026-03-04T02:36:11.115513Z","steps":["trace[83859724] 'agreement among raft nodes before linearized reading' (duration: 250.049298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.115626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.625004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:11.115639Z","caller":"traceutil/trace.go:171","msg":"trace[1549530600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33994; }","duration":"226.702145ms","start":"2026-03-04T02:36:10.888933Z","end":"2026-03-04T02:36:11.115635Z","steps":["trace[1549530600] 'agreement among raft nodes before linearized reading' (duration: 226.666264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.462193Z","caller":"traceutil/trace.go:171","msg":"trace[2082530914] transaction","detail":"{read_only:false; response_revision:33997; number_of_response:1; }","duration":"343.006203ms","start":"2026-03-04T02:36:11.119165Z","end":"2026-03-04T02:36:11.462171Z","steps":["trace[2082530914] 'process raft request' (duration: 342.90327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.462344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:11.119138Z","time spent":"343.133105ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.462358Z","caller":"traceutil/trace.go:171","msg":"trace[498296728] transaction","detail":"{read_only:false; response_revision:33998; number_of_response:1; }","duration":"342.863919ms","start":"2026-03-04T02:36:11.119484Z","end":"2026-03-04T02:36:11.462348Z","steps":["trace[498296728] 'process raft request' (duration: 342.643095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.462197Z","caller":"traceutil/trace.go:171","msg":"trace[1326401110] transaction","detail":"{read_only:false; response_revision:33996; number_of_response:1; }","duration":"343.012302ms","start":"2026-03-04T02:36:11.119157Z","end":"2026-03-04T02:36:11.462169Z","steps":["trace[1326401110] 'process raft request' (duration: 342.759207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.462434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:11.119469Z","time spent":"342.92283ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:11.46257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:11.119147Z","time spent":"343.317279ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.46261Z","caller":"traceutil/trace.go:171","msg":"trace[126433408] linearizableReadLoop","detail":"{readStateIndex:35147; appliedIndex:35142; }","duration":"193.106116ms","start":"2026-03-04T02:36:11.269467Z","end":"2026-03-04T02:36:11.462573Z","steps":["trace[126433408] 'read index received' (duration: 192.34691ms)","trace[126433408] 'applied index is now lower than readState.Index' (duration: 758.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:11.462758Z","caller":"traceutil/trace.go:171","msg":"trace[814223695] transaction","detail":"{read_only:false; response_revision:33999; number_of_response:1; }","duration":"342.626764ms","start":"2026-03-04T02:36:11.120065Z","end":"2026-03-04T02:36:11.462692Z","steps":["trace[814223695] 'process raft request' (duration: 342.218725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.462785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.309941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:36:11.4632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:11.12005Z","time spent":"343.107495ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:11.463277Z","caller":"traceutil/trace.go:171","msg":"trace[503126139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34000; }","duration":"193.829302ms","start":"2026-03-04T02:36:11.269424Z","end":"2026-03-04T02:36:11.463253Z","steps":["trace[503126139] 'agreement among raft nodes before linearized reading' (duration: 193.244719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.462822Z","caller":"traceutil/trace.go:171","msg":"trace[344525162] transaction","detail":"{read_only:false; response_revision:34000; number_of_response:1; }","duration":"342.732016ms","start":"2026-03-04T02:36:11.12008Z","end":"2026-03-04T02:36:11.462812Z","steps":["trace[344525162] 'process raft request' (duration: 342.402349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.463499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:11.120071Z","time spent":"343.32981ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:13.030209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.507848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:13.030364Z","caller":"traceutil/trace.go:171","msg":"trace[1351492986] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34002; }","duration":"697.727583ms","start":"2026-03-04T02:36:12.332614Z","end":"2026-03-04T02:36:13.030342Z","steps":["trace[1351492986] 'count revisions from in-memory index tree' (duration: 697.398256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.03041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.115948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:13.030456Z","caller":"traceutil/trace.go:171","msg":"trace[416034602] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34002; }","duration":"465.188759ms","start":"2026-03-04T02:36:12.565253Z","end":"2026-03-04T02:36:13.030441Z","steps":["trace[416034602] 'count revisions from in-memory index tree' (duration: 465.028376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.030493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.565234Z","time spent":"465.250321ms","remote":"127.0.0.1:35868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:13.030492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.040812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:36:13.030498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.332591Z","time spent":"697.836125ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:13.030553Z","caller":"traceutil/trace.go:171","msg":"trace[945697351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34002; }","duration":"930.150444ms","start":"2026-03-04T02:36:12.100384Z","end":"2026-03-04T02:36:13.030535Z","steps":["trace[945697351] 'range keys from in-memory index tree' (duration: 929.773346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.030623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.10036Z","time spent":"930.252866ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:13.030296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.823561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:13.03065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.001409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:13.030729Z","caller":"traceutil/trace.go:171","msg":"trace[118065299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34002; }","duration":"143.304151ms","start":"2026-03-04T02:36:12.88741Z","end":"2026-03-04T02:36:13.030714Z","steps":["trace[118065299] 'range keys from in-memory index tree' (duration: 142.743889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.030465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.251038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:13.030762Z","caller":"traceutil/trace.go:171","msg":"trace[2142844610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34002; }","duration":"828.165553ms","start":"2026-03-04T02:36:12.202564Z","end":"2026-03-04T02:36:13.030729Z","steps":["trace[2142844610] 'count revisions from in-memory index tree' (duration: 827.888636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:13.030796Z","caller":"traceutil/trace.go:171","msg":"trace[1265544077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34002; }","duration":"323.640166ms","start":"2026-03-04T02:36:12.707126Z","end":"2026-03-04T02:36:13.030766Z","steps":["trace[1265544077] 'range keys from in-memory index tree' (duration: 323.168756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.030859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.202536Z","time spent":"828.280834ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:13.030888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.707102Z","time spent":"323.758929ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:13.810704Z","caller":"traceutil/trace.go:171","msg":"trace[52648189] transaction","detail":"{read_only:false; response_revision:34003; number_of_response:1; }","duration":"775.067913ms","start":"2026-03-04T02:36:13.035581Z","end":"2026-03-04T02:36:13.810648Z","steps":["trace[52648189] 'process raft request' (duration: 774.46815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.810985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.035544Z","time spent":"775.242107ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:14.27721Z","caller":"traceutil/trace.go:171","msg":"trace[798670620] transaction","detail":"{read_only:false; response_revision:34005; number_of_response:1; }","duration":"1.157531574s","start":"2026-03-04T02:36:13.119648Z","end":"2026-03-04T02:36:14.277179Z","steps":["trace[798670620] 'process raft request' (duration: 1.157244078s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.27724Z","caller":"traceutil/trace.go:171","msg":"trace[497922265] transaction","detail":"{read_only:false; response_revision:34004; number_of_response:1; }","duration":"1.189025526s","start":"2026-03-04T02:36:13.088187Z","end":"2026-03-04T02:36:14.277213Z","steps":["trace[497922265] 'process raft request' (duration: 1.188501124s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.277285Z","caller":"traceutil/trace.go:171","msg":"trace[2119312924] linearizableReadLoop","detail":"{readStateIndex:35157; appliedIndex:35149; }","duration":"855.056423ms","start":"2026-03-04T02:36:13.4222Z","end":"2026-03-04T02:36:14.277257Z","steps":["trace[2119312924] 'read index received' (duration: 388.201056ms)","trace[2119312924] 'applied index is now lower than readState.Index' (duration: 466.853707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:14.277353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.08816Z","time spent":"1.189133539s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:14.27734Z","caller":"traceutil/trace.go:171","msg":"trace[2136926785] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"1.157590145s","start":"2026-03-04T02:36:13.11972Z","end":"2026-03-04T02:36:14.27731Z","steps":["trace[2136926785] 'process raft request' (duration: 1.157284658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.119672Z","time spent":"1.157736998s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:14.277527Z","caller":"traceutil/trace.go:171","msg":"trace[677096726] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"1.157676417s","start":"2026-03-04T02:36:13.119827Z","end":"2026-03-04T02:36:14.277503Z","steps":["trace[677096726] 'process raft request' (duration: 1.157231187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.371119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:14.277605Z","caller":"traceutil/trace.go:171","msg":"trace[1657992918] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"856.153197ms","start":"2026-03-04T02:36:13.421441Z","end":"2026-03-04T02:36:14.277594Z","steps":["trace[1657992918] 'process raft request' (duration: 855.758008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.27761Z","caller":"traceutil/trace.go:171","msg":"trace[1536926741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34010; }","duration":"855.553253ms","start":"2026-03-04T02:36:13.422046Z","end":"2026-03-04T02:36:14.277599Z","steps":["trace[1536926741] 'agreement among raft nodes before linearized reading' (duration: 855.379529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.422035Z","time spent":"855.600374ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:14.277656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.421414Z","time spent":"856.211919ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:14.277654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.119796Z","time spent":"1.15778066s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:14.27768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.119616Z","time spent":"1.157670117s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:14.277727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.474838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:14.277777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.132873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:14.27779Z","caller":"traceutil/trace.go:171","msg":"trace[1572408759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34010; }","duration":"306.571811ms","start":"2026-03-04T02:36:13.971201Z","end":"2026-03-04T02:36:14.277773Z","steps":["trace[1572408759] 'agreement among raft nodes before linearized reading' (duration: 306.461649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.578935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:14.277792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.387317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:14.277829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.971187Z","time spent":"306.632312ms","remote":"127.0.0.1:36086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:14.277863Z","caller":"traceutil/trace.go:171","msg":"trace[1114738464] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:34010; }","duration":"532.5133ms","start":"2026-03-04T02:36:13.745335Z","end":"2026-03-04T02:36:14.277849Z","steps":["trace[1114738464] 'agreement among raft nodes before linearized reading' (duration: 532.400747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.277856Z","caller":"traceutil/trace.go:171","msg":"trace[630806034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34010; }","duration":"388.742799ms","start":"2026-03-04T02:36:13.889088Z","end":"2026-03-04T02:36:14.277831Z","steps":["trace[630806034] 'agreement among raft nodes before linearized reading' (duration: 388.586226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.211326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:36:14.277906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.74532Z","time spent":"532.576482ms","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:14.277918Z","caller":"traceutil/trace.go:171","msg":"trace[1845640569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34010; }","duration":"810.272328ms","start":"2026-03-04T02:36:13.467636Z","end":"2026-03-04T02:36:14.277908Z","steps":["trace[1845640569] 'agreement among raft nodes before linearized reading' (duration: 810.153785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.889067Z","time spent":"388.846691ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:14.277815Z","caller":"traceutil/trace.go:171","msg":"trace[1377859840] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:34010; }","duration":"186.196314ms","start":"2026-03-04T02:36:14.091608Z","end":"2026-03-04T02:36:14.277804Z","steps":["trace[1377859840] 'agreement among raft nodes before linearized reading' (duration: 186.110462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.277948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.467617Z","time spent":"810.324979ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:14.278016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.528556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:36:14.278083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.395561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:14.278119Z","caller":"traceutil/trace.go:171","msg":"trace[1966980052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34010; }","duration":"810.438541ms","start":"2026-03-04T02:36:13.46767Z","end":"2026-03-04T02:36:14.278108Z","steps":["trace[1966980052] 'agreement among raft nodes before linearized reading' (duration: 810.36562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.278117Z","caller":"traceutil/trace.go:171","msg":"trace[1054477517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34010; }","duration":"736.655009ms","start":"2026-03-04T02:36:13.541448Z","end":"2026-03-04T02:36:14.278103Z","steps":["trace[1054477517] 'agreement among raft nodes before linearized reading' (duration: 736.516726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.278152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.467664Z","time spent":"810.482902ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:14.278163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.541432Z","time spent":"736.72012ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:14.277939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.295718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:36:14.278219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.609945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:14.278226Z","caller":"traceutil/trace.go:171","msg":"trace[1961771793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34010; }","duration":"810.591185ms","start":"2026-03-04T02:36:13.467624Z","end":"2026-03-04T02:36:14.278215Z","steps":["trace[1961771793] 'agreement among raft nodes before linearized reading' (duration: 810.222917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.278265Z","caller":"traceutil/trace.go:171","msg":"trace[495743749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34010; }","duration":"810.684256ms","start":"2026-03-04T02:36:13.467568Z","end":"2026-03-04T02:36:14.278252Z","steps":["trace[495743749] 'agreement among raft nodes before linearized reading' (duration: 810.577484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.278269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.467618Z","time spent":"810.640395ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:14.278299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.467552Z","time spent":"810.740458ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:14.277438Z","caller":"traceutil/trace.go:171","msg":"trace[1372338218] transaction","detail":"{read_only:false; response_revision:34009; number_of_response:1; }","duration":"1.156623864s","start":"2026-03-04T02:36:13.120799Z","end":"2026-03-04T02:36:14.277423Z","steps":["trace[1372338218] 'process raft request' (duration: 1.156343788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.278082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.80187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:14.278477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.12079Z","time spent":"1.157619776s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:14.279207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.674981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:36:14.279309Z","caller":"traceutil/trace.go:171","msg":"trace[1333266959] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:34010; }","duration":"585.583577ms","start":"2026-03-04T02:36:13.692921Z","end":"2026-03-04T02:36:14.278505Z","steps":["trace[1333266959] 'agreement among raft nodes before linearized reading' (duration: 584.723138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.279374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.692867Z","time spent":"586.492417ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:14.279265Z","caller":"traceutil/trace.go:171","msg":"trace[1434511147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34010; }","duration":"269.762043ms","start":"2026-03-04T02:36:14.009487Z","end":"2026-03-04T02:36:14.279249Z","steps":["trace[1434511147] 'agreement among raft nodes before linearized reading' (duration: 268.320411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.279206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.024027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:36:14.280907Z","caller":"traceutil/trace.go:171","msg":"trace[1514412259] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:34010; }","duration":"848.751104ms","start":"2026-03-04T02:36:13.432132Z","end":"2026-03-04T02:36:14.280883Z","steps":["trace[1514412259] 'agreement among raft nodes before linearized reading' (duration: 845.36805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.28202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.432119Z","time spent":"849.872269ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T02:36:14.282721Z","caller":"traceutil/trace.go:171","msg":"trace[1855294660] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"1.158772281s","start":"2026-03-04T02:36:13.120495Z","end":"2026-03-04T02:36:14.279267Z","steps":["trace[1855294660] 'process raft request' (duration: 1.156596663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:14.282869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:13.120482Z","time spent":"1.16230714s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:14.786461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519118886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:36:15.023306Z","caller":"traceutil/trace.go:171","msg":"trace[1193673513] transaction","detail":"{read_only:false; response_revision:34013; number_of_response:1; }","duration":"738.101881ms","start":"2026-03-04T02:36:14.285183Z","end":"2026-03-04T02:36:15.023285Z","steps":["trace[1193673513] 'process raft request' (duration: 738.0686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.023421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.285179Z","time spent":"738.182062ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:15.023406Z","caller":"traceutil/trace.go:171","msg":"trace[762322097] transaction","detail":"{read_only:false; response_revision:34012; number_of_response:1; }","duration":"738.241224ms","start":"2026-03-04T02:36:14.285133Z","end":"2026-03-04T02:36:15.023374Z","steps":["trace[762322097] 'process raft request' (duration: 738.09012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:15.023498Z","caller":"traceutil/trace.go:171","msg":"trace[515574875] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"738.53747ms","start":"2026-03-04T02:36:14.284937Z","end":"2026-03-04T02:36:15.023475Z","steps":["trace[515574875] 'process raft request' (duration: 738.164782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.023577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.285127Z","time spent":"738.352666ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:15.023641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.284927Z","time spent":"738.644082ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:15.068148Z","caller":"traceutil/trace.go:171","msg":"trace[1572203367] linearizableReadLoop","detail":"{readStateIndex:35162; appliedIndex:35158; }","duration":"782.057557ms","start":"2026-03-04T02:36:14.286072Z","end":"2026-03-04T02:36:15.06813Z","steps":["trace[1572203367] 'read index received' (duration: 737.15644ms)","trace[1572203367] 'applied index is now lower than readState.Index' (duration: 44.900117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:15.068249Z","caller":"traceutil/trace.go:171","msg":"trace[730365723] transaction","detail":"{read_only:false; response_revision:34015; number_of_response:1; }","duration":"779.163544ms","start":"2026-03-04T02:36:14.289051Z","end":"2026-03-04T02:36:15.068215Z","steps":["trace[730365723] 'process raft request' (duration: 779.044411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.068442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.289045Z","time spent":"779.293007ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:15.068695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.595671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:15.068731Z","caller":"traceutil/trace.go:171","msg":"trace[328443043] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34015; }","duration":"782.667302ms","start":"2026-03-04T02:36:14.286055Z","end":"2026-03-04T02:36:15.068722Z","steps":["trace[328443043] 'agreement among raft nodes before linearized reading' (duration: 782.16925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.068764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.286049Z","time spent":"782.705973ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:15.069327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.617542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:15.069373Z","caller":"traceutil/trace.go:171","msg":"trace[1703574536] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34015; }","duration":"466.903158ms","start":"2026-03-04T02:36:14.602453Z","end":"2026-03-04T02:36:15.069357Z","steps":["trace[1703574536] 'agreement among raft nodes before linearized reading' (duration: 466.601841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.069399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.602392Z","time spent":"466.998689ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:15.069536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.813284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:15.06956Z","caller":"traceutil/trace.go:171","msg":"trace[1016619463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34015; }","duration":"179.872295ms","start":"2026-03-04T02:36:14.889682Z","end":"2026-03-04T02:36:15.069554Z","steps":["trace[1016619463] 'agreement among raft nodes before linearized reading' (duration: 179.832914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.069859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.762837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:36:15.069884Z","caller":"traceutil/trace.go:171","msg":"trace[1458950241] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:34015; }","duration":"598.822839ms","start":"2026-03-04T02:36:14.471055Z","end":"2026-03-04T02:36:15.069878Z","steps":["trace[1458950241] 'agreement among raft nodes before linearized reading' (duration: 598.733287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.069901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.471033Z","time spent":"598.864279ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-04T02:36:15.069946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.4951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:15.070017Z","caller":"traceutil/trace.go:171","msg":"trace[59358903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34015; }","duration":"783.592662ms","start":"2026-03-04T02:36:14.286406Z","end":"2026-03-04T02:36:15.069998Z","steps":["trace[59358903] 'agreement among raft nodes before linearized reading' (duration: 782.467657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.070111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.324398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:36:15.070149Z","caller":"traceutil/trace.go:171","msg":"trace[1135329825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:34015; }","duration":"679.40043ms","start":"2026-03-04T02:36:14.39074Z","end":"2026-03-04T02:36:15.07014Z","steps":["trace[1135329825] 'agreement among raft nodes before linearized reading' (duration: 679.304697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.070177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.390718Z","time spent":"679.452702ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:36:15.070168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.286398Z","time spent":"783.678913ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:36:15.070799Z","caller":"traceutil/trace.go:171","msg":"trace[273402609] transaction","detail":"{read_only:false; response_revision:34014; number_of_response:1; }","duration":"782.116178ms","start":"2026-03-04T02:36:14.288656Z","end":"2026-03-04T02:36:15.070773Z","steps":["trace[273402609] 'process raft request' (duration: 771.72507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.070915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:14.288645Z","time spent":"782.213991ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:15.561558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.387418ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:36:15.561664Z","caller":"traceutil/trace.go:171","msg":"trace[1445255404] linearizableReadLoop","detail":"{readStateIndex:35163; appliedIndex:35162; }","duration":"406.56169ms","start":"2026-03-04T02:36:15.155085Z","end":"2026-03-04T02:36:15.561647Z","steps":["trace[1445255404] 'read index received' (duration: 145.04885ms)","trace[1445255404] 'applied index is now lower than readState.Index' (duration: 261.51125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:15.561742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.654223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:15.561716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.073775Z","time spent":"487.932381ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:36:15.561774Z","caller":"traceutil/trace.go:171","msg":"trace[208959733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34015; }","duration":"406.728545ms","start":"2026-03-04T02:36:15.155037Z","end":"2026-03-04T02:36:15.561766Z","steps":["trace[208959733] 'agreement among raft nodes before linearized reading' (duration: 406.658462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.561815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:15.155019Z","time spent":"406.787536ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:15.973199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.714496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:15.97331Z","caller":"traceutil/trace.go:171","msg":"trace[1713459972] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34016; }","duration":"136.869739ms","start":"2026-03-04T02:36:15.83641Z","end":"2026-03-04T02:36:15.973279Z","steps":["trace[1713459972] 'count revisions from in-memory index tree' (duration: 136.654734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.974008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.238352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:36:15.974081Z","caller":"traceutil/trace.go:171","msg":"trace[415480001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34016; }","duration":"159.338874ms","start":"2026-03-04T02:36:15.814723Z","end":"2026-03-04T02:36:15.974062Z","steps":["trace[415480001] 'range keys from in-memory index tree' (duration: 158.205238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.172784Z","caller":"traceutil/trace.go:171","msg":"trace[1072527854] transaction","detail":"{read_only:false; response_revision:34017; number_of_response:1; }","duration":"193.901994ms","start":"2026-03-04T02:36:15.978845Z","end":"2026-03-04T02:36:16.172747Z","steps":["trace[1072527854] 'process raft request' (duration: 192.533234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.737632Z","caller":"traceutil/trace.go:171","msg":"trace[1443619851] transaction","detail":"{read_only:false; response_revision:34018; number_of_response:1; }","duration":"450.22726ms","start":"2026-03-04T02:36:16.287373Z","end":"2026-03-04T02:36:16.737601Z","steps":["trace[1443619851] 'process raft request' (duration: 450.067016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.737787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.287354Z","time spent":"450.362302ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.218929Z","caller":"traceutil/trace.go:171","msg":"trace[1987853195] linearizableReadLoop","detail":"{readStateIndex:35171; appliedIndex:35165; }","duration":"801.146197ms","start":"2026-03-04T02:36:16.417756Z","end":"2026-03-04T02:36:17.218902Z","steps":["trace[1987853195] 'read index received' (duration: 319.739591ms)","trace[1987853195] 'applied index is now lower than readState.Index' (duration: 481.405516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:17.219283Z","caller":"traceutil/trace.go:171","msg":"trace[627030150] transaction","detail":"{read_only:false; response_revision:34022; number_of_response:1; }","duration":"931.535064ms","start":"2026-03-04T02:36:16.287712Z","end":"2026-03-04T02:36:17.219247Z","steps":["trace[627030150] 'process raft request' (duration: 931.120305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.219407Z","caller":"traceutil/trace.go:171","msg":"trace[1629324321] transaction","detail":"{read_only:false; response_revision:34023; number_of_response:1; }","duration":"931.633486ms","start":"2026-03-04T02:36:16.287757Z","end":"2026-03-04T02:36:17.21939Z","steps":["trace[1629324321] 'process raft request' (duration: 931.107714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.219446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.287677Z","time spent":"931.681667ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:17.219522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.287725Z","time spent":"931.722618ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.21975Z","caller":"traceutil/trace.go:171","msg":"trace[153259517] transaction","detail":"{read_only:false; response_revision:34019; number_of_response:1; }","duration":"932.259119ms","start":"2026-03-04T02:36:16.287478Z","end":"2026-03-04T02:36:17.219737Z","steps":["trace[153259517] 'process raft request' (duration: 931.112665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.219806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.57598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:17.219826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.287461Z","time spent":"932.327041ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.219844Z","caller":"traceutil/trace.go:171","msg":"trace[187888986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34023; }","duration":"330.664991ms","start":"2026-03-04T02:36:16.889169Z","end":"2026-03-04T02:36:17.219834Z","steps":["trace[187888986] 'agreement among raft nodes before linearized reading' (duration: 330.61368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.219881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.88915Z","time spent":"330.725182ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:17.219967Z","caller":"traceutil/trace.go:171","msg":"trace[93499654] transaction","detail":"{read_only:false; response_revision:34020; number_of_response:1; }","duration":"932.427933ms","start":"2026-03-04T02:36:16.287527Z","end":"2026-03-04T02:36:17.219955Z","steps":["trace[93499654] 'process raft request' (duration: 931.221627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.220027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.28751Z","time spent":"932.488685ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:17.220187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.353165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:17.220215Z","caller":"traceutil/trace.go:171","msg":"trace[1062186759] transaction","detail":"{read_only:false; response_revision:34021; number_of_response:1; }","duration":"932.596398ms","start":"2026-03-04T02:36:16.287609Z","end":"2026-03-04T02:36:17.220205Z","steps":["trace[1062186759] 'process raft request' (duration: 931.184107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.220239Z","caller":"traceutil/trace.go:171","msg":"trace[386030729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34023; }","duration":"144.424527ms","start":"2026-03-04T02:36:17.075802Z","end":"2026-03-04T02:36:17.220226Z","steps":["trace[386030729] 'agreement among raft nodes before linearized reading' (duration: 144.335575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.220276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.2876Z","time spent":"932.640899ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:17.219753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.994785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:36:17.220383Z","caller":"traceutil/trace.go:171","msg":"trace[1605990244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:34023; }","duration":"802.650891ms","start":"2026-03-04T02:36:16.417722Z","end":"2026-03-04T02:36:17.220373Z","steps":["trace[1605990244] 'agreement among raft nodes before linearized reading' (duration: 801.937265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.220424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:16.417707Z","time spent":"802.708082ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T02:36:17.220472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.226757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:17.220507Z","caller":"traceutil/trace.go:171","msg":"trace[248966341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34023; }","duration":"146.284618ms","start":"2026-03-04T02:36:17.074214Z","end":"2026-03-04T02:36:17.220498Z","steps":["trace[248966341] 'agreement among raft nodes before linearized reading' (duration: 146.228496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.220714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.43475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:17.220752Z","caller":"traceutil/trace.go:171","msg":"trace[1775116372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34023; }","duration":"191.492352ms","start":"2026-03-04T02:36:17.029249Z","end":"2026-03-04T02:36:17.220741Z","steps":["trace[1775116372] 'agreement among raft nodes before linearized reading' (duration: 191.434731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.220857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.166656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:17.220906Z","caller":"traceutil/trace.go:171","msg":"trace[1486825393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34023; }","duration":"192.256948ms","start":"2026-03-04T02:36:17.028639Z","end":"2026-03-04T02:36:17.220896Z","steps":["trace[1486825393] 'agreement among raft nodes before linearized reading' (duration: 192.149536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.221178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.502103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:17.221223Z","caller":"traceutil/trace.go:171","msg":"trace[1841545233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34023; }","duration":"192.586115ms","start":"2026-03-04T02:36:17.028628Z","end":"2026-03-04T02:36:17.221214Z","steps":["trace[1841545233] 'agreement among raft nodes before linearized reading' (duration: 192.503333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.221325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.581164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:17.221509Z","caller":"traceutil/trace.go:171","msg":"trace[2123563364] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34023; }","duration":"267.807729ms","start":"2026-03-04T02:36:16.953694Z","end":"2026-03-04T02:36:17.221502Z","steps":["trace[2123563364] 'agreement among raft nodes before linearized reading' (duration: 267.601785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.481573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.817903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:17.481671Z","caller":"traceutil/trace.go:171","msg":"trace[31902070] transaction","detail":"{read_only:false; response_revision:34024; number_of_response:1; }","duration":"253.7432ms","start":"2026-03-04T02:36:17.22791Z","end":"2026-03-04T02:36:17.481653Z","steps":["trace[31902070] 'process raft request' (duration: 124.775574ms)","trace[31902070] 'compare' (duration: 128.523347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:17.555078Z","caller":"traceutil/trace.go:171","msg":"trace[1070633272] transaction","detail":"{read_only:false; response_revision:34025; number_of_response:1; }","duration":"326.690154ms","start":"2026-03-04T02:36:17.228354Z","end":"2026-03-04T02:36:17.555044Z","steps":["trace[1070633272] 'process raft request' (duration: 326.448959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.555337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.228335Z","time spent":"326.820837ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.555452Z","caller":"traceutil/trace.go:171","msg":"trace[111617104] transaction","detail":"{read_only:false; response_revision:34026; number_of_response:1; }","duration":"326.875039ms","start":"2026-03-04T02:36:17.228482Z","end":"2026-03-04T02:36:17.555357Z","steps":["trace[111617104] 'process raft request' (duration: 326.501451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.555665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.228473Z","time spent":"327.118584ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.556134Z","caller":"traceutil/trace.go:171","msg":"trace[2072708804] linearizableReadLoop","detail":"{readStateIndex:35176; appliedIndex:35171; }","duration":"292.345048ms","start":"2026-03-04T02:36:17.263771Z","end":"2026-03-04T02:36:17.556116Z","steps":["trace[2072708804] 'read index received' (duration: 88.886615ms)","trace[2072708804] 'applied index is now lower than readState.Index' (duration: 203.457293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:17.556384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.600345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:17.55652Z","caller":"traceutil/trace.go:171","msg":"trace[1497232008] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:34028; }","duration":"292.822289ms","start":"2026-03-04T02:36:17.263675Z","end":"2026-03-04T02:36:17.556497Z","steps":["trace[1497232008] 'agreement among raft nodes before linearized reading' (duration: 292.598104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.556644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.048992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:36:17.556698Z","caller":"traceutil/trace.go:171","msg":"trace[1466808407] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34028; }","duration":"121.198365ms","start":"2026-03-04T02:36:17.435483Z","end":"2026-03-04T02:36:17.556681Z","steps":["trace[1466808407] 'agreement among raft nodes before linearized reading' (duration: 120.972671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.556916Z","caller":"traceutil/trace.go:171","msg":"trace[862548239] transaction","detail":"{read_only:false; response_revision:34027; number_of_response:1; }","duration":"328.33597ms","start":"2026-03-04T02:36:17.228561Z","end":"2026-03-04T02:36:17.556897Z","steps":["trace[862548239] 'process raft request' (duration: 326.684703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.557172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.228542Z","time spent":"328.505123ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:17.557465Z","caller":"traceutil/trace.go:171","msg":"trace[2056434991] transaction","detail":"{read_only:false; response_revision:34028; number_of_response:1; }","duration":"328.266418ms","start":"2026-03-04T02:36:17.229142Z","end":"2026-03-04T02:36:17.557408Z","steps":["trace[2056434991] 'process raft request' (duration: 326.904548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.557635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:17.22913Z","time spent":"328.416802ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:18.364668Z","caller":"traceutil/trace.go:171","msg":"trace[1154161080] transaction","detail":"{read_only:false; response_revision:34029; number_of_response:1; }","duration":"183.535436ms","start":"2026-03-04T02:36:18.181104Z","end":"2026-03-04T02:36:18.364639Z","steps":["trace[1154161080] 'process raft request' (duration: 183.355972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:18.90712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.309417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:18.907186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.25462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:18.907207Z","caller":"traceutil/trace.go:171","msg":"trace[353032961] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:34029; }","duration":"176.489531ms","start":"2026-03-04T02:36:18.730698Z","end":"2026-03-04T02:36:18.907188Z","steps":["trace[353032961] 'count revisions from in-memory index tree' (duration: 176.233386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:18.907253Z","caller":"traceutil/trace.go:171","msg":"trace[770952352] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34029; }","duration":"278.321581ms","start":"2026-03-04T02:36:18.628908Z","end":"2026-03-04T02:36:18.90723Z","steps":["trace[770952352] 'count revisions from in-memory index tree' (duration: 278.154627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:18.907298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.409562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:18.907358Z","caller":"traceutil/trace.go:171","msg":"trace[758989633] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34029; }","duration":"393.517025ms","start":"2026-03-04T02:36:18.513825Z","end":"2026-03-04T02:36:18.907342Z","steps":["trace[758989633] 'range keys from in-memory index tree' (duration: 393.286959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:18.907401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.513791Z","time spent":"393.599456ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:36:19.088055Z","caller":"traceutil/trace.go:171","msg":"trace[1099964420] transaction","detail":"{read_only:false; response_revision:34030; number_of_response:1; }","duration":"343.873161ms","start":"2026-03-04T02:36:18.744153Z","end":"2026-03-04T02:36:19.088026Z","steps":["trace[1099964420] 'process raft request' (duration: 343.679577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.088223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.744141Z","time spent":"343.993974ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:19.613889Z","caller":"traceutil/trace.go:171","msg":"trace[817287246] linearizableReadLoop","detail":"{readStateIndex:35179; appliedIndex:35177; }","duration":"822.677521ms","start":"2026-03-04T02:36:18.791185Z","end":"2026-03-04T02:36:19.613863Z","steps":["trace[817287246] 'read index received' (duration: 296.565271ms)","trace[817287246] 'applied index is now lower than readState.Index' (duration: 526.11095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:19.614048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.842525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:19.61415Z","caller":"traceutil/trace.go:171","msg":"trace[1597640073] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34031; }","duration":"822.997228ms","start":"2026-03-04T02:36:18.791116Z","end":"2026-03-04T02:36:19.614113Z","steps":["trace[1597640073] 'agreement among raft nodes before linearized reading' (duration: 822.866456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.61422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.791092Z","time spent":"823.10904ms","remote":"127.0.0.1:38070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:19.614057Z","caller":"traceutil/trace.go:171","msg":"trace[1981208160] transaction","detail":"{read_only:false; response_revision:34031; number_of_response:1; }","duration":"841.071935ms","start":"2026-03-04T02:36:18.772924Z","end":"2026-03-04T02:36:19.613995Z","steps":["trace[1981208160] 'process raft request' (duration: 840.755838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:19.614318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.772883Z","time spent":"841.379542ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.114377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519118943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:36:20.122089Z","caller":"traceutil/trace.go:171","msg":"trace[798529458] transaction","detail":"{read_only:false; response_revision:34034; number_of_response:1; }","duration":"891.400302ms","start":"2026-03-04T02:36:19.230664Z","end":"2026-03-04T02:36:20.122064Z","steps":["trace[798529458] 'process raft request' (duration: 891.259039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.122082Z","caller":"traceutil/trace.go:171","msg":"trace[289891241] transaction","detail":"{read_only:false; response_revision:34032; number_of_response:1; }","duration":"892.598298ms","start":"2026-03-04T02:36:19.229452Z","end":"2026-03-04T02:36:20.122051Z","steps":["trace[289891241] 'process raft request' (duration: 892.22531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.122122Z","caller":"traceutil/trace.go:171","msg":"trace[1695394514] transaction","detail":"{read_only:false; response_revision:34036; number_of_response:1; }","duration":"891.098246ms","start":"2026-03-04T02:36:19.230992Z","end":"2026-03-04T02:36:20.12209Z","steps":["trace[1695394514] 'process raft request' (duration: 891.014494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.12221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.230628Z","time spent":"891.504625ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.122214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.22944Z","time spent":"892.697901ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.122316Z","caller":"traceutil/trace.go:171","msg":"trace[1870281873] linearizableReadLoop","detail":"{readStateIndex:35186; appliedIndex:35179; }","duration":"508.345118ms","start":"2026-03-04T02:36:19.613957Z","end":"2026-03-04T02:36:20.122302Z","steps":["trace[1870281873] 'read index received' (duration: 507.616732ms)","trace[1870281873] 'applied index is now lower than readState.Index' (duration: 727.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:20.122352Z","caller":"traceutil/trace.go:171","msg":"trace[733793928] transaction","detail":"{read_only:false; response_revision:34033; number_of_response:1; }","duration":"892.816444ms","start":"2026-03-04T02:36:19.229524Z","end":"2026-03-04T02:36:20.122341Z","steps":["trace[733793928] 'process raft request' (duration: 892.361463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.12241Z","caller":"traceutil/trace.go:171","msg":"trace[2082892273] transaction","detail":"{read_only:false; response_revision:34037; number_of_response:1; }","duration":"837.758203ms","start":"2026-03-04T02:36:19.284644Z","end":"2026-03-04T02:36:20.122402Z","steps":["trace[2082892273] 'process raft request' (duration: 837.402265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.122403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.229517Z","time spent":"892.857245ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.122462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.284632Z","time spent":"837.798304ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.122552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.026508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:20.122547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.230984Z","time spent":"891.232048ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.122576Z","caller":"traceutil/trace.go:171","msg":"trace[1106149838] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34038; }","duration":"878.06762ms","start":"2026-03-04T02:36:19.2445Z","end":"2026-03-04T02:36:20.122568Z","steps":["trace[1106149838] 'agreement among raft nodes before linearized reading' (duration: 878.024719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.122597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.244493Z","time spent":"878.09926ms","remote":"127.0.0.1:38356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.122617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.425711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:20.122678Z","caller":"traceutil/trace.go:171","msg":"trace[1872625670] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:34038; }","duration":"714.466512ms","start":"2026-03-04T02:36:19.408177Z","end":"2026-03-04T02:36:20.122644Z","steps":["trace[1872625670] 'agreement among raft nodes before linearized reading' (duration: 714.304448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.122713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.408116Z","time spent":"714.587944ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.122747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.253381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.122747Z","caller":"traceutil/trace.go:171","msg":"trace[483478187] transaction","detail":"{read_only:false; response_revision:34035; number_of_response:1; }","duration":"892.004436ms","start":"2026-03-04T02:36:19.230727Z","end":"2026-03-04T02:36:20.122731Z","steps":["trace[483478187] 'process raft request' (duration: 891.221749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.122767Z","caller":"traceutil/trace.go:171","msg":"trace[795873750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34038; }","duration":"907.297732ms","start":"2026-03-04T02:36:19.215463Z","end":"2026-03-04T02:36:20.122761Z","steps":["trace[795873750] 'agreement among raft nodes before linearized reading' (duration: 907.261111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.122788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.215453Z","time spent":"907.330053ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.122815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.230722Z","time spent":"892.055567ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.122956Z","caller":"traceutil/trace.go:171","msg":"trace[771769908] transaction","detail":"{read_only:false; response_revision:34038; number_of_response:1; }","duration":"593.848949ms","start":"2026-03-04T02:36:19.529095Z","end":"2026-03-04T02:36:20.122944Z","steps":["trace[771769908] 'process raft request' (duration: 593.112262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.122976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.857574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:20.122996Z","caller":"traceutil/trace.go:171","msg":"trace[265442845] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:34038; }","duration":"962.878334ms","start":"2026-03-04T02:36:19.160111Z","end":"2026-03-04T02:36:20.12299Z","steps":["trace[265442845] 'agreement among raft nodes before linearized reading' (duration: 962.764672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.160063Z","time spent":"962.946355ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.123019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.529082Z","time spent":"593.90053ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.123179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.790222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:36:20.123171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.027002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:20.123261Z","caller":"traceutil/trace.go:171","msg":"trace[789293771] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:34038; }","duration":"468.126334ms","start":"2026-03-04T02:36:19.655111Z","end":"2026-03-04T02:36:20.123237Z","steps":["trace[789293771] 'agreement among raft nodes before linearized reading' (duration: 467.988191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.023406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:20.123315Z","caller":"traceutil/trace.go:171","msg":"trace[1454192417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34038; }","duration":"561.056218ms","start":"2026-03-04T02:36:19.562251Z","end":"2026-03-04T02:36:20.123307Z","steps":["trace[1454192417] 'agreement among raft nodes before linearized reading' (duration: 560.980656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.562248Z","time spent":"561.087218ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:20.123554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.302203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:20.123584Z","caller":"traceutil/trace.go:171","msg":"trace[1856107466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34038; }","duration":"561.344124ms","start":"2026-03-04T02:36:19.56223Z","end":"2026-03-04T02:36:20.123574Z","steps":["trace[1856107466] 'agreement among raft nodes before linearized reading' (duration: 561.255882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.562227Z","time spent":"561.382174ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:20.123728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.509207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:20.123751Z","caller":"traceutil/trace.go:171","msg":"trace[299043115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34038; }","duration":"561.563608ms","start":"2026-03-04T02:36:19.56218Z","end":"2026-03-04T02:36:20.123744Z","steps":["trace[299043115] 'agreement among raft nodes before linearized reading' (duration: 561.495777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.562164Z","time spent":"561.60709ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:20.123878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237211317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.123913Z","caller":"traceutil/trace.go:171","msg":"trace[1703204689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34038; }","duration":"1.237280609s","start":"2026-03-04T02:36:18.886623Z","end":"2026-03-04T02:36:20.123904Z","steps":["trace[1703204689] 'agreement among raft nodes before linearized reading' (duration: 1.237211287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.886605Z","time spent":"1.237328579s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:20.124018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.543731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:36:20.124086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115300935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.124078Z","caller":"traceutil/trace.go:171","msg":"trace[1376549918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34038; }","duration":"638.649654ms","start":"2026-03-04T02:36:19.48541Z","end":"2026-03-04T02:36:20.12406Z","steps":["trace[1376549918] 'agreement among raft nodes before linearized reading' (duration: 638.46514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.124111Z","caller":"traceutil/trace.go:171","msg":"trace[516785106] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:34038; }","duration":"1.115356807s","start":"2026-03-04T02:36:19.008745Z","end":"2026-03-04T02:36:20.124102Z","steps":["trace[516785106] 'agreement among raft nodes before linearized reading' (duration: 1.115309146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.124135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.00873Z","time spent":"1.115399098s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.124134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.485398Z","time spent":"638.722395ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:20.124224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.079278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T02:36:20.124264Z","caller":"traceutil/trace.go:171","msg":"trace[373650695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:34038; }","duration":"707.141689ms","start":"2026-03-04T02:36:19.41711Z","end":"2026-03-04T02:36:20.124252Z","steps":["trace[373650695] 'agreement among raft nodes before linearized reading' (duration: 707.014987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.124279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211041161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.124303Z","caller":"traceutil/trace.go:171","msg":"trace[1668142357] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34038; }","duration":"1.211097732s","start":"2026-03-04T02:36:18.913197Z","end":"2026-03-04T02:36:20.124295Z","steps":["trace[1668142357] 'agreement among raft nodes before linearized reading' (duration: 1.211050201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.124294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.4171Z","time spent":"707.186341ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:36:20.124327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:18.913181Z","time spent":"1.211137423s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:20.124658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.00789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:20.12468Z","caller":"traceutil/trace.go:171","msg":"trace[2038387029] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:34038; }","duration":"166.076031ms","start":"2026-03-04T02:36:19.958597Z","end":"2026-03-04T02:36:20.124673Z","steps":["trace[2038387029] 'agreement among raft nodes before linearized reading' (duration: 166.01761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.123324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.655056Z","time spent":"468.244017ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:20.123212Z","caller":"traceutil/trace.go:171","msg":"trace[1123878974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34038; }","duration":"560.846113ms","start":"2026-03-04T02:36:19.562352Z","end":"2026-03-04T02:36:20.123198Z","steps":["trace[1123878974] 'agreement among raft nodes before linearized reading' (duration: 560.73727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.124815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:19.562343Z","time spent":"562.451558ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:20.526598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.70421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:20.526708Z","caller":"traceutil/trace.go:171","msg":"trace[409312417] transaction","detail":"{read_only:false; response_revision:34039; number_of_response:1; }","duration":"397.856878ms","start":"2026-03-04T02:36:20.128832Z","end":"2026-03-04T02:36:20.526688Z","steps":["trace[409312417] 'process raft request' (duration: 193.978605ms)","trace[409312417] 'compare' (duration: 203.592857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:20.526775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.12882Z","time spent":"397.925761ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.728832Z","caller":"traceutil/trace.go:171","msg":"trace[626675851] transaction","detail":"{read_only:false; response_revision:34041; number_of_response:1; }","duration":"598.555763ms","start":"2026-03-04T02:36:20.130258Z","end":"2026-03-04T02:36:20.728814Z","steps":["trace[626675851] 'process raft request' (duration: 598.489051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.728836Z","caller":"traceutil/trace.go:171","msg":"trace[1440434260] transaction","detail":"{read_only:false; response_revision:34040; number_of_response:1; }","duration":"598.644004ms","start":"2026-03-04T02:36:20.130149Z","end":"2026-03-04T02:36:20.728793Z","steps":["trace[1440434260] 'process raft request' (duration: 592.924869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.729061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.130128Z","time spent":"598.785427ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.728948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.13025Z","time spent":"598.637234ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.729481Z","caller":"traceutil/trace.go:171","msg":"trace[1221586136] transaction","detail":"{read_only:false; response_revision:34042; number_of_response:1; }","duration":"599.196146ms","start":"2026-03-04T02:36:20.130275Z","end":"2026-03-04T02:36:20.729471Z","steps":["trace[1221586136] 'process raft request' (duration: 598.511701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.729537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.130262Z","time spent":"599.249538ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:20.729607Z","caller":"traceutil/trace.go:171","msg":"trace[722017512] linearizableReadLoop","detail":"{readStateIndex:35191; appliedIndex:35186; }","duration":"596.098389ms","start":"2026-03-04T02:36:20.133487Z","end":"2026-03-04T02:36:20.729585Z","steps":["trace[722017512] 'read index received' (duration: 189.498917ms)","trace[722017512] 'applied index is now lower than readState.Index' (duration: 406.597932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:20.729658Z","caller":"traceutil/trace.go:171","msg":"trace[1479268340] transaction","detail":"{read_only:false; response_revision:34043; number_of_response:1; }","duration":"599.175226ms","start":"2026-03-04T02:36:20.130473Z","end":"2026-03-04T02:36:20.729649Z","steps":["trace[1479268340] 'process raft request' (duration: 598.935801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.729725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.130466Z","time spent":"599.237347ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:20.729861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.280402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.729952Z","caller":"traceutil/trace.go:171","msg":"trace[872660264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34043; }","duration":"596.481117ms","start":"2026-03-04T02:36:20.133453Z","end":"2026-03-04T02:36:20.729934Z","steps":["trace[872660264] 'agreement among raft nodes before linearized reading' (duration: 596.267323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.730149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.133264Z","time spent":"596.866865ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:20.958458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.880969ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:20.958537Z","caller":"traceutil/trace.go:171","msg":"trace[776838980] linearizableReadLoop","detail":"{readStateIndex:35192; appliedIndex:35191; }","duration":"228.841962ms","start":"2026-03-04T02:36:20.729682Z","end":"2026-03-04T02:36:20.958524Z","steps":["trace[776838980] 'read index received' (duration: 31.82689ms)","trace[776838980] 'applied index is now lower than readState.Index' (duration: 197.014212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:20.958592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.855366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:20.95861Z","caller":"traceutil/trace.go:171","msg":"trace[1519846567] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34043; }","duration":"823.895407ms","start":"2026-03-04T02:36:20.134709Z","end":"2026-03-04T02:36:20.958604Z","steps":["trace[1519846567] 'agreement among raft nodes before linearized reading' (duration: 823.844146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.958632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.134702Z","time spent":"823.925278ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:20.958994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.22705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:36:20.959051Z","caller":"traceutil/trace.go:171","msg":"trace[1166213066] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34043; }","duration":"520.324932ms","start":"2026-03-04T02:36:20.438717Z","end":"2026-03-04T02:36:20.959042Z","steps":["trace[1166213066] 'agreement among raft nodes before linearized reading' (duration: 520.19478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.959068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.438695Z","time spent":"520.367463ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T02:36:20.959055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.346458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:20.959118Z","caller":"traceutil/trace.go:171","msg":"trace[1077319533] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34043; }","duration":"377.42838ms","start":"2026-03-04T02:36:20.581676Z","end":"2026-03-04T02:36:20.959105Z","steps":["trace[1077319533] 'agreement among raft nodes before linearized reading' (duration: 377.250146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.959149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.581622Z","time spent":"377.521933ms","remote":"127.0.0.1:57136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":65,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:20.959275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.401857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:20.959296Z","caller":"traceutil/trace.go:171","msg":"trace[81961937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34043; }","duration":"306.469919ms","start":"2026-03-04T02:36:20.65282Z","end":"2026-03-04T02:36:20.95929Z","steps":["trace[81961937] 'agreement among raft nodes before linearized reading' (duration: 306.05624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.959309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.652793Z","time spent":"306.51314ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:20.959486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.27819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:36:20.959512Z","caller":"traceutil/trace.go:171","msg":"trace[1504913230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34043; }","duration":"590.341602ms","start":"2026-03-04T02:36:20.369163Z","end":"2026-03-04T02:36:20.959505Z","steps":["trace[1504913230] 'agreement among raft nodes before linearized reading' (duration: 589.744299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:20.959528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.369132Z","time spent":"590.393782ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:21.064001Z","caller":"traceutil/trace.go:171","msg":"trace[420588587] linearizableReadLoop","detail":"{readStateIndex:35193; appliedIndex:35192; }","duration":"101.003591ms","start":"2026-03-04T02:36:20.962977Z","end":"2026-03-04T02:36:21.06398Z","steps":["trace[420588587] 'read index received' (duration: 100.781546ms)","trace[420588587] 'applied index is now lower than readState.Index' (duration: 221.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:21.064103Z","caller":"traceutil/trace.go:171","msg":"trace[145489556] transaction","detail":"{read_only:false; response_revision:34044; number_of_response:1; }","duration":"101.766239ms","start":"2026-03-04T02:36:20.962307Z","end":"2026-03-04T02:36:21.064073Z","steps":["trace[145489556] 'process raft request' (duration: 101.520483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.064358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.359798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:21.06443Z","caller":"traceutil/trace.go:171","msg":"trace[222204712] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34044; }","duration":"101.448011ms","start":"2026-03-04T02:36:20.962965Z","end":"2026-03-04T02:36:21.064413Z","steps":["trace[222204712] 'agreement among raft nodes before linearized reading' (duration: 101.141384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.064556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.085251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:36:21.064635Z","caller":"traceutil/trace.go:171","msg":"trace[1176832375] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:34044; }","duration":"100.225284ms","start":"2026-03-04T02:36:20.964387Z","end":"2026-03-04T02:36:21.064613Z","steps":["trace[1176832375] 'agreement among raft nodes before linearized reading' (duration: 99.888767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.7737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.867708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:21.773996Z","caller":"traceutil/trace.go:171","msg":"trace[1133427135] transaction","detail":"{read_only:false; response_revision:34046; number_of_response:1; }","duration":"608.92692ms","start":"2026-03-04T02:36:21.165044Z","end":"2026-03-04T02:36:21.773971Z","steps":["trace[1133427135] 'process raft request' (duration: 608.806497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.774115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.165019Z","time spent":"609.042353ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:21.774177Z","caller":"traceutil/trace.go:171","msg":"trace[234877497] linearizableReadLoop","detail":"{readStateIndex:35194; appliedIndex:35193; }","duration":"648.518111ms","start":"2026-03-04T02:36:21.12563Z","end":"2026-03-04T02:36:21.774148Z","steps":["trace[234877497] 'read index received' (duration: 371.138361ms)","trace[234877497] 'applied index is now lower than readState.Index' (duration: 277.37638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:21.774329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.687284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:21.774369Z","caller":"traceutil/trace.go:171","msg":"trace[764740387] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34046; }","duration":"648.772426ms","start":"2026-03-04T02:36:21.125586Z","end":"2026-03-04T02:36:21.774358Z","steps":["trace[764740387] 'agreement among raft nodes before linearized reading' (duration: 648.655394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.774404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.125568Z","time spent":"648.827787ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:36:21.774645Z","caller":"traceutil/trace.go:171","msg":"trace[1805960186] transaction","detail":"{read_only:false; response_revision:34045; number_of_response:1; }","duration":"680.125245ms","start":"2026-03-04T02:36:21.094489Z","end":"2026-03-04T02:36:21.774614Z","steps":["trace[1805960186] 'process raft request' (duration: 402.243505ms)","trace[1805960186] 'compare' (duration: 276.563891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:21.774787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.094472Z","time spent":"680.234818ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.348303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.970143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.348381Z","caller":"traceutil/trace.go:171","msg":"trace[1838318451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34046; }","duration":"459.098006ms","start":"2026-03-04T02:36:21.889265Z","end":"2026-03-04T02:36:22.348363Z","steps":["trace[1838318451] 'range keys from in-memory index tree' (duration: 458.895362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.348576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.889249Z","time spent":"459.31387ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:22.656003Z","caller":"traceutil/trace.go:171","msg":"trace[41664519] transaction","detail":"{read_only:false; response_revision:34047; number_of_response:1; }","duration":"527.450639ms","start":"2026-03-04T02:36:22.128529Z","end":"2026-03-04T02:36:22.65598Z","steps":["trace[41664519] 'process raft request' (duration: 527.103201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.656237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.128506Z","time spent":"527.566281ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.733312Z","caller":"traceutil/trace.go:171","msg":"trace[693113489] transaction","detail":"{read_only:false; response_revision:34048; number_of_response:1; }","duration":"604.031473ms","start":"2026-03-04T02:36:22.129253Z","end":"2026-03-04T02:36:22.733285Z","steps":["trace[693113489] 'process raft request' (duration: 602.579961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.733458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.129226Z","time spent":"604.158226ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.733624Z","caller":"traceutil/trace.go:171","msg":"trace[470583096] transaction","detail":"{read_only:false; response_revision:34049; number_of_response:1; }","duration":"604.313939ms","start":"2026-03-04T02:36:22.129261Z","end":"2026-03-04T02:36:22.733575Z","steps":["trace[470583096] 'process raft request' (duration: 603.957082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.733737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.129234Z","time spent":"604.442992ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.734047Z","caller":"traceutil/trace.go:171","msg":"trace[92595055] linearizableReadLoop","detail":"{readStateIndex:35200; appliedIndex:35196; }","duration":"384.332341ms","start":"2026-03-04T02:36:22.349695Z","end":"2026-03-04T02:36:22.734028Z","steps":["trace[92595055] 'read index received' (duration: 306.270604ms)","trace[92595055] 'applied index is now lower than readState.Index' (duration: 78.060287ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.734014Z","caller":"traceutil/trace.go:171","msg":"trace[1402987361] transaction","detail":"{read_only:false; response_revision:34050; number_of_response:1; }","duration":"604.224497ms","start":"2026-03-04T02:36:22.129719Z","end":"2026-03-04T02:36:22.733943Z","steps":["trace[1402987361] 'process raft request' (duration: 603.779758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.734174Z","caller":"traceutil/trace.go:171","msg":"trace[1822211482] transaction","detail":"{read_only:false; response_revision:34051; number_of_response:1; }","duration":"604.128995ms","start":"2026-03-04T02:36:22.130028Z","end":"2026-03-04T02:36:22.734157Z","steps":["trace[1822211482] 'process raft request' (duration: 603.763517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.734276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.130019Z","time spent":"604.201017ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.734299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.129706Z","time spent":"604.419261ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.734311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.607887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:22.734373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.361042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:22.734372Z","caller":"traceutil/trace.go:171","msg":"trace[1087726457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34051; }","duration":"384.684279ms","start":"2026-03-04T02:36:22.349664Z","end":"2026-03-04T02:36:22.734348Z","steps":["trace[1087726457] 'agreement among raft nodes before linearized reading' (duration: 384.608147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.734409Z","caller":"traceutil/trace.go:171","msg":"trace[1698399071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34051; }","duration":"203.425953ms","start":"2026-03-04T02:36:22.530975Z","end":"2026-03-04T02:36:22.734401Z","steps":["trace[1698399071] 'agreement among raft nodes before linearized reading' (duration: 203.353362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.734417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.349651Z","time spent":"384.75893ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:23.087321Z","caller":"traceutil/trace.go:171","msg":"trace[30329558] transaction","detail":"{read_only:false; response_revision:34052; number_of_response:1; }","duration":"347.251086ms","start":"2026-03-04T02:36:22.740045Z","end":"2026-03-04T02:36:23.087296Z","steps":["trace[30329558] 'process raft request' (duration: 347.102203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.087447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.740023Z","time spent":"347.359638ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.350069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.604034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:23.352696Z","caller":"traceutil/trace.go:171","msg":"trace[1866989817] transaction","detail":"{read_only:false; response_revision:34054; number_of_response:1; }","duration":"611.451886ms","start":"2026-03-04T02:36:22.741211Z","end":"2026-03-04T02:36:23.352663Z","steps":["trace[1866989817] 'process raft request' (duration: 608.950151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.352852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.7412Z","time spent":"611.58803ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:23.352258Z","caller":"traceutil/trace.go:171","msg":"trace[1452024385] transaction","detail":"{read_only:false; response_revision:34053; number_of_response:1; }","duration":"609.172376ms","start":"2026-03-04T02:36:22.741042Z","end":"2026-03-04T02:36:23.350214Z","steps":["trace[1452024385] 'process raft request' (duration: 447.322247ms)","trace[1452024385] 'compare' (duration: 161.488171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:23.356112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.741031Z","time spent":"614.961113ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:23.359817Z","caller":"traceutil/trace.go:171","msg":"trace[721612973] transaction","detail":"{read_only:false; response_revision:34055; number_of_response:1; }","duration":"617.953999ms","start":"2026-03-04T02:36:22.741841Z","end":"2026-03-04T02:36:23.359795Z","steps":["trace[721612973] 'process raft request' (duration: 610.772261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.359907Z","caller":"traceutil/trace.go:171","msg":"trace[916197999] linearizableReadLoop","detail":"{readStateIndex:35205; appliedIndex:35200; }","duration":"291.516751ms","start":"2026-03-04T02:36:23.068334Z","end":"2026-03-04T02:36:23.35985Z","steps":["trace[916197999] 'read index received' (duration: 18.781174ms)","trace[916197999] 'applied index is now lower than readState.Index' (duration: 272.734117ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:23.359938Z","caller":"traceutil/trace.go:171","msg":"trace[957215493] transaction","detail":"{read_only:false; response_revision:34056; number_of_response:1; }","duration":"617.133991ms","start":"2026-03-04T02:36:22.742761Z","end":"2026-03-04T02:36:23.359895Z","steps":["trace[957215493] 'process raft request' (duration: 616.881005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.359961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.741834Z","time spent":"618.03942ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.360016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:22.742751Z","time spent":"617.220702ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.360061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.713815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:23.3601Z","caller":"traceutil/trace.go:171","msg":"trace[804417509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34056; }","duration":"291.782936ms","start":"2026-03-04T02:36:23.0683Z","end":"2026-03-04T02:36:23.360083Z","steps":["trace[804417509] 'agreement among raft nodes before linearized reading' (duration: 291.659093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.730278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.019166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:23.730513Z","caller":"traceutil/trace.go:171","msg":"trace[1925990744] transaction","detail":"{read_only:false; response_revision:34057; number_of_response:1; }","duration":"366.699503ms","start":"2026-03-04T02:36:23.363756Z","end":"2026-03-04T02:36:23.730455Z","steps":["trace[1925990744] 'process raft request' (duration: 97.438152ms)","trace[1925990744] 'compare' (duration: 268.929594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:23.730905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.363737Z","time spent":"367.076352ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.388626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519118988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:36:24.392679Z","caller":"traceutil/trace.go:171","msg":"trace[417859566] linearizableReadLoop","detail":"{readStateIndex:35207; appliedIndex:35206; }","duration":"504.642107ms","start":"2026-03-04T02:36:23.887995Z","end":"2026-03-04T02:36:24.392637Z","steps":["trace[417859566] 'read index received' (duration: 504.460543ms)","trace[417859566] 'applied index is now lower than readState.Index' (duration: 180.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:24.392832Z","caller":"traceutil/trace.go:171","msg":"trace[1041257841] transaction","detail":"{read_only:false; response_revision:34058; number_of_response:1; }","duration":"610.883194ms","start":"2026-03-04T02:36:23.781898Z","end":"2026-03-04T02:36:24.392781Z","steps":["trace[1041257841] 'process raft request' (duration: 610.533026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.392904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.878592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:24.392988Z","caller":"traceutil/trace.go:171","msg":"trace[1220177304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34058; }","duration":"504.976534ms","start":"2026-03-04T02:36:23.887965Z","end":"2026-03-04T02:36:24.392942Z","steps":["trace[1220177304] 'agreement among raft nodes before linearized reading' (duration: 504.862302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.392988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.322505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:24.393042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.887947Z","time spent":"505.081777ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:24.39305Z","caller":"traceutil/trace.go:171","msg":"trace[1478056466] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34058; }","duration":"386.472959ms","start":"2026-03-04T02:36:24.006556Z","end":"2026-03-04T02:36:24.393029Z","steps":["trace[1478056466] 'agreement among raft nodes before linearized reading' (duration: 386.302935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:24.393073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.781872Z","time spent":"611.050118ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:24.393099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.006535Z","time spent":"386.553821ms","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:24.845999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.84734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:24.846383Z","caller":"traceutil/trace.go:171","msg":"trace[51253360] linearizableReadLoop","detail":"{readStateIndex:35209; appliedIndex:35208; }","duration":"215.014028ms","start":"2026-03-04T02:36:24.631336Z","end":"2026-03-04T02:36:24.846351Z","steps":["trace[51253360] 'read index received' (duration: 98.073927ms)","trace[51253360] 'applied index is now lower than readState.Index' (duration: 116.935751ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:24.846416Z","caller":"traceutil/trace.go:171","msg":"trace[1662249235] transaction","detail":"{read_only:false; response_revision:34059; number_of_response:1; }","duration":"231.890649ms","start":"2026-03-04T02:36:24.614216Z","end":"2026-03-04T02:36:24.846106Z","steps":["trace[1662249235] 'process raft request' (duration: 114.854016ms)","trace[1662249235] 'compare' (duration: 116.726686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:24.846554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.213012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:24.846611Z","caller":"traceutil/trace.go:171","msg":"trace[1417940886] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:34059; }","duration":"215.326465ms","start":"2026-03-04T02:36:24.631272Z","end":"2026-03-04T02:36:24.846599Z","steps":["trace[1417940886] 'agreement among raft nodes before linearized reading' (duration: 215.192102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:24.846693Z","caller":"traceutil/trace.go:171","msg":"trace[472843753] transaction","detail":"{read_only:false; response_revision:34060; number_of_response:1; }","duration":"184.560809ms","start":"2026-03-04T02:36:24.662087Z","end":"2026-03-04T02:36:24.846648Z","steps":["trace[472843753] 'process raft request' (duration: 184.126069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:25.189815Z","caller":"traceutil/trace.go:171","msg":"trace[1142312148] transaction","detail":"{read_only:false; response_revision:34061; number_of_response:1; }","duration":"449.104436ms","start":"2026-03-04T02:36:24.740679Z","end":"2026-03-04T02:36:25.189783Z","steps":["trace[1142312148] 'process raft request' (duration: 395.945307ms)","trace[1142312148] 'compare' (duration: 52.598757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:25.189959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.740652Z","time spent":"449.237698ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:25.190057Z","caller":"traceutil/trace.go:171","msg":"trace[1651540393] transaction","detail":"{read_only:false; response_revision:34062; number_of_response:1; }","duration":"448.762888ms","start":"2026-03-04T02:36:24.741224Z","end":"2026-03-04T02:36:25.189987Z","steps":["trace[1651540393] 'process raft request' (duration: 448.466772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.190215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.741187Z","time spent":"448.944383ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:25.190591Z","caller":"traceutil/trace.go:171","msg":"trace[717374966] linearizableReadLoop","detail":"{readStateIndex:35214; appliedIndex:35210; }","duration":"342.331599ms","start":"2026-03-04T02:36:24.848242Z","end":"2026-03-04T02:36:25.190574Z","steps":["trace[717374966] 'read index received' (duration: 288.359231ms)","trace[717374966] 'applied index is now lower than readState.Index' (duration: 53.971128ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:25.1908Z","caller":"traceutil/trace.go:171","msg":"trace[54951226] transaction","detail":"{read_only:false; response_revision:34063; number_of_response:1; }","duration":"449.445934ms","start":"2026-03-04T02:36:24.741336Z","end":"2026-03-04T02:36:25.190781Z","steps":["trace[54951226] 'process raft request' (duration: 448.582614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:25.190853Z","caller":"traceutil/trace.go:171","msg":"trace[94984613] transaction","detail":"{read_only:false; response_revision:34064; number_of_response:1; }","duration":"447.903279ms","start":"2026-03-04T02:36:24.742916Z","end":"2026-03-04T02:36:25.190819Z","steps":["trace[94984613] 'process raft request' (duration: 447.589023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.190961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.74289Z","time spent":"448.020982ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:25.19114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.741326Z","time spent":"449.539166ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:25.191297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.063325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:36:25.19136Z","caller":"traceutil/trace.go:171","msg":"trace[1689677638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34064; }","duration":"343.161877ms","start":"2026-03-04T02:36:24.848184Z","end":"2026-03-04T02:36:25.191346Z","steps":["trace[1689677638] 'agreement among raft nodes before linearized reading' (duration: 343.018504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.191396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.848165Z","time spent":"343.224228ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:36:25.260936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.069042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:25.261025Z","caller":"traceutil/trace.go:171","msg":"trace[513046008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34065; }","duration":"372.207925ms","start":"2026-03-04T02:36:24.888799Z","end":"2026-03-04T02:36:25.261006Z","steps":["trace[513046008] 'agreement among raft nodes before linearized reading' (duration: 372.051631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.261098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:24.888747Z","time spent":"372.341058ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:25.261189Z","caller":"traceutil/trace.go:171","msg":"trace[306488947] transaction","detail":"{read_only:false; response_revision:34065; number_of_response:1; }","duration":"130.252385ms","start":"2026-03-04T02:36:25.130911Z","end":"2026-03-04T02:36:25.261164Z","steps":["trace[306488947] 'process raft request' (duration: 129.770215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.261144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.957385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:25.261582Z","caller":"traceutil/trace.go:171","msg":"trace[973199501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34065; }","duration":"169.444856ms","start":"2026-03-04T02:36:25.092109Z","end":"2026-03-04T02:36:25.261553Z","steps":["trace[973199501] 'agreement among raft nodes before linearized reading' (duration: 168.755911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.55924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.273288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:25.55936Z","caller":"traceutil/trace.go:171","msg":"trace[1907439106] linearizableReadLoop","detail":"{readStateIndex:35216; appliedIndex:35215; }","duration":"199.569819ms","start":"2026-03-04T02:36:25.359774Z","end":"2026-03-04T02:36:25.559344Z","steps":["trace[1907439106] 'read index received' (duration: 7.114417ms)","trace[1907439106] 'applied index is now lower than readState.Index' (duration: 192.454422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:25.55943Z","caller":"traceutil/trace.go:171","msg":"trace[530339683] transaction","detail":"{read_only:false; response_revision:34066; number_of_response:1; }","duration":"293.083384ms","start":"2026-03-04T02:36:25.266326Z","end":"2026-03-04T02:36:25.559409Z","steps":["trace[530339683] 'process raft request' (duration: 100.566341ms)","trace[530339683] 'compare' (duration: 192.022073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:25.559688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.908926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:25.559732Z","caller":"traceutil/trace.go:171","msg":"trace[1140441668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34066; }","duration":"199.997148ms","start":"2026-03-04T02:36:25.359724Z","end":"2026-03-04T02:36:25.559721Z","steps":["trace[1140441668] 'agreement among raft nodes before linearized reading' (duration: 199.701312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.559754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.315115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:25.559868Z","caller":"traceutil/trace.go:171","msg":"trace[793132085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34066; }","duration":"195.441198ms","start":"2026-03-04T02:36:25.364414Z","end":"2026-03-04T02:36:25.559855Z","steps":["trace[793132085] 'agreement among raft nodes before linearized reading' (duration: 195.307914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:25.559954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.374036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:25.559682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.183882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:25.560058Z","caller":"traceutil/trace.go:171","msg":"trace[1387873147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34066; }","duration":"195.779996ms","start":"2026-03-04T02:36:25.36426Z","end":"2026-03-04T02:36:25.56004Z","steps":["trace[1387873147] 'agreement among raft nodes before linearized reading' (duration: 195.230123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:25.560098Z","caller":"traceutil/trace.go:171","msg":"trace[40935295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34066; }","duration":"195.644923ms","start":"2026-03-04T02:36:25.364438Z","end":"2026-03-04T02:36:25.560083Z","steps":["trace[40935295] 'agreement among raft nodes before linearized reading' (duration: 195.11361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.620856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.839257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:26.620952Z","caller":"traceutil/trace.go:171","msg":"trace[1112037712] transaction","detail":"{read_only:false; response_revision:34067; number_of_response:1; }","duration":"1.056739457s","start":"2026-03-04T02:36:25.564197Z","end":"2026-03-04T02:36:26.620937Z","steps":["trace[1112037712] 'process raft request' (duration: 317.767858ms)","trace[1112037712] 'compare' (duration: 738.651693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:26.621019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.564178Z","time spent":"1.05681892s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:26.995737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113666329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:36:27.043953Z","caller":"traceutil/trace.go:171","msg":"trace[171044855] linearizableReadLoop","detail":"{readStateIndex:35220; appliedIndex:35216; }","duration":"1.309206459s","start":"2026-03-04T02:36:25.734722Z","end":"2026-03-04T02:36:27.043929Z","steps":["trace[171044855] 'read index received' (duration: 147.272249ms)","trace[171044855] 'applied index is now lower than readState.Index' (duration: 1.16193328s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:27.044136Z","caller":"traceutil/trace.go:171","msg":"trace[413181650] transaction","detail":"{read_only:false; response_revision:34070; number_of_response:1; }","duration":"1.46886096s","start":"2026-03-04T02:36:25.575235Z","end":"2026-03-04T02:36:27.044096Z","steps":["trace[413181650] 'process raft request' (duration: 1.468645995s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.044071Z","caller":"traceutil/trace.go:171","msg":"trace[1121477196] transaction","detail":"{read_only:false; response_revision:34068; number_of_response:1; }","duration":"1.478883801s","start":"2026-03-04T02:36:25.565174Z","end":"2026-03-04T02:36:27.044058Z","steps":["trace[1121477196] 'process raft request' (duration: 1.430812914s)","trace[1121477196] 'compare' (duration: 47.210838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.044265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309516726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:36:27.044278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.575223Z","time spent":"1.468982473s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.044332Z","caller":"traceutil/trace.go:171","msg":"trace[1327347292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34070; }","duration":"1.309639679s","start":"2026-03-04T02:36:25.734675Z","end":"2026-03-04T02:36:27.044314Z","steps":["trace[1327347292] 'agreement among raft nodes before linearized reading' (duration: 1.309417304s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.044264Z","caller":"traceutil/trace.go:171","msg":"trace[1799939873] transaction","detail":"{read_only:false; response_revision:34069; number_of_response:1; }","duration":"1.478489771s","start":"2026-03-04T02:36:25.565759Z","end":"2026-03-04T02:36:27.044249Z","steps":["trace[1799939873] 'process raft request' (duration: 1.478010941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.044378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.734653Z","time spent":"1.309717601s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:27.044514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.565748Z","time spent":"1.478647385s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.044559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.565133Z","time spent":"1.479186208s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.629156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.904374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:27.629304Z","caller":"traceutil/trace.go:171","msg":"trace[1314028798] transaction","detail":"{read_only:false; response_revision:34071; number_of_response:1; }","duration":"1.229497667s","start":"2026-03-04T02:36:26.399791Z","end":"2026-03-04T02:36:27.629289Z","steps":["trace[1314028798] 'process raft request' (duration: 864.408509ms)","trace[1314028798] 'compare' (duration: 364.572117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.629386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.399755Z","time spent":"1.229575688s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.62949Z","caller":"traceutil/trace.go:171","msg":"trace[1912692102] linearizableReadLoop","detail":"{readStateIndex:35222; appliedIndex:35220; }","duration":"585.400963ms","start":"2026-03-04T02:36:27.044023Z","end":"2026-03-04T02:36:27.629424Z","steps":["trace[1912692102] 'read index received' (duration: 220.205423ms)","trace[1912692102] 'applied index is now lower than readState.Index' (duration: 365.19373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.629582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.717551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:36:27.629582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.724343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:27.629636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307206746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:27.629657Z","caller":"traceutil/trace.go:171","msg":"trace[552761850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34072; }","duration":"827.839774ms","start":"2026-03-04T02:36:26.801801Z","end":"2026-03-04T02:36:27.629641Z","steps":["trace[552761850] 'agreement among raft nodes before linearized reading' (duration: 827.6384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.629674Z","caller":"traceutil/trace.go:171","msg":"trace[1305617132] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34072; }","duration":"1.307286846s","start":"2026-03-04T02:36:26.322376Z","end":"2026-03-04T02:36:27.629663Z","steps":["trace[1305617132] 'agreement among raft nodes before linearized reading' (duration: 1.307133883s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.62967Z","caller":"traceutil/trace.go:171","msg":"trace[405317905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34072; }","duration":"697.873426ms","start":"2026-03-04T02:36:26.931777Z","end":"2026-03-04T02:36:27.629651Z","steps":["trace[405317905] 'agreement among raft nodes before linearized reading' (duration: 697.703293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.629701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.322356Z","time spent":"1.307336988s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:27.629694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.801782Z","time spent":"827.904035ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:27.629718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.931759Z","time spent":"697.948137ms","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:27.629621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739840099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:27.629731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449972525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:36:27.629779Z","caller":"traceutil/trace.go:171","msg":"trace[1503764156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34072; }","duration":"1.450057317s","start":"2026-03-04T02:36:26.179708Z","end":"2026-03-04T02:36:27.629765Z","steps":["trace[1503764156] 'agreement among raft nodes before linearized reading' (duration: 1.449900063s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.629765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162505584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:36:27.629815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.179688Z","time spent":"1.450119068s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:36:27.629783Z","caller":"traceutil/trace.go:171","msg":"trace[1896942583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34072; }","duration":"1.740030174s","start":"2026-03-04T02:36:25.889729Z","end":"2026-03-04T02:36:27.62976Z","steps":["trace[1896942583] 'agreement among raft nodes before linearized reading' (duration: 1.73984357s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.629862Z","caller":"traceutil/trace.go:171","msg":"trace[1025497605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34072; }","duration":"1.162671647s","start":"2026-03-04T02:36:26.467172Z","end":"2026-03-04T02:36:27.629843Z","steps":["trace[1025497605] 'agreement among raft nodes before linearized reading' (duration: 1.162360411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.629898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:25.889713Z","time spent":"1.740167076s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:27.62993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.467158Z","time spent":"1.162762859s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:36:27.629556Z","caller":"traceutil/trace.go:171","msg":"trace[611117576] transaction","detail":"{read_only:false; response_revision:34072; number_of_response:1; }","duration":"777.504806ms","start":"2026-03-04T02:36:26.852014Z","end":"2026-03-04T02:36:27.629519Z","steps":["trace[611117576] 'process raft request' (duration: 777.20492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.630116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.851989Z","time spent":"778.06946ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.955804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.120684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:27.956015Z","caller":"traceutil/trace.go:171","msg":"trace[503441662] transaction","detail":"{read_only:false; response_revision:34075; number_of_response:1; }","duration":"759.152494ms","start":"2026-03-04T02:36:27.196849Z","end":"2026-03-04T02:36:27.956002Z","steps":["trace[503441662] 'process raft request' (duration: 759.072103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.956072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.196828Z","time spent":"759.218035ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.956102Z","caller":"traceutil/trace.go:171","msg":"trace[1411976862] transaction","detail":"{read_only:false; response_revision:34073; number_of_response:1; }","duration":"905.841739ms","start":"2026-03-04T02:36:27.05023Z","end":"2026-03-04T02:36:27.956071Z","steps":["trace[1411976862] 'process raft request' (duration: 728.385207ms)","trace[1411976862] 'compare' (duration: 177.033453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:27.956227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.050209Z","time spent":"905.929721ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.95625Z","caller":"traceutil/trace.go:171","msg":"trace[1219478787] transaction","detail":"{read_only:false; response_revision:34074; number_of_response:1; }","duration":"759.712375ms","start":"2026-03-04T02:36:27.196529Z","end":"2026-03-04T02:36:27.956242Z","steps":["trace[1219478787] 'process raft request' (duration: 759.354808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.95627Z","caller":"traceutil/trace.go:171","msg":"trace[2139319778] transaction","detail":"{read_only:false; response_revision:34076; number_of_response:1; }","duration":"759.320058ms","start":"2026-03-04T02:36:27.196941Z","end":"2026-03-04T02:36:27.956261Z","steps":["trace[2139319778] 'process raft request' (duration: 759.026962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.956293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.196496Z","time spent":"759.772347ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:27.956315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.196916Z","time spent":"759.374498ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:27.956411Z","caller":"traceutil/trace.go:171","msg":"trace[711165608] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"759.363918ms","start":"2026-03-04T02:36:27.19704Z","end":"2026-03-04T02:36:27.956404Z","steps":["trace[711165608] 'process raft request' (duration: 759.179524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:27.956455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.197026Z","time spent":"759.40766ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:28.384499Z","caller":"traceutil/trace.go:171","msg":"trace[904671812] transaction","detail":"{read_only:false; response_revision:34078; number_of_response:1; }","duration":"756.268491ms","start":"2026-03-04T02:36:27.62821Z","end":"2026-03-04T02:36:28.384478Z","steps":["trace[904671812] 'process raft request' (duration: 755.331619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.384746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.628191Z","time spent":"756.500415ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:28.385094Z","caller":"traceutil/trace.go:171","msg":"trace[884747401] linearizableReadLoop","detail":"{readStateIndex:35228; appliedIndex:35222; }","duration":"755.543625ms","start":"2026-03-04T02:36:27.629543Z","end":"2026-03-04T02:36:28.385086Z","steps":["trace[884747401] 'read index received' (duration: 149.086289ms)","trace[884747401] 'applied index is now lower than readState.Index' (duration: 606.456736ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:28.38514Z","caller":"traceutil/trace.go:171","msg":"trace[1306877392] transaction","detail":"{read_only:false; response_revision:34079; number_of_response:1; }","duration":"750.957993ms","start":"2026-03-04T02:36:27.634155Z","end":"2026-03-04T02:36:28.385113Z","steps":["trace[1306877392] 'process raft request' (duration: 750.267528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.385185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.791526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:28.385236Z","caller":"traceutil/trace.go:171","msg":"trace[1504227981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34080; }","duration":"753.871888ms","start":"2026-03-04T02:36:27.631358Z","end":"2026-03-04T02:36:28.38523Z","steps":["trace[1504227981] 'agreement among raft nodes before linearized reading' (duration: 753.802346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.385267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.631332Z","time spent":"753.930589ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:28.385196Z","caller":"traceutil/trace.go:171","msg":"trace[1880273226] transaction","detail":"{read_only:false; response_revision:34080; number_of_response:1; }","duration":"750.945704ms","start":"2026-03-04T02:36:27.634185Z","end":"2026-03-04T02:36:28.385131Z","steps":["trace[1880273226] 'process raft request' (duration: 750.857622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.385272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.634138Z","time spent":"751.065206ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:28.38526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.961224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:36:28.385424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.351042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:28.385423Z","caller":"traceutil/trace.go:171","msg":"trace[575478853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34080; }","duration":"822.107387ms","start":"2026-03-04T02:36:27.563284Z","end":"2026-03-04T02:36:28.385391Z","steps":["trace[575478853] 'agreement among raft nodes before linearized reading' (duration: 821.836751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.385473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.634171Z","time spent":"751.194019ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:28.385514Z","caller":"traceutil/trace.go:171","msg":"trace[2119315479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34080; }","duration":"751.453714ms","start":"2026-03-04T02:36:27.634029Z","end":"2026-03-04T02:36:28.385483Z","steps":["trace[2119315479] 'agreement among raft nodes before linearized reading' (duration: 751.227539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:28.385517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.563224Z","time spent":"822.271342ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:28.385555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:27.634022Z","time spent":"751.525516ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:36:28.5766Z","caller":"traceutil/trace.go:171","msg":"trace[1722477217] linearizableReadLoop","detail":"{readStateIndex:35231; appliedIndex:35230; }","duration":"183.011604ms","start":"2026-03-04T02:36:28.393563Z","end":"2026-03-04T02:36:28.576575Z","steps":["trace[1722477217] 'read index received' (duration: 111.710957ms)","trace[1722477217] 'applied index is now lower than readState.Index' (duration: 71.299597ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:28.576632Z","caller":"traceutil/trace.go:171","msg":"trace[2036284023] transaction","detail":"{read_only:false; response_revision:34081; number_of_response:1; }","duration":"187.006102ms","start":"2026-03-04T02:36:28.389597Z","end":"2026-03-04T02:36:28.576603Z","steps":["trace[2036284023] 'process raft request' (duration: 115.688234ms)","trace[2036284023] 'compare' (duration: 71.168565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:28.57681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.890038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:28.576806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.194198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:28.576852Z","caller":"traceutil/trace.go:171","msg":"trace[270667382] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34081; }","duration":"136.01001ms","start":"2026-03-04T02:36:28.440831Z","end":"2026-03-04T02:36:28.576841Z","steps":["trace[270667382] 'agreement among raft nodes before linearized reading' (duration: 135.881667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:28.57688Z","caller":"traceutil/trace.go:171","msg":"trace[1084800081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34081; }","duration":"183.333141ms","start":"2026-03-04T02:36:28.393528Z","end":"2026-03-04T02:36:28.576861Z","steps":["trace[1084800081] 'agreement among raft nodes before linearized reading' (duration: 183.180568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.965022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226270347s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:29.965082Z","caller":"traceutil/trace.go:171","msg":"trace[1699883669] linearizableReadLoop","detail":"{readStateIndex:35232; appliedIndex:35231; }","duration":"1.078015386s","start":"2026-03-04T02:36:28.887057Z","end":"2026-03-04T02:36:29.965073Z","steps":["trace[1699883669] 'read index received' (duration: 28.001µs)","trace[1699883669] 'applied index is now lower than readState.Index' (duration: 1.077986635s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:29.965119Z","caller":"traceutil/trace.go:171","msg":"trace[267825664] transaction","detail":"{read_only:false; response_revision:34082; number_of_response:1; }","duration":"1.337192365s","start":"2026-03-04T02:36:28.62792Z","end":"2026-03-04T02:36:29.965113Z","steps":["trace[267825664] 'process raft request' (duration: 110.768575ms)","trace[267825664] 'compare' (duration: 1.225150302s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:29.965148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:28.627907Z","time spent":"1.337223875s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:29.965234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07817698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:29.965253Z","caller":"traceutil/trace.go:171","msg":"trace[1763043362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34082; }","duration":"1.078237661s","start":"2026-03-04T02:36:28.88701Z","end":"2026-03-04T02:36:29.965248Z","steps":["trace[1763043362] 'agreement among raft nodes before linearized reading' (duration: 1.07820092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.965266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:28.886997Z","time spent":"1.078266021s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:29.967527Z","caller":"traceutil/trace.go:171","msg":"trace[432118816] transaction","detail":"{read_only:false; response_revision:34083; number_of_response:1; }","duration":"332.480082ms","start":"2026-03-04T02:36:29.635024Z","end":"2026-03-04T02:36:29.967504Z","steps":["trace[432118816] 'process raft request' (duration: 332.350839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.967732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.635001Z","time spent":"332.586514ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:30.761861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.928443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:30.762001Z","caller":"traceutil/trace.go:171","msg":"trace[1621033490] transaction","detail":"{read_only:false; response_revision:34086; number_of_response:1; }","duration":"800.82067ms","start":"2026-03-04T02:36:29.961171Z","end":"2026-03-04T02:36:30.761992Z","steps":["trace[1621033490] 'process raft request' (duration: 800.783159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.961141Z","time spent":"800.878441ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.762058Z","caller":"traceutil/trace.go:171","msg":"trace[580455052] transaction","detail":"{read_only:false; response_revision:34084; number_of_response:1; }","duration":"1.125661444s","start":"2026-03-04T02:36:29.636375Z","end":"2026-03-04T02:36:30.762037Z","steps":["trace[580455052] 'process raft request' (duration: 791.504595ms)","trace[580455052] 'compare' (duration: 333.274009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:30.762147Z","caller":"traceutil/trace.go:171","msg":"trace[1948293634] transaction","detail":"{read_only:false; response_revision:34085; number_of_response:1; }","duration":"1.046933072s","start":"2026-03-04T02:36:29.715208Z","end":"2026-03-04T02:36:30.762141Z","steps":["trace[1948293634] 'process raft request' (duration: 1.046709376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.636352Z","time spent":"1.125746265s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:30.762172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.715193Z","time spent":"1.046965633s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.762255Z","caller":"traceutil/trace.go:171","msg":"trace[2006809206] transaction","detail":"{read_only:false; response_revision:34087; number_of_response:1; }","duration":"799.282356ms","start":"2026-03-04T02:36:29.962967Z","end":"2026-03-04T02:36:30.76225Z","steps":["trace[2006809206] 'process raft request' (duration: 799.00537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.962938Z","time spent":"799.329678ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.762461Z","caller":"traceutil/trace.go:171","msg":"trace[1703430296] transaction","detail":"{read_only:false; response_revision:34088; number_of_response:1; }","duration":"799.449601ms","start":"2026-03-04T02:36:29.963005Z","end":"2026-03-04T02:36:30.762455Z","steps":["trace[1703430296] 'process raft request' (duration: 799.223496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.962983Z","time spent":"799.492521ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:30.762546Z","caller":"traceutil/trace.go:171","msg":"trace[354821090] linearizableReadLoop","detail":"{readStateIndex:35239; appliedIndex:35232; }","duration":"797.443046ms","start":"2026-03-04T02:36:29.965096Z","end":"2026-03-04T02:36:30.762539Z","steps":["trace[354821090] 'read index received' (duration: 2.26956ms)","trace[354821090] 'applied index is now lower than readState.Index' (duration: 795.172876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:30.762674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.571551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-04T02:36:30.762687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713671205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:30.762691Z","caller":"traceutil/trace.go:171","msg":"trace[477737329] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34089; }","duration":"843.613841ms","start":"2026-03-04T02:36:29.919072Z","end":"2026-03-04T02:36:30.762686Z","steps":["trace[477737329] 'agreement among raft nodes before linearized reading' (duration: 843.531639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.762703Z","caller":"traceutil/trace.go:171","msg":"trace[1932677565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34089; }","duration":"1.713688815s","start":"2026-03-04T02:36:29.04901Z","end":"2026-03-04T02:36:30.762698Z","steps":["trace[1932677565] 'agreement among raft nodes before linearized reading' (duration: 1.713620234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.048942Z","time spent":"1.713775637s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:36:30.762724Z","caller":"traceutil/trace.go:171","msg":"trace[2052066077] transaction","detail":"{read_only:false; response_revision:34089; number_of_response:1; }","duration":"797.992378ms","start":"2026-03-04T02:36:29.964726Z","end":"2026-03-04T02:36:30.762719Z","steps":["trace[2052066077] 'process raft request' (duration: 797.683161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.964713Z","time spent":"798.05892ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:30.762851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.513733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:30.762863Z","caller":"traceutil/trace.go:171","msg":"trace[730787599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34089; }","duration":"800.551965ms","start":"2026-03-04T02:36:29.962307Z","end":"2026-03-04T02:36:30.762859Z","steps":["trace[730787599] 'agreement among raft nodes before linearized reading' (duration: 800.512204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714272708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:30.762874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.962293Z","time spent":"800.578775ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:30.762884Z","caller":"traceutil/trace.go:171","msg":"trace[1483544520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34089; }","duration":"1.714288298s","start":"2026-03-04T02:36:29.04859Z","end":"2026-03-04T02:36:30.762878Z","steps":["trace[1483544520] 'agreement among raft nodes before linearized reading' (duration: 1.714245927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.04854Z","time spent":"1.714353839s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:30.762955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714491562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:30.762965Z","caller":"traceutil/trace.go:171","msg":"trace[552549076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34089; }","duration":"1.714533813s","start":"2026-03-04T02:36:29.048428Z","end":"2026-03-04T02:36:30.762962Z","steps":["trace[552549076] 'agreement among raft nodes before linearized reading' (duration: 1.714501122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.762976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.04841Z","time spent":"1.714563724s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:30.762706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.919057Z","time spent":"843.646081ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:36:31.076814Z","caller":"traceutil/trace.go:171","msg":"trace[2059882002] transaction","detail":"{read_only:false; response_revision:34090; number_of_response:1; }","duration":"809.040791ms","start":"2026-03-04T02:36:30.267743Z","end":"2026-03-04T02:36:31.076784Z","steps":["trace[2059882002] 'process raft request' (duration: 766.71608ms)","trace[2059882002] 'compare' (duration: 41.628676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:31.077319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.267723Z","time spent":"809.280777ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:31.36382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.776025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:31.365709Z","caller":"traceutil/trace.go:171","msg":"trace[927956460] transaction","detail":"{read_only:false; response_revision:34091; number_of_response:1; }","duration":"596.961507ms","start":"2026-03-04T02:36:30.768731Z","end":"2026-03-04T02:36:31.365693Z","steps":["trace[927956460] 'process raft request' (duration: 595.32066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.365896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.768716Z","time spent":"597.09483ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:31.584398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.609497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:31.584676Z","caller":"traceutil/trace.go:171","msg":"trace[33288354] linearizableReadLoop","detail":"{readStateIndex:35241; appliedIndex:35239; }","duration":"822.101338ms","start":"2026-03-04T02:36:30.762559Z","end":"2026-03-04T02:36:31.58466Z","steps":["trace[33288354] 'read index received' (duration: 271.901639ms)","trace[33288354] 'applied index is now lower than readState.Index' (duration: 550.198319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:31.584704Z","caller":"traceutil/trace.go:171","msg":"trace[1566144400] transaction","detail":"{read_only:false; response_revision:34093; number_of_response:1; }","duration":"815.84157ms","start":"2026-03-04T02:36:30.768824Z","end":"2026-03-04T02:36:31.584666Z","steps":["trace[1566144400] 'process raft request' (duration: 815.679327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.584728Z","caller":"traceutil/trace.go:171","msg":"trace[1589930421] transaction","detail":"{read_only:false; response_revision:34092; number_of_response:1; }","duration":"815.840321ms","start":"2026-03-04T02:36:30.768803Z","end":"2026-03-04T02:36:31.584643Z","steps":["trace[1589930421] 'process raft request' (duration: 596.878216ms)","trace[1589930421] 'compare' (duration: 217.465192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:31.584776Z","caller":"traceutil/trace.go:171","msg":"trace[1645699386] transaction","detail":"{read_only:false; response_revision:34094; number_of_response:1; }","duration":"815.937272ms","start":"2026-03-04T02:36:30.768829Z","end":"2026-03-04T02:36:31.584766Z","steps":["trace[1645699386] 'process raft request' (duration: 815.769959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.584877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.768799Z","time spent":"815.982574ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:31.584903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.768818Z","time spent":"816.050606ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:31.584907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.768797Z","time spent":"816.014734ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:31.585089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613389099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:31.585118Z","caller":"traceutil/trace.go:171","msg":"trace[762722903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34094; }","duration":"1.61343933s","start":"2026-03-04T02:36:29.97167Z","end":"2026-03-04T02:36:31.585109Z","steps":["trace[762722903] 'agreement among raft nodes before linearized reading' (duration: 1.613373968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.97166Z","time spent":"1.613478141s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:31.585153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003503588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:31.585197Z","caller":"traceutil/trace.go:171","msg":"trace[499299370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34094; }","duration":"1.003581279s","start":"2026-03-04T02:36:30.581593Z","end":"2026-03-04T02:36:31.585174Z","steps":["trace[499299370] 'agreement among raft nodes before linearized reading' (duration: 1.003459347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.374274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:31.585228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.581568Z","time spent":"1.00365488s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:31.585264Z","caller":"traceutil/trace.go:171","msg":"trace[1596466709] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34094; }","duration":"852.460016ms","start":"2026-03-04T02:36:30.732789Z","end":"2026-03-04T02:36:31.585249Z","steps":["trace[1596466709] 'agreement among raft nodes before linearized reading' (duration: 852.350893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.58531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.732771Z","time spent":"852.530227ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:31.585329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026235806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:31.585352Z","caller":"traceutil/trace.go:171","msg":"trace[1797860255] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34094; }","duration":"1.026307919s","start":"2026-03-04T02:36:30.559034Z","end":"2026-03-04T02:36:31.585342Z","steps":["trace[1797860255] 'agreement among raft nodes before linearized reading' (duration: 1.026262898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.559005Z","time spent":"1.026362519s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:31.585442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.918586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:31.585471Z","caller":"traceutil/trace.go:171","msg":"trace[908450521] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:34094; }","duration":"656.984117ms","start":"2026-03-04T02:36:30.928478Z","end":"2026-03-04T02:36:31.585463Z","steps":["trace[908450521] 'agreement among raft nodes before linearized reading' (duration: 656.829214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.92846Z","time spent":"657.023968ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:31.585628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.530198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:31.585661Z","caller":"traceutil/trace.go:171","msg":"trace[11943130] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34094; }","duration":"465.58389ms","start":"2026-03-04T02:36:31.120067Z","end":"2026-03-04T02:36:31.585651Z","steps":["trace[11943130] 'agreement among raft nodes before linearized reading' (duration: 465.531138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.120053Z","time spent":"465.61971ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:31.585721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.521353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:31.585736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.639637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8489684788-9mwh6.18997fa672595550\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-04T02:36:31.585757Z","caller":"traceutil/trace.go:171","msg":"trace[363546608] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34094; }","duration":"513.602105ms","start":"2026-03-04T02:36:31.072147Z","end":"2026-03-04T02:36:31.585749Z","steps":["trace[363546608] 'agreement among raft nodes before linearized reading' (duration: 513.539773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:31.585773Z","caller":"traceutil/trace.go:171","msg":"trace[1026387590] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8489684788-9mwh6.18997fa672595550; range_end:; response_count:1; response_revision:34094; }","duration":"373.706069ms","start":"2026-03-04T02:36:31.212057Z","end":"2026-03-04T02:36:31.585763Z","steps":["trace[1026387590] 'agreement among raft nodes before linearized reading' (duration: 373.538115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.072123Z","time spent":"513.652106ms","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:31.585807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.212035Z","time spent":"373.76611ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-8489684788-9mwh6.18997fa672595550\" "} {"level":"warn","ts":"2026-03-04T02:36:31.58527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173893035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:36:31.586321Z","caller":"traceutil/trace.go:171","msg":"trace[1468676787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:34094; }","duration":"1.17505148s","start":"2026-03-04T02:36:30.411243Z","end":"2026-03-04T02:36:31.586295Z","steps":["trace[1468676787] 'agreement among raft nodes before linearized reading' (duration: 1.17370587s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.585938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.796835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:31.586439Z","caller":"traceutil/trace.go:171","msg":"trace[43331054] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34094; }","duration":"507.311076ms","start":"2026-03-04T02:36:31.079107Z","end":"2026-03-04T02:36:31.586418Z","steps":["trace[43331054] 'agreement among raft nodes before linearized reading' (duration: 506.798565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:31.586486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.079094Z","time spent":"507.378797ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:31.586545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:30.411219Z","time spent":"1.175279195s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T02:36:31.586554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.539946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:31.58667Z","caller":"traceutil/trace.go:171","msg":"trace[1245923175] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:34094; }","duration":"293.714499ms","start":"2026-03-04T02:36:31.292945Z","end":"2026-03-04T02:36:31.58666Z","steps":["trace[1245923175] 'agreement among raft nodes before linearized reading' (duration: 293.081706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.254869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.307624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:32.254946Z","caller":"traceutil/trace.go:171","msg":"trace[942761853] linearizableReadLoop","detail":"{readStateIndex:35247; appliedIndex:35246; }","duration":"612.998789ms","start":"2026-03-04T02:36:31.641936Z","end":"2026-03-04T02:36:32.254935Z","steps":["trace[942761853] 'read index received' (duration: 352.609974ms)","trace[942761853] 'applied index is now lower than readState.Index' (duration: 260.387925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.255097Z","caller":"traceutil/trace.go:171","msg":"trace[1274824888] transaction","detail":"{read_only:false; response_revision:34095; number_of_response:1; }","duration":"661.571068ms","start":"2026-03-04T02:36:31.593508Z","end":"2026-03-04T02:36:32.255079Z","steps":["trace[1274824888] 'process raft request' (duration: 400.990487ms)","trace[1274824888] 'compare' (duration: 260.215172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:32.255143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.593491Z","time spent":"661.63141ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:32.25525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.994118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:32.255306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.742068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:32.255315Z","caller":"traceutil/trace.go:171","msg":"trace[197310565] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34095; }","duration":"662.0871ms","start":"2026-03-04T02:36:31.593213Z","end":"2026-03-04T02:36:32.2553Z","steps":["trace[197310565] 'agreement among raft nodes before linearized reading' (duration: 661.905346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.255327Z","caller":"traceutil/trace.go:171","msg":"trace[1870288210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34095; }","duration":"659.78257ms","start":"2026-03-04T02:36:31.595538Z","end":"2026-03-04T02:36:32.25532Z","steps":["trace[1870288210] 'agreement among raft nodes before linearized reading' (duration: 659.742489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.255347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.595529Z","time spent":"659.81426ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:32.25535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.593206Z","time spent":"662.137831ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:32.8537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.49507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:32.853998Z","caller":"traceutil/trace.go:171","msg":"trace[307250962] transaction","detail":"{read_only:false; response_revision:34097; number_of_response:1; }","duration":"971.065233ms","start":"2026-03-04T02:36:31.882906Z","end":"2026-03-04T02:36:32.853972Z","steps":["trace[307250962] 'process raft request' (duration: 970.91414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.854001Z","caller":"traceutil/trace.go:171","msg":"trace[396485220] transaction","detail":"{read_only:false; response_revision:34096; number_of_response:1; }","duration":"1.210716754s","start":"2026-03-04T02:36:31.643241Z","end":"2026-03-04T02:36:32.853958Z","steps":["trace[396485220] 'process raft request' (duration: 777.832265ms)","trace[396485220] 'compare' (duration: 432.351778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:32.854122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.882882Z","time spent":"971.176286ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:32.854195Z","caller":"traceutil/trace.go:171","msg":"trace[697961011] transaction","detail":"{read_only:false; response_revision:34098; number_of_response:1; }","duration":"881.905673ms","start":"2026-03-04T02:36:31.972263Z","end":"2026-03-04T02:36:32.854169Z","steps":["trace[697961011] 'process raft request' (duration: 881.651137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.854226Z","caller":"traceutil/trace.go:171","msg":"trace[381411235] linearizableReadLoop","detail":"{readStateIndex:35250; appliedIndex:35247; }","duration":"599.161156ms","start":"2026-03-04T02:36:32.254963Z","end":"2026-03-04T02:36:32.854124Z","steps":["trace[381411235] 'read index received' (duration: 166.033541ms)","trace[381411235] 'applied index is now lower than readState.Index' (duration: 433.125505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:32.854219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.643217Z","time spent":"1.210867597s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:32.854343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.972249Z","time spent":"882.016635ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:32.854588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.242887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:32.854646Z","caller":"traceutil/trace.go:171","msg":"trace[41142226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34098; }","duration":"885.300369ms","start":"2026-03-04T02:36:31.96933Z","end":"2026-03-04T02:36:32.854631Z","steps":["trace[41142226] 'agreement among raft nodes before linearized reading' (duration: 885.062152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.854713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.969282Z","time spent":"885.420722ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:32.856725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010298395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:32.856778Z","caller":"traceutil/trace.go:171","msg":"trace[1591487411] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34098; }","duration":"1.010384678s","start":"2026-03-04T02:36:31.846383Z","end":"2026-03-04T02:36:32.856767Z","steps":["trace[1591487411] 'agreement among raft nodes before linearized reading' (duration: 1.008033006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.856806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.846364Z","time spent":"1.010436548s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2336,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:33.425857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.831338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:33.425991Z","caller":"traceutil/trace.go:171","msg":"trace[423106922] transaction","detail":"{read_only:false; response_revision:34099; number_of_response:1; }","duration":"898.119469ms","start":"2026-03-04T02:36:32.527847Z","end":"2026-03-04T02:36:33.425967Z","steps":["trace[423106922] 'process raft request' (duration: 475.087636ms)","trace[423106922] 'compare' (duration: 422.683916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:33.426078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.527827Z","time spent":"898.20612ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:33.80166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.226752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:33.801945Z","caller":"traceutil/trace.go:171","msg":"trace[1070032788] transaction","detail":"{read_only:false; response_revision:34100; number_of_response:1; }","duration":"1.03225652s","start":"2026-03-04T02:36:32.769646Z","end":"2026-03-04T02:36:33.801902Z","steps":["trace[1070032788] 'process raft request' (duration: 812.684571ms)","trace[1070032788] 'compare' (duration: 219.097669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:33.802095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.769621Z","time spent":"1.032396912s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.802108Z","caller":"traceutil/trace.go:171","msg":"trace[443862734] linearizableReadLoop","detail":"{readStateIndex:35256; appliedIndex:35250; }","duration":"947.68558ms","start":"2026-03-04T02:36:32.854383Z","end":"2026-03-04T02:36:33.802069Z","steps":["trace[443862734] 'read index received' (duration: 148.557037ms)","trace[443862734] 'applied index is now lower than readState.Index' (duration: 799.127313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:33.802234Z","caller":"traceutil/trace.go:171","msg":"trace[1609492234] transaction","detail":"{read_only:false; response_revision:34101; number_of_response:1; }","duration":"1.032398923s","start":"2026-03-04T02:36:32.76982Z","end":"2026-03-04T02:36:33.802219Z","steps":["trace[1609492234] 'process raft request' (duration: 1.031951063s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.802325Z","caller":"traceutil/trace.go:171","msg":"trace[346977346] transaction","detail":"{read_only:false; response_revision:34102; number_of_response:1; }","duration":"1.032082116s","start":"2026-03-04T02:36:32.770232Z","end":"2026-03-04T02:36:33.802314Z","steps":["trace[346977346] 'process raft request' (duration: 1.031622716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.769808Z","time spent":"1.032463044s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.80233Z","caller":"traceutil/trace.go:171","msg":"trace[344272667] transaction","detail":"{read_only:false; response_revision:34103; number_of_response:1; }","duration":"1.031208106s","start":"2026-03-04T02:36:32.771102Z","end":"2026-03-04T02:36:33.80231Z","steps":["trace[344272667] 'process raft request' (duration: 1.030797467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093672831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:33.802358Z","caller":"traceutil/trace.go:171","msg":"trace[398266608] transaction","detail":"{read_only:false; response_revision:34104; number_of_response:1; }","duration":"1.030778507s","start":"2026-03-04T02:36:32.77156Z","end":"2026-03-04T02:36:33.802338Z","steps":["trace[398266608] 'process raft request' (duration: 1.030387609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.80238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.770198Z","time spent":"1.032152577s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.802377Z","caller":"traceutil/trace.go:171","msg":"trace[970478132] transaction","detail":"{read_only:false; response_revision:34105; number_of_response:1; }","duration":"943.60855ms","start":"2026-03-04T02:36:32.858749Z","end":"2026-03-04T02:36:33.802357Z","steps":["trace[970478132] 'process raft request' (duration: 943.267542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.80239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53337876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:33.802422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.771058Z","time spent":"1.031311908s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:33.802447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.036212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:33.802444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.771545Z","time spent":"1.030851929s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:33.802475Z","caller":"traceutil/trace.go:171","msg":"trace[1685681485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34105; }","duration":"915.114244ms","start":"2026-03-04T02:36:32.887354Z","end":"2026-03-04T02:36:33.802468Z","steps":["trace[1685681485] 'agreement among raft nodes before linearized reading' (duration: 915.072313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.802473Z","caller":"traceutil/trace.go:171","msg":"trace[1748979337] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34105; }","duration":"1.533528383s","start":"2026-03-04T02:36:32.268925Z","end":"2026-03-04T02:36:33.802453Z","steps":["trace[1748979337] 'agreement among raft nodes before linearized reading' (duration: 1.53338524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386697543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:33.802514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.88733Z","time spent":"915.175025ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:33.802522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.268908Z","time spent":"1.533605255s","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:33.802472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.858728Z","time spent":"943.696602ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:33.802566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.687653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:36:33.8026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.729021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18420"} {"level":"warn","ts":"2026-03-04T02:36:33.80261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.366826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:36:33.802384Z","caller":"traceutil/trace.go:171","msg":"trace[1917125674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34105; }","duration":"1.093749862s","start":"2026-03-04T02:36:32.708622Z","end":"2026-03-04T02:36:33.802372Z","steps":["trace[1917125674] 'agreement among raft nodes before linearized reading' (duration: 1.09364951s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.80265Z","caller":"traceutil/trace.go:171","msg":"trace[490626413] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:34105; }","duration":"369.798372ms","start":"2026-03-04T02:36:33.432838Z","end":"2026-03-04T02:36:33.802637Z","steps":["trace[490626413] 'agreement among raft nodes before linearized reading' (duration: 369.634758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.432825Z","time spent":"369.865584ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T02:36:33.802614Z","caller":"traceutil/trace.go:171","msg":"trace[2063547204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34105; }","duration":"210.730454ms","start":"2026-03-04T02:36:33.591868Z","end":"2026-03-04T02:36:33.802599Z","steps":["trace[2063547204] 'agreement among raft nodes before linearized reading' (duration: 210.587681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.45904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:36:33.802724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.209297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:33.802763Z","caller":"traceutil/trace.go:171","msg":"trace[150086129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34105; }","duration":"117.295159ms","start":"2026-03-04T02:36:33.685458Z","end":"2026-03-04T02:36:33.802753Z","steps":["trace[150086129] 'agreement among raft nodes before linearized reading' (duration: 117.232748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.802764Z","caller":"traceutil/trace.go:171","msg":"trace[289967647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34105; }","duration":"201.548522ms","start":"2026-03-04T02:36:33.601201Z","end":"2026-03-04T02:36:33.80275Z","steps":["trace[289967647] 'agreement among raft nodes before linearized reading' (duration: 201.372358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.802656Z","caller":"traceutil/trace.go:171","msg":"trace[759503664] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:34105; }","duration":"406.449888ms","start":"2026-03-04T02:36:33.396192Z","end":"2026-03-04T02:36:33.802642Z","steps":["trace[759503664] 'agreement among raft nodes before linearized reading' (duration: 406.334095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.802877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.396172Z","time spent":"406.689944ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T02:36:33.802939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.629653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:36:33.802973Z","caller":"traceutil/trace.go:171","msg":"trace[2074988083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34105; }","duration":"432.703005ms","start":"2026-03-04T02:36:33.37026Z","end":"2026-03-04T02:36:33.802963Z","steps":["trace[2074988083] 'agreement among raft nodes before linearized reading' (duration: 432.411558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.370239Z","time spent":"432.754406ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:33.803095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.406006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:33.80313Z","caller":"traceutil/trace.go:171","msg":"trace[1095490150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34105; }","duration":"210.467798ms","start":"2026-03-04T02:36:33.592649Z","end":"2026-03-04T02:36:33.803117Z","steps":["trace[1095490150] 'agreement among raft nodes before linearized reading' (duration: 209.985318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.803131Z","caller":"traceutil/trace.go:171","msg":"trace[1263523753] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:34105; }","duration":"1.386784735s","start":"2026-03-04T02:36:32.415742Z","end":"2026-03-04T02:36:33.802526Z","steps":["trace[1263523753] 'agreement among raft nodes before linearized reading' (duration: 1.386650782s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:33.80322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.415679Z","time spent":"1.387526001s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:33.803271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:32.708605Z","time spent":"1.094645392s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:33.802954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.151163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:33.803871Z","caller":"traceutil/trace.go:171","msg":"trace[206800780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34105; }","duration":"212.123194ms","start":"2026-03-04T02:36:33.591726Z","end":"2026-03-04T02:36:33.803849Z","steps":["trace[206800780] 'agreement among raft nodes before linearized reading' (duration: 210.844176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.361786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.155249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:34.361913Z","caller":"traceutil/trace.go:171","msg":"trace[870260297] linearizableReadLoop","detail":"{readStateIndex:35258; appliedIndex:35257; }","duration":"554.064444ms","start":"2026-03-04T02:36:33.807827Z","end":"2026-03-04T02:36:34.361891Z","steps":["trace[870260297] 'read index received' (duration: 163.766481ms)","trace[870260297] 'applied index is now lower than readState.Index' (duration: 390.296313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.362171Z","caller":"traceutil/trace.go:171","msg":"trace[1446981698] transaction","detail":"{read_only:false; response_revision:34106; number_of_response:1; }","duration":"554.698648ms","start":"2026-03-04T02:36:33.80745Z","end":"2026-03-04T02:36:34.362148Z","steps":["trace[1446981698] 'process raft request' (duration: 164.067967ms)","trace[1446981698] 'compare' (duration: 389.823062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.362262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.807439Z","time spent":"554.781769ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.362303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.452922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:34.36238Z","caller":"traceutil/trace.go:171","msg":"trace[1078477602] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34106; }","duration":"554.549844ms","start":"2026-03-04T02:36:33.807813Z","end":"2026-03-04T02:36:34.362363Z","steps":["trace[1078477602] 'agreement among raft nodes before linearized reading' (duration: 554.33659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.362488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.807806Z","time spent":"554.670467ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:36:34.713037Z","caller":"traceutil/trace.go:171","msg":"trace[754568939] linearizableReadLoop","detail":"{readStateIndex:35261; appliedIndex:35258; }","duration":"351.06971ms","start":"2026-03-04T02:36:34.361946Z","end":"2026-03-04T02:36:34.713016Z","steps":["trace[754568939] 'read index received' (duration: 330.430127ms)","trace[754568939] 'applied index is now lower than readState.Index' (duration: 20.638683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.713154Z","caller":"traceutil/trace.go:171","msg":"trace[1484156592] transaction","detail":"{read_only:false; response_revision:34107; number_of_response:1; }","duration":"905.031962ms","start":"2026-03-04T02:36:33.80811Z","end":"2026-03-04T02:36:34.713142Z","steps":["trace[1484156592] 'process raft request' (duration: 884.347007ms)","trace[1484156592] 'compare' (duration: 20.200494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.713409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.808103Z","time spent":"905.232736ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.713566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.60733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:34.713665Z","caller":"traceutil/trace.go:171","msg":"trace[1257427574] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:34109; }","duration":"626.745582ms","start":"2026-03-04T02:36:34.086896Z","end":"2026-03-04T02:36:34.713642Z","steps":["trace[1257427574] 'agreement among raft nodes before linearized reading' (duration: 626.430936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.713733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.086885Z","time spent":"626.829974ms","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:34.713721Z","caller":"traceutil/trace.go:171","msg":"trace[448336810] transaction","detail":"{read_only:false; response_revision:34108; number_of_response:1; }","duration":"905.335298ms","start":"2026-03-04T02:36:33.808359Z","end":"2026-03-04T02:36:34.713694Z","steps":["trace[448336810] 'process raft request' (duration: 904.5149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.713731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.253477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:34.713797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.018293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:34.713896Z","caller":"traceutil/trace.go:171","msg":"trace[1137392335] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:34109; }","duration":"789.468851ms","start":"2026-03-04T02:36:33.924408Z","end":"2026-03-04T02:36:34.713877Z","steps":["trace[1137392335] 'agreement among raft nodes before linearized reading' (duration: 789.242246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.713906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.20736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:34.713926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.808352Z","time spent":"905.442101ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:34.713932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.911672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:34.713959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.924394Z","time spent":"789.546733ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:34.713926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.985001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:34.713977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.851873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:34.714111Z","caller":"traceutil/trace.go:171","msg":"trace[1519655033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34109; }","duration":"825.42185ms","start":"2026-03-04T02:36:33.888673Z","end":"2026-03-04T02:36:34.714095Z","steps":["trace[1519655033] 'agreement among raft nodes before linearized reading' (duration: 824.972401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.714164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.88865Z","time spent":"825.501963ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:34.713903Z","caller":"traceutil/trace.go:171","msg":"trace[2102016212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34109; }","duration":"453.123705ms","start":"2026-03-04T02:36:34.260763Z","end":"2026-03-04T02:36:34.713886Z","steps":["trace[2102016212] 'agreement among raft nodes before linearized reading' (duration: 452.89232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.71405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.01651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:34.714355Z","caller":"traceutil/trace.go:171","msg":"trace[238777376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:34109; }","duration":"171.409309ms","start":"2026-03-04T02:36:34.542914Z","end":"2026-03-04T02:36:34.714323Z","steps":["trace[238777376] 'agreement among raft nodes before linearized reading' (duration: 170.835247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.714166Z","caller":"traceutil/trace.go:171","msg":"trace[1781490833] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34109; }","duration":"290.122609ms","start":"2026-03-04T02:36:34.424016Z","end":"2026-03-04T02:36:34.714139Z","steps":["trace[1781490833] 'agreement among raft nodes before linearized reading' (duration: 289.739251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.713961Z","caller":"traceutil/trace.go:171","msg":"trace[1280280030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34109; }","duration":"656.306842ms","start":"2026-03-04T02:36:34.05764Z","end":"2026-03-04T02:36:34.713947Z","steps":["trace[1280280030] 'agreement among raft nodes before linearized reading' (duration: 656.19288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.714567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.057613Z","time spent":"656.930985ms","remote":"127.0.0.1:36018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:34.71427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.26074Z","time spent":"453.508533ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:34.713735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.737167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:34.714854Z","caller":"traceutil/trace.go:171","msg":"trace[654685936] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34109; }","duration":"906.869232ms","start":"2026-03-04T02:36:33.807968Z","end":"2026-03-04T02:36:34.714838Z","steps":["trace[654685936] 'agreement among raft nodes before linearized reading' (duration: 905.705926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.71491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.807964Z","time spent":"906.932174ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:34.713901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.290126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:36:34.715036Z","caller":"traceutil/trace.go:171","msg":"trace[2049065481] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:34109; }","duration":"242.466782ms","start":"2026-03-04T02:36:34.472552Z","end":"2026-03-04T02:36:34.715018Z","steps":["trace[2049065481] 'agreement among raft nodes before linearized reading' (duration: 241.206474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.714024Z","caller":"traceutil/trace.go:171","msg":"trace[1015243289] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34109; }","duration":"379.091336ms","start":"2026-03-04T02:36:34.334911Z","end":"2026-03-04T02:36:34.714003Z","steps":["trace[1015243289] 'agreement among raft nodes before linearized reading' (duration: 378.830311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.715145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.334805Z","time spent":"380.326704ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:34.714013Z","caller":"traceutil/trace.go:171","msg":"trace[817068937] transaction","detail":"{read_only:false; response_revision:34109; number_of_response:1; }","duration":"905.075972ms","start":"2026-03-04T02:36:33.808919Z","end":"2026-03-04T02:36:34.713995Z","steps":["trace[817068937] 'process raft request' (duration: 904.026979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:34.715299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:33.808911Z","time spent":"906.33047ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:35.109656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.579916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:35.10985Z","caller":"traceutil/trace.go:171","msg":"trace[1617671312] transaction","detail":"{read_only:false; response_revision:34110; number_of_response:1; }","duration":"390.15727ms","start":"2026-03-04T02:36:34.719661Z","end":"2026-03-04T02:36:35.109818Z","steps":["trace[1617671312] 'process raft request' (duration: 251.323597ms)","trace[1617671312] 'compare' (duration: 138.450034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:35.109904Z","caller":"traceutil/trace.go:171","msg":"trace[1503348595] transaction","detail":"{read_only:false; response_revision:34112; number_of_response:1; }","duration":"250.10307ms","start":"2026-03-04T02:36:34.85978Z","end":"2026-03-04T02:36:35.109883Z","steps":["trace[1503348595] 'process raft request' (duration: 250.055749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.109989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.719632Z","time spent":"390.281553ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.110149Z","caller":"traceutil/trace.go:171","msg":"trace[1774131993] transaction","detail":"{read_only:false; response_revision:34111; number_of_response:1; }","duration":"306.890559ms","start":"2026-03-04T02:36:34.803247Z","end":"2026-03-04T02:36:35.110138Z","steps":["trace[1774131993] 'process raft request' (duration: 306.526451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.110205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.803223Z","time spent":"306.953771ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:35.110379Z","caller":"traceutil/trace.go:171","msg":"trace[1809022608] linearizableReadLoop","detail":"{readStateIndex:35263; appliedIndex:35262; }","duration":"308.052214ms","start":"2026-03-04T02:36:34.802282Z","end":"2026-03-04T02:36:35.110334Z","steps":["trace[1809022608] 'read index received' (duration: 168.755411ms)","trace[1809022608] 'applied index is now lower than readState.Index' (duration: 139.290003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:35.110574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.568301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:35.110632Z","caller":"traceutil/trace.go:171","msg":"trace[556116134] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34112; }","duration":"391.628482ms","start":"2026-03-04T02:36:34.718989Z","end":"2026-03-04T02:36:35.110618Z","steps":["trace[556116134] 'agreement among raft nodes before linearized reading' (duration: 391.53427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.110667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:34.718972Z","time spent":"391.687803ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:36:35.110645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.213715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:35.110717Z","caller":"traceutil/trace.go:171","msg":"trace[1859848470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34112; }","duration":"221.359498ms","start":"2026-03-04T02:36:34.889339Z","end":"2026-03-04T02:36:35.110699Z","steps":["trace[1859848470] 'agreement among raft nodes before linearized reading' (duration: 221.215935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:36.390594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519119098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:36.89127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519119098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:36.906332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097591956s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:36:36.906722Z","caller":"traceutil/trace.go:171","msg":"trace[2097509566] transaction","detail":"{read_only:false; response_revision:34113; number_of_response:1; }","duration":"1.098054416s","start":"2026-03-04T02:36:35.808644Z","end":"2026-03-04T02:36:36.906698Z","steps":["trace[2097509566] 'process raft request' (duration: 1.097879733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:36.906861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.808626Z","time spent":"1.098152468s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:37.544975Z","caller":"traceutil/trace.go:171","msg":"trace[573923811] transaction","detail":"{read_only:false; response_revision:34114; number_of_response:1; }","duration":"1.736128778s","start":"2026-03-04T02:36:35.808806Z","end":"2026-03-04T02:36:37.544934Z","steps":["trace[573923811] 'process raft request' (duration: 1.73577254s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.545164Z","caller":"traceutil/trace.go:171","msg":"trace[2143817704] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"1.736035606s","start":"2026-03-04T02:36:35.809098Z","end":"2026-03-04T02:36:37.545133Z","steps":["trace[2143817704] 'process raft request' (duration: 1.73574075s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.545236Z","caller":"traceutil/trace.go:171","msg":"trace[1922603253] transaction","detail":"{read_only:false; response_revision:34117; number_of_response:1; }","duration":"1.734946602s","start":"2026-03-04T02:36:35.810262Z","end":"2026-03-04T02:36:37.545208Z","steps":["trace[1922603253] 'process raft request' (duration: 1.734633075s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.545306Z","caller":"traceutil/trace.go:171","msg":"trace[1689947155] transaction","detail":"{read_only:false; response_revision:34119; number_of_response:1; }","duration":"1.653126923s","start":"2026-03-04T02:36:35.89217Z","end":"2026-03-04T02:36:37.545297Z","steps":["trace[1689947155] 'process raft request' (duration: 1.652927098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.545326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.80907Z","time spent":"1.736177069s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.545367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.810248Z","time spent":"1.735052484s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:37.545377Z","caller":"traceutil/trace.go:171","msg":"trace[1703254498] transaction","detail":"{read_only:false; response_revision:34118; number_of_response:1; }","duration":"1.733702955s","start":"2026-03-04T02:36:35.811646Z","end":"2026-03-04T02:36:37.545349Z","steps":["trace[1703254498] 'process raft request' (duration: 1.733392568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.545223Z","caller":"traceutil/trace.go:171","msg":"trace[537464504] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"1.736271181s","start":"2026-03-04T02:36:35.808856Z","end":"2026-03-04T02:36:37.545127Z","steps":["trace[537464504] 'process raft request' (duration: 1.735920703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.545444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.892158Z","time spent":"1.653195144s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.545499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.808838Z","time spent":"1.736622939s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.545373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.808784Z","time spent":"1.736335243s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:37.545551Z","caller":"traceutil/trace.go:171","msg":"trace[489294459] transaction","detail":"{read_only:false; response_revision:34120; number_of_response:1; }","duration":"1.4624532s","start":"2026-03-04T02:36:36.083006Z","end":"2026-03-04T02:36:37.545459Z","steps":["trace[489294459] 'process raft request' (duration: 1.462143943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.545685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.811621Z","time spent":"1.733817638s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.545772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655866653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:37.545211Z","caller":"traceutil/trace.go:171","msg":"trace[1535776863] linearizableReadLoop","detail":"{readStateIndex:35273; appliedIndex:35265; }","duration":"1.65528732s","start":"2026-03-04T02:36:35.889905Z","end":"2026-03-04T02:36:37.545192Z","steps":["trace[1535776863] 'read index received' (duration: 1.016623566s)","trace[1535776863] 'applied index is now lower than readState.Index' (duration: 638.662724ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:37.545824Z","caller":"traceutil/trace.go:171","msg":"trace[1802495822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34120; }","duration":"1.655941264s","start":"2026-03-04T02:36:35.88986Z","end":"2026-03-04T02:36:37.545801Z","steps":["trace[1802495822] 'agreement among raft nodes before linearized reading' (duration: 1.655869343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.545854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:35.889844Z","time spent":"1.656004425s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:37.54735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.082978Z","time spent":"1.462672704s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.864242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.716213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:37.864377Z","caller":"traceutil/trace.go:171","msg":"trace[1855721374] linearizableReadLoop","detail":"{readStateIndex:35274; appliedIndex:35273; }","duration":"318.506624ms","start":"2026-03-04T02:36:37.545832Z","end":"2026-03-04T02:36:37.864338Z","steps":["trace[1855721374] 'read index received' (duration: 208.471395ms)","trace[1855721374] 'applied index is now lower than readState.Index' (duration: 110.033479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:37.864514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146301717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:37.864644Z","caller":"traceutil/trace.go:171","msg":"trace[1772289395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34121; }","duration":"1.14645797s","start":"2026-03-04T02:36:36.718161Z","end":"2026-03-04T02:36:37.864619Z","steps":["trace[1772289395] 'agreement among raft nodes before linearized reading' (duration: 1.146205825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.864727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.718154Z","time spent":"1.146554362s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:37.864918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764616874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:37.865038Z","caller":"traceutil/trace.go:171","msg":"trace[2126701053] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:34121; }","duration":"1.764790658s","start":"2026-03-04T02:36:36.100226Z","end":"2026-03-04T02:36:37.865016Z","steps":["trace[2126701053] 'agreement among raft nodes before linearized reading' (duration: 1.764601744s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.865016Z","caller":"traceutil/trace.go:171","msg":"trace[134958354] transaction","detail":"{read_only:false; response_revision:34121; number_of_response:1; }","duration":"747.817975ms","start":"2026-03-04T02:36:37.117135Z","end":"2026-03-04T02:36:37.864953Z","steps":["trace[134958354] 'process raft request' (duration: 637.275474ms)","trace[134958354] 'compare' (duration: 109.246403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:37.864944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147245738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:36:37.865113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.100208Z","time spent":"1.76489419s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:37.865134Z","caller":"traceutil/trace.go:171","msg":"trace[1384728259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34121; }","duration":"1.147474183s","start":"2026-03-04T02:36:36.717641Z","end":"2026-03-04T02:36:37.865115Z","steps":["trace[1384728259] 'agreement among raft nodes before linearized reading' (duration: 1.146831289s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.865161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.117118Z","time spent":"747.968248ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:37.865354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.416301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:37.865391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145565241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:37.865411Z","caller":"traceutil/trace.go:171","msg":"trace[321650022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34121; }","duration":"318.522213ms","start":"2026-03-04T02:36:37.546876Z","end":"2026-03-04T02:36:37.865398Z","steps":["trace[321650022] 'agreement among raft nodes before linearized reading' (duration: 318.431591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.865439Z","caller":"traceutil/trace.go:171","msg":"trace[702794849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34121; }","duration":"1.145627253s","start":"2026-03-04T02:36:36.719792Z","end":"2026-03-04T02:36:37.865419Z","steps":["trace[702794849] 'agreement among raft nodes before linearized reading' (duration: 1.14549594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.865443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.546853Z","time spent":"318.582726ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:37.865446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60892316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:37.865191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.717624Z","time spent":"1.147551866s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:37.865529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.657525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:37.865562Z","caller":"traceutil/trace.go:171","msg":"trace[571222203] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:34121; }","duration":"1.609097084s","start":"2026-03-04T02:36:36.256439Z","end":"2026-03-04T02:36:37.865536Z","steps":["trace[571222203] 'agreement among raft nodes before linearized reading' (duration: 1.60890701s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.865597Z","caller":"traceutil/trace.go:171","msg":"trace[682374153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34121; }","duration":"749.791677ms","start":"2026-03-04T02:36:37.115791Z","end":"2026-03-04T02:36:37.865583Z","steps":["trace[682374153] 'agreement among raft nodes before linearized reading' (duration: 749.549592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.86549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.719777Z","time spent":"1.145703424s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:36:37.865621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.256418Z","time spent":"1.609186996s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:37.865644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.115768Z","time spent":"749.867829ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:37.865851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499077555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:37.865944Z","caller":"traceutil/trace.go:171","msg":"trace[1470999534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34121; }","duration":"1.499173327s","start":"2026-03-04T02:36:36.366754Z","end":"2026-03-04T02:36:37.865927Z","steps":["trace[1470999534] 'agreement among raft nodes before linearized reading' (duration: 1.498620065s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.86634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:36.366708Z","time spent":"1.499402372s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:36:38.280989Z","caller":"traceutil/trace.go:171","msg":"trace[2111268768] transaction","detail":"{read_only:false; response_revision:34124; number_of_response:1; }","duration":"409.831323ms","start":"2026-03-04T02:36:37.871108Z","end":"2026-03-04T02:36:38.280939Z","steps":["trace[2111268768] 'process raft request' (duration: 409.738591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.281259Z","caller":"traceutil/trace.go:171","msg":"trace[1329053352] linearizableReadLoop","detail":"{readStateIndex:35279; appliedIndex:35275; }","duration":"408.316859ms","start":"2026-03-04T02:36:37.872929Z","end":"2026-03-04T02:36:38.281246Z","steps":["trace[1329053352] 'read index received' (duration: 23.568468ms)","trace[1329053352] 'applied index is now lower than readState.Index' (duration: 384.747561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:38.281286Z","caller":"traceutil/trace.go:171","msg":"trace[1210230588] transaction","detail":"{read_only:false; response_revision:34125; number_of_response:1; }","duration":"410.064718ms","start":"2026-03-04T02:36:37.871198Z","end":"2026-03-04T02:36:38.281263Z","steps":["trace[1210230588] 'process raft request' (duration: 409.70313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.281326Z","caller":"traceutil/trace.go:171","msg":"trace[713202581] transaction","detail":"{read_only:false; response_revision:34126; number_of_response:1; }","duration":"410.002397ms","start":"2026-03-04T02:36:37.871306Z","end":"2026-03-04T02:36:38.281308Z","steps":["trace[713202581] 'process raft request' (duration: 409.880694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:38.281343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.401201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:38.281375Z","caller":"traceutil/trace.go:171","msg":"trace[2134226550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34126; }","duration":"408.462002ms","start":"2026-03-04T02:36:37.872903Z","end":"2026-03-04T02:36:38.281365Z","steps":["trace[2134226550] 'agreement among raft nodes before linearized reading' (duration: 408.39532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:38.281409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.872893Z","time spent":"408.509344ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:38.281407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.871185Z","time spent":"410.15503ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:38.281041Z","caller":"traceutil/trace.go:171","msg":"trace[1149261432] transaction","detail":"{read_only:false; response_revision:34123; number_of_response:1; }","duration":"409.944545ms","start":"2026-03-04T02:36:37.871055Z","end":"2026-03-04T02:36:38.280999Z","steps":["trace[1149261432] 'process raft request' (duration: 409.522675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:38.281564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.871299Z","time spent":"410.063668ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:38.281767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.871034Z","time spent":"410.550969ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:38.281929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:37.871096Z","time spent":"410.018017ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:38.566867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.627363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:38.566974Z","caller":"traceutil/trace.go:171","msg":"trace[566586337] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:34126; }","duration":"105.766236ms","start":"2026-03-04T02:36:38.461187Z","end":"2026-03-04T02:36:38.566953Z","steps":["trace[566586337] 'count revisions from in-memory index tree' (duration: 105.515581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:39.087124Z","caller":"traceutil/trace.go:171","msg":"trace[1711640671] transaction","detail":"{read_only:false; response_revision:34127; number_of_response:1; }","duration":"174.15453ms","start":"2026-03-04T02:36:38.91294Z","end":"2026-03-04T02:36:39.087094Z","steps":["trace[1711640671] 'process raft request' (duration: 173.955115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:39.731932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.699371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:39.73202Z","caller":"traceutil/trace.go:171","msg":"trace[1438326620] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:34127; }","duration":"390.861586ms","start":"2026-03-04T02:36:39.341138Z","end":"2026-03-04T02:36:39.732Z","steps":["trace[1438326620] 'count revisions from in-memory index tree' (duration: 390.533448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:39.732068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.341107Z","time spent":"390.950157ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:39.732339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.594822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:39.73242Z","caller":"traceutil/trace.go:171","msg":"trace[1983527578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34127; }","duration":"180.750586ms","start":"2026-03-04T02:36:39.55165Z","end":"2026-03-04T02:36:39.732401Z","steps":["trace[1983527578] 'range keys from in-memory index tree' (duration: 180.416688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:39.733203Z","caller":"traceutil/trace.go:171","msg":"trace[1884185811] transaction","detail":"{read_only:false; response_revision:34128; number_of_response:1; }","duration":"180.830657ms","start":"2026-03-04T02:36:39.552361Z","end":"2026-03-04T02:36:39.733192Z","steps":["trace[1884185811] 'process raft request' (duration: 175.224623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.145944Z","caller":"traceutil/trace.go:171","msg":"trace[944500500] transaction","detail":"{read_only:false; response_revision:34131; number_of_response:1; }","duration":"591.431266ms","start":"2026-03-04T02:36:39.554489Z","end":"2026-03-04T02:36:40.145921Z","steps":["trace[944500500] 'process raft request' (duration: 591.386285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.146013Z","caller":"traceutil/trace.go:171","msg":"trace[1251592670] transaction","detail":"{read_only:false; response_revision:34130; number_of_response:1; }","duration":"592.98941ms","start":"2026-03-04T02:36:39.552986Z","end":"2026-03-04T02:36:40.145976Z","steps":["trace[1251592670] 'process raft request' (duration: 592.846817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.145987Z","caller":"traceutil/trace.go:171","msg":"trace[126203707] transaction","detail":"{read_only:false; response_revision:34129; number_of_response:1; }","duration":"593.184763ms","start":"2026-03-04T02:36:39.552763Z","end":"2026-03-04T02:36:40.145947Z","steps":["trace[126203707] 'process raft request' (duration: 592.898677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:40.146099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.554473Z","time spent":"591.548289ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:40.146182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.55295Z","time spent":"593.135922ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:40.146257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.552737Z","time spent":"593.366028ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:40.151059Z","caller":"traceutil/trace.go:171","msg":"trace[188205088] transaction","detail":"{read_only:false; response_revision:34132; number_of_response:1; }","duration":"414.016515ms","start":"2026-03-04T02:36:39.737007Z","end":"2026-03-04T02:36:40.151024Z","steps":["trace[188205088] 'process raft request' (duration: 413.823591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.151096Z","caller":"traceutil/trace.go:171","msg":"trace[306532599] transaction","detail":"{read_only:false; response_revision:34133; number_of_response:1; }","duration":"279.883904ms","start":"2026-03-04T02:36:39.871166Z","end":"2026-03-04T02:36:40.15105Z","steps":["trace[306532599] 'process raft request' (duration: 279.753802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:40.151197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.736988Z","time spent":"414.137287ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:40.538717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.725836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:36:40.538823Z","caller":"traceutil/trace.go:171","msg":"trace[2079113467] linearizableReadLoop","detail":"{readStateIndex:35286; appliedIndex:35284; }","duration":"637.908938ms","start":"2026-03-04T02:36:39.900895Z","end":"2026-03-04T02:36:40.538804Z","steps":["trace[2079113467] 'read index received' (duration: 245.011527ms)","trace[2079113467] 'applied index is now lower than readState.Index' (duration: 392.895311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:40.53922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.08812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:40.539274Z","caller":"traceutil/trace.go:171","msg":"trace[887801437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34133; }","duration":"406.194223ms","start":"2026-03-04T02:36:40.133067Z","end":"2026-03-04T02:36:40.539261Z","steps":["trace[887801437] 'agreement among raft nodes before linearized reading' (duration: 406.003919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:40.539285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.65662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:40.539317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.133039Z","time spent":"406.269214ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:36:40.539324Z","caller":"traceutil/trace.go:171","msg":"trace[1379500622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34133; }","duration":"254.734362ms","start":"2026-03-04T02:36:40.284579Z","end":"2026-03-04T02:36:40.539313Z","steps":["trace[1379500622] 'agreement among raft nodes before linearized reading' (duration: 254.603129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:40.539426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.534732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:36:40.539446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.379559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:36:40.539484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.900514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:40.539572Z","caller":"traceutil/trace.go:171","msg":"trace[272201797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34133; }","duration":"252.575474ms","start":"2026-03-04T02:36:40.286968Z","end":"2026-03-04T02:36:40.539544Z","steps":["trace[272201797] 'agreement among raft nodes before linearized reading' (duration: 252.207586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.539611Z","caller":"traceutil/trace.go:171","msg":"trace[1516648220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34133; }","duration":"254.101418ms","start":"2026-03-04T02:36:40.285481Z","end":"2026-03-04T02:36:40.539583Z","steps":["trace[1516648220] 'agreement among raft nodes before linearized reading' (duration: 253.643408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.539499Z","caller":"traceutil/trace.go:171","msg":"trace[1485796006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34133; }","duration":"638.648645ms","start":"2026-03-04T02:36:39.900838Z","end":"2026-03-04T02:36:40.539487Z","steps":["trace[1485796006] 'agreement among raft nodes before linearized reading' (duration: 638.489071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:40.539682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.900815Z","time spent":"638.854099ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:40.539835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.631088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:40.539945Z","caller":"traceutil/trace.go:171","msg":"trace[846386726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34133; }","duration":"254.364944ms","start":"2026-03-04T02:36:40.285562Z","end":"2026-03-04T02:36:40.539927Z","steps":["trace[846386726] 'agreement among raft nodes before linearized reading' (duration: 253.547947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.791778Z","caller":"traceutil/trace.go:171","msg":"trace[1591660361] transaction","detail":"{read_only:false; response_revision:34134; number_of_response:1; }","duration":"247.224917ms","start":"2026-03-04T02:36:40.544519Z","end":"2026-03-04T02:36:40.791743Z","steps":["trace[1591660361] 'process raft request' (duration: 247.005032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:41.324769Z","caller":"traceutil/trace.go:171","msg":"trace[166442253] transaction","detail":"{read_only:false; response_revision:34135; number_of_response:1; }","duration":"780.3644ms","start":"2026-03-04T02:36:40.544367Z","end":"2026-03-04T02:36:41.324732Z","steps":["trace[166442253] 'process raft request' (duration: 780.096634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.325051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.544343Z","time spent":"780.519193ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:41.325169Z","caller":"traceutil/trace.go:171","msg":"trace[1852001211] linearizableReadLoop","detail":"{readStateIndex:35291; appliedIndex:35287; }","duration":"778.96832ms","start":"2026-03-04T02:36:40.546171Z","end":"2026-03-04T02:36:41.32514Z","steps":["trace[1852001211] 'read index received' (duration: 245.383387ms)","trace[1852001211] 'applied index is now lower than readState.Index' (duration: 533.583683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:41.325243Z","caller":"traceutil/trace.go:171","msg":"trace[947412569] transaction","detail":"{read_only:false; response_revision:34137; number_of_response:1; }","duration":"779.627004ms","start":"2026-03-04T02:36:40.54559Z","end":"2026-03-04T02:36:41.325217Z","steps":["trace[947412569] 'process raft request' (duration: 779.331517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.325314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.545572Z","time spent":"779.695096ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:41.325328Z","caller":"traceutil/trace.go:171","msg":"trace[2021616142] transaction","detail":"{read_only:false; response_revision:34138; number_of_response:1; }","duration":"778.925958ms","start":"2026-03-04T02:36:40.54637Z","end":"2026-03-04T02:36:41.325296Z","steps":["trace[2021616142] 'process raft request' (duration: 778.712884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.325494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.546336Z","time spent":"779.060011ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:41.325487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.287947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:41.325578Z","caller":"traceutil/trace.go:171","msg":"trace[146715554] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34138; }","duration":"779.405709ms","start":"2026-03-04T02:36:40.546155Z","end":"2026-03-04T02:36:41.325561Z","steps":["trace[146715554] 'agreement among raft nodes before linearized reading' (duration: 779.121413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:41.325576Z","caller":"traceutil/trace.go:171","msg":"trace[2137873011] transaction","detail":"{read_only:false; response_revision:34136; number_of_response:1; }","duration":"780.216217ms","start":"2026-03-04T02:36:40.545278Z","end":"2026-03-04T02:36:41.325494Z","steps":["trace[2137873011] 'process raft request' (duration: 779.384969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.325851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.545249Z","time spent":"780.461632ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:41.325636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.546145Z","time spent":"779.47755ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:36:41.581354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.103004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:41.581559Z","caller":"traceutil/trace.go:171","msg":"trace[1213790133] transaction","detail":"{read_only:false; response_revision:34139; number_of_response:1; }","duration":"556.323645ms","start":"2026-03-04T02:36:41.025215Z","end":"2026-03-04T02:36:41.581539Z","steps":["trace[1213790133] 'process raft request' (duration: 434.951545ms)","trace[1213790133] 'compare' (duration: 120.995542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:41.581695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.025194Z","time spent":"556.438417ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:41.581738Z","caller":"traceutil/trace.go:171","msg":"trace[1475332890] linearizableReadLoop","detail":"{readStateIndex:35294; appliedIndex:35292; }","duration":"256.473721ms","start":"2026-03-04T02:36:41.325242Z","end":"2026-03-04T02:36:41.581716Z","steps":["trace[1475332890] 'read index received' (duration: 134.804884ms)","trace[1475332890] 'applied index is now lower than readState.Index' (duration: 121.667837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:41.581944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.881287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:41.582018Z","caller":"traceutil/trace.go:171","msg":"trace[418210894] transaction","detail":"{read_only:false; response_revision:34140; number_of_response:1; }","duration":"489.73589ms","start":"2026-03-04T02:36:41.092262Z","end":"2026-03-04T02:36:41.581998Z","steps":["trace[418210894] 'process raft request' (duration: 489.185458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.582041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.972024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:36:41.582091Z","caller":"traceutil/trace.go:171","msg":"trace[157446072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34140; }","duration":"173.024515ms","start":"2026-03-04T02:36:41.40905Z","end":"2026-03-04T02:36:41.582075Z","steps":["trace[157446072] 'agreement among raft nodes before linearized reading' (duration: 172.872722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.582093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.193833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:41.58207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.952013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:41.582133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.092224Z","time spent":"489.846402ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:41.582148Z","caller":"traceutil/trace.go:171","msg":"trace[427850005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:34140; }","duration":"240.470209ms","start":"2026-03-04T02:36:41.34166Z","end":"2026-03-04T02:36:41.58213Z","steps":["trace[427850005] 'agreement among raft nodes before linearized reading' (duration: 240.173282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.581921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.164288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:41.582183Z","caller":"traceutil/trace.go:171","msg":"trace[679313329] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:34140; }","duration":"454.137436ms","start":"2026-03-04T02:36:41.128019Z","end":"2026-03-04T02:36:41.582157Z","steps":["trace[679313329] 'agreement among raft nodes before linearized reading' (duration: 453.83305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:41.582115Z","caller":"traceutil/trace.go:171","msg":"trace[1363392047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34140; }","duration":"693.221085ms","start":"2026-03-04T02:36:40.888831Z","end":"2026-03-04T02:36:41.582052Z","steps":["trace[1363392047] 'agreement among raft nodes before linearized reading' (duration: 693.01132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.582261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.127965Z","time spent":"454.27802ms","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:41.582013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.941309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:41.582445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.888803Z","time spent":"693.623944ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:41.58247Z","caller":"traceutil/trace.go:171","msg":"trace[1181107511] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34140; }","duration":"141.44494ms","start":"2026-03-04T02:36:41.440948Z","end":"2026-03-04T02:36:41.582393Z","steps":["trace[1181107511] 'agreement among raft nodes before linearized reading' (duration: 140.95104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:41.582254Z","caller":"traceutil/trace.go:171","msg":"trace[202328729] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:34140; }","duration":"394.530497ms","start":"2026-03-04T02:36:41.187692Z","end":"2026-03-04T02:36:41.582222Z","steps":["trace[202328729] 'agreement among raft nodes before linearized reading' (duration: 394.111168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.582701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.187676Z","time spent":"395.007937ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:41.582604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.495766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:41.582993Z","caller":"traceutil/trace.go:171","msg":"trace[958868453] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:34140; }","duration":"962.935865ms","start":"2026-03-04T02:36:40.620042Z","end":"2026-03-04T02:36:41.582978Z","steps":["trace[958868453] 'agreement among raft nodes before linearized reading' (duration: 961.7779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:41.58318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:40.620009Z","time spent":"963.152239ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:42.165171Z","caller":"traceutil/trace.go:171","msg":"trace[725620687] transaction","detail":"{read_only:false; response_revision:34141; number_of_response:1; }","duration":"426.660932ms","start":"2026-03-04T02:36:41.738484Z","end":"2026-03-04T02:36:42.165145Z","steps":["trace[725620687] 'process raft request' (duration: 425.613419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.165278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.704133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:42.165154Z","caller":"traceutil/trace.go:171","msg":"trace[775243903] linearizableReadLoop","detail":"{readStateIndex:35295; appliedIndex:35294; }","duration":"411.573781ms","start":"2026-03-04T02:36:41.753553Z","end":"2026-03-04T02:36:42.165127Z","steps":["trace[775243903] 'read index received' (duration: 410.545448ms)","trace[775243903] 'applied index is now lower than readState.Index' (duration: 1.027253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:42.16532Z","caller":"traceutil/trace.go:171","msg":"trace[82880492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34141; }","duration":"411.802226ms","start":"2026-03-04T02:36:41.753507Z","end":"2026-03-04T02:36:42.165309Z","steps":["trace[82880492] 'agreement among raft nodes before linearized reading' (duration: 411.711634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.165322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.738461Z","time spent":"426.779314ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:42.16541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.753486Z","time spent":"411.908267ms","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:42.461974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.299828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:42.462222Z","caller":"traceutil/trace.go:171","msg":"trace[958273822] linearizableReadLoop","detail":"{readStateIndex:35299; appliedIndex:35295; }","duration":"296.846618ms","start":"2026-03-04T02:36:42.165352Z","end":"2026-03-04T02:36:42.462198Z","steps":["trace[958273822] 'read index received' (duration: 140.149732ms)","trace[958273822] 'applied index is now lower than readState.Index' (duration: 156.696026ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:42.462327Z","caller":"traceutil/trace.go:171","msg":"trace[828202825] transaction","detail":"{read_only:false; response_revision:34145; number_of_response:1; }","duration":"305.904147ms","start":"2026-03-04T02:36:42.15641Z","end":"2026-03-04T02:36:42.462314Z","steps":["trace[828202825] 'process raft request' (duration: 305.745403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:42.462335Z","caller":"traceutil/trace.go:171","msg":"trace[1506038263] transaction","detail":"{read_only:false; response_revision:34144; number_of_response:1; }","duration":"308.637097ms","start":"2026-03-04T02:36:42.153671Z","end":"2026-03-04T02:36:42.462308Z","steps":["trace[1506038263] 'process raft request' (duration: 308.454083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.46241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.156401Z","time spent":"305.972048ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:42.462456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.153648Z","time spent":"308.740719ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:42.462638Z","caller":"traceutil/trace.go:171","msg":"trace[949223306] transaction","detail":"{read_only:false; response_revision:34143; number_of_response:1; }","duration":"309.962245ms","start":"2026-03-04T02:36:42.152648Z","end":"2026-03-04T02:36:42.46261Z","steps":["trace[949223306] 'process raft request' (duration: 309.418713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.462643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.426456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:42.462636Z","caller":"traceutil/trace.go:171","msg":"trace[1188974111] transaction","detail":"{read_only:false; response_revision:34142; number_of_response:1; }","duration":"310.036527ms","start":"2026-03-04T02:36:42.152566Z","end":"2026-03-04T02:36:42.462603Z","steps":["trace[1188974111] 'process raft request' (duration: 153.032715ms)","trace[1188974111] 'compare' (duration: 156.179794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:42.462686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.177206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:36:42.462688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.673999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:42.462722Z","caller":"traceutil/trace.go:171","msg":"trace[1384117514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34145; }","duration":"571.556528ms","start":"2026-03-04T02:36:41.891147Z","end":"2026-03-04T02:36:42.462704Z","steps":["trace[1384117514] 'agreement among raft nodes before linearized reading' (duration: 571.366654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:42.462731Z","caller":"traceutil/trace.go:171","msg":"trace[304727559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34145; }","duration":"308.243338ms","start":"2026-03-04T02:36:42.154475Z","end":"2026-03-04T02:36:42.462719Z","steps":["trace[304727559] 'agreement among raft nodes before linearized reading' (duration: 308.070295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.462718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.865981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:42.462752Z","caller":"traceutil/trace.go:171","msg":"trace[570721801] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:34145; }","duration":"108.783292ms","start":"2026-03-04T02:36:42.353952Z","end":"2026-03-04T02:36:42.462736Z","steps":["trace[570721801] 'agreement among raft nodes before linearized reading' (duration: 108.662619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.462767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.154469Z","time spent":"308.291589ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:42.462769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:41.891127Z","time spent":"571.63291ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:42.462775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.152613Z","time spent":"310.092868ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:42.462778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.152542Z","time spent":"310.17898ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:42.462786Z","caller":"traceutil/trace.go:171","msg":"trace[830928423] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:34145; }","duration":"118.026415ms","start":"2026-03-04T02:36:42.344745Z","end":"2026-03-04T02:36:42.462771Z","steps":["trace[830928423] 'agreement among raft nodes before linearized reading' (duration: 117.873011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.193161Z","caller":"traceutil/trace.go:171","msg":"trace[243684620] transaction","detail":"{read_only:false; response_revision:34146; number_of_response:1; }","duration":"725.412012ms","start":"2026-03-04T02:36:42.467725Z","end":"2026-03-04T02:36:43.193137Z","steps":["trace[243684620] 'process raft request' (duration: 725.230378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.193336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.467705Z","time spent":"725.547976ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:43.497116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.770879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:43.497307Z","caller":"traceutil/trace.go:171","msg":"trace[172156097] transaction","detail":"{read_only:false; response_revision:34148; number_of_response:1; }","duration":"297.556354ms","start":"2026-03-04T02:36:43.199734Z","end":"2026-03-04T02:36:43.497291Z","steps":["trace[172156097] 'process raft request' (duration: 297.485122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.497349Z","caller":"traceutil/trace.go:171","msg":"trace[376500374] transaction","detail":"{read_only:false; response_revision:34147; number_of_response:1; }","duration":"943.635592ms","start":"2026-03-04T02:36:42.553691Z","end":"2026-03-04T02:36:43.497327Z","steps":["trace[376500374] 'process raft request' (duration: 690.133246ms)","trace[376500374] 'compare' (duration: 252.664726ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:43.497337Z","caller":"traceutil/trace.go:171","msg":"trace[1784792651] linearizableReadLoop","detail":"{readStateIndex:35301; appliedIndex:35299; }","duration":"700.477023ms","start":"2026-03-04T02:36:42.796826Z","end":"2026-03-04T02:36:43.497303Z","steps":["trace[1784792651] 'read index received' (duration: 396.224132ms)","trace[1784792651] 'applied index is now lower than readState.Index' (duration: 304.249151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:43.497443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.553669Z","time spent":"943.729223ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:43.497546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.189345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:43.497609Z","caller":"traceutil/trace.go:171","msg":"trace[2014638161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34148; }","duration":"608.296366ms","start":"2026-03-04T02:36:42.889298Z","end":"2026-03-04T02:36:43.497594Z","steps":["trace[2014638161] 'agreement among raft nodes before linearized reading' (duration: 608.183294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.497546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.717239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:36:43.497653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.069044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:36:43.497653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.506032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:43.497664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.889277Z","time spent":"608.371168ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:43.497697Z","caller":"traceutil/trace.go:171","msg":"trace[580181477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34148; }","duration":"167.146236ms","start":"2026-03-04T02:36:43.330538Z","end":"2026-03-04T02:36:43.497684Z","steps":["trace[580181477] 'agreement among raft nodes before linearized reading' (duration: 167.021204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.497703Z","caller":"traceutil/trace.go:171","msg":"trace[1698974529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34148; }","duration":"166.549713ms","start":"2026-03-04T02:36:43.331141Z","end":"2026-03-04T02:36:43.497691Z","steps":["trace[1698974529] 'agreement among raft nodes before linearized reading' (duration: 166.455361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.497693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.466662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:36:43.497708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.057664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:43.497702Z","caller":"traceutil/trace.go:171","msg":"trace[1396868747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34148; }","duration":"700.907482ms","start":"2026-03-04T02:36:42.796774Z","end":"2026-03-04T02:36:43.497681Z","steps":["trace[1396868747] 'agreement among raft nodes before linearized reading' (duration: 700.654947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.497772Z","caller":"traceutil/trace.go:171","msg":"trace[106042437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34148; }","duration":"166.603654ms","start":"2026-03-04T02:36:43.33115Z","end":"2026-03-04T02:36:43.497754Z","steps":["trace[106042437] 'agreement among raft nodes before linearized reading' (duration: 166.330028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.49778Z","caller":"traceutil/trace.go:171","msg":"trace[1467973853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34148; }","duration":"167.169237ms","start":"2026-03-04T02:36:43.330593Z","end":"2026-03-04T02:36:43.497762Z","steps":["trace[1467973853] 'agreement among raft nodes before linearized reading' (duration: 166.930292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.497791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:42.796756Z","time spent":"701.017245ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:43.498034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.556505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:36:43.49815Z","caller":"traceutil/trace.go:171","msg":"trace[668572960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34148; }","duration":"107.674278ms","start":"2026-03-04T02:36:43.390461Z","end":"2026-03-04T02:36:43.498136Z","steps":["trace[668572960] 'agreement among raft nodes before linearized reading' (duration: 107.106806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.4984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.391944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:36:43.498467Z","caller":"traceutil/trace.go:171","msg":"trace[1628245588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34148; }","duration":"109.13336ms","start":"2026-03-04T02:36:43.389319Z","end":"2026-03-04T02:36:43.498452Z","steps":["trace[1628245588] 'agreement among raft nodes before linearized reading' (duration: 108.295642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.133565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.904651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:44.133829Z","caller":"traceutil/trace.go:171","msg":"trace[1620886136] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"631.373825ms","start":"2026-03-04T02:36:43.502433Z","end":"2026-03-04T02:36:44.133807Z","steps":["trace[1620886136] 'process raft request' (duration: 157.139146ms)","trace[1620886136] 'compare' (duration: 473.799889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:44.133951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.502399Z","time spent":"631.512998ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:44.166328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519119162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:36:44.913977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.617271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:44.914337Z","caller":"traceutil/trace.go:171","msg":"trace[1894724801] transaction","detail":"{read_only:false; response_revision:34150; number_of_response:1; }","duration":"1.411664832s","start":"2026-03-04T02:36:43.502632Z","end":"2026-03-04T02:36:44.914297Z","steps":["trace[1894724801] 'process raft request' (duration: 768.623352ms)","trace[1894724801] 'compare' (duration: 642.058539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:44.914483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.502618Z","time spent":"1.411786265s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:44.914751Z","caller":"traceutil/trace.go:171","msg":"trace[1894740966] linearizableReadLoop","detail":"{readStateIndex:35310; appliedIndex:35303; }","duration":"1.24871064s","start":"2026-03-04T02:36:43.666018Z","end":"2026-03-04T02:36:44.914729Z","steps":["trace[1894740966] 'read index received' (duration: 605.176868ms)","trace[1894740966] 'applied index is now lower than readState.Index' (duration: 643.532091ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:44.915035Z","caller":"traceutil/trace.go:171","msg":"trace[549147960] transaction","detail":"{read_only:false; response_revision:34154; number_of_response:1; }","duration":"1.41105694s","start":"2026-03-04T02:36:43.503904Z","end":"2026-03-04T02:36:44.914961Z","steps":["trace[549147960] 'process raft request' (duration: 1.410489566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.915287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.503889Z","time spent":"1.411342356s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:44.915394Z","caller":"traceutil/trace.go:171","msg":"trace[899473332] transaction","detail":"{read_only:false; response_revision:34153; number_of_response:1; }","duration":"1.411641402s","start":"2026-03-04T02:36:43.503726Z","end":"2026-03-04T02:36:44.915368Z","steps":["trace[899473332] 'process raft request' (duration: 1.410611809s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:44.91509Z","caller":"traceutil/trace.go:171","msg":"trace[1139527730] transaction","detail":"{read_only:false; response_revision:34156; number_of_response:1; }","duration":"1.327754898s","start":"2026-03-04T02:36:43.587324Z","end":"2026-03-04T02:36:44.915079Z","steps":["trace[1139527730] 'process raft request' (duration: 1.327293568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.916033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.503708Z","time spent":"1.412215474s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:44.916105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.587297Z","time spent":"1.328739429s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:44.915075Z","caller":"traceutil/trace.go:171","msg":"trace[357191632] transaction","detail":"{read_only:false; response_revision:34152; number_of_response:1; }","duration":"1.411639752s","start":"2026-03-04T02:36:43.503406Z","end":"2026-03-04T02:36:44.915046Z","steps":["trace[357191632] 'process raft request' (duration: 1.410817894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.91619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.50338Z","time spent":"1.412784028s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:44.915141Z","caller":"traceutil/trace.go:171","msg":"trace[127359514] transaction","detail":"{read_only:false; response_revision:34151; number_of_response:1; }","duration":"1.411787475s","start":"2026-03-04T02:36:43.503343Z","end":"2026-03-04T02:36:44.915131Z","steps":["trace[127359514] 'process raft request' (duration: 1.410744412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.916263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.503313Z","time spent":"1.41291864s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:44.91517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24914795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:44.916367Z","caller":"traceutil/trace.go:171","msg":"trace[1150212810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:34156; }","duration":"1.250387665s","start":"2026-03-04T02:36:43.665956Z","end":"2026-03-04T02:36:44.916344Z","steps":["trace[1150212810] 'agreement among raft nodes before linearized reading' (duration: 1.249157539s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:44.915038Z","caller":"traceutil/trace.go:171","msg":"trace[1149196915] transaction","detail":"{read_only:false; response_revision:34155; number_of_response:1; }","duration":"1.4110633s","start":"2026-03-04T02:36:43.503955Z","end":"2026-03-04T02:36:44.915018Z","steps":["trace[1149196915] 'process raft request' (duration: 1.410506638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:44.916411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.665933Z","time spent":"1.250466088s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:44.916497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.503943Z","time spent":"1.412504841s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:45.309362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.880847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:45.309614Z","caller":"traceutil/trace.go:171","msg":"trace[1116800826] transaction","detail":"{read_only:false; response_revision:34158; number_of_response:1; }","duration":"841.884144ms","start":"2026-03-04T02:36:44.467712Z","end":"2026-03-04T02:36:45.309596Z","steps":["trace[1116800826] 'process raft request' (duration: 841.781972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:45.309862Z","caller":"traceutil/trace.go:171","msg":"trace[933957595] transaction","detail":"{read_only:false; response_revision:34157; number_of_response:1; }","duration":"1.139441877s","start":"2026-03-04T02:36:44.170379Z","end":"2026-03-04T02:36:45.309821Z","steps":["trace[933957595] 'process raft request' (duration: 917.767482ms)","trace[933957595] 'compare' (duration: 220.617151ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:45.30996Z","caller":"traceutil/trace.go:171","msg":"trace[1332718593] transaction","detail":"{read_only:false; response_revision:34159; number_of_response:1; }","duration":"842.131049ms","start":"2026-03-04T02:36:44.467788Z","end":"2026-03-04T02:36:45.309919Z","steps":["trace[1332718593] 'process raft request' (duration: 841.769461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.310053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.170355Z","time spent":"1.13959657s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:45.310169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.467762Z","time spent":"842.294383ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:45.309994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.467686Z","time spent":"842.264191ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:45.310372Z","caller":"traceutil/trace.go:171","msg":"trace[307301340] transaction","detail":"{read_only:false; response_revision:34160; number_of_response:1; }","duration":"841.908234ms","start":"2026-03-04T02:36:44.468438Z","end":"2026-03-04T02:36:45.310346Z","steps":["trace[307301340] 'process raft request' (duration: 841.414953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:45.310506Z","caller":"traceutil/trace.go:171","msg":"trace[1682447687] linearizableReadLoop","detail":"{readStateIndex:35315; appliedIndex:35310; }","duration":"395.679331ms","start":"2026-03-04T02:36:44.91481Z","end":"2026-03-04T02:36:45.310489Z","steps":["trace[1682447687] 'read index received' (duration: 173.446495ms)","trace[1682447687] 'applied index is now lower than readState.Index' (duration: 222.231686ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:45.310532Z","caller":"traceutil/trace.go:171","msg":"trace[1528143666] transaction","detail":"{read_only:false; response_revision:34161; number_of_response:1; }","duration":"841.248659ms","start":"2026-03-04T02:36:44.46918Z","end":"2026-03-04T02:36:45.310429Z","steps":["trace[1528143666] 'process raft request' (duration: 840.879641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:45.310619Z","caller":"traceutil/trace.go:171","msg":"trace[1741708659] transaction","detail":"{read_only:false; response_revision:34162; number_of_response:1; }","duration":"255.974099ms","start":"2026-03-04T02:36:45.054633Z","end":"2026-03-04T02:36:45.310607Z","steps":["trace[1741708659] 'process raft request' (duration: 255.743144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.310765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.469169Z","time spent":"841.466423ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:45.310814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.175883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.310875Z","caller":"traceutil/trace.go:171","msg":"trace[1200691988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34162; }","duration":"582.290975ms","start":"2026-03-04T02:36:44.728567Z","end":"2026-03-04T02:36:45.310858Z","steps":["trace[1200691988] 'agreement among raft nodes before linearized reading' (duration: 582.189893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.310928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.728546Z","time spent":"582.367626ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:36:45.311061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.74641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.311134Z","caller":"traceutil/trace.go:171","msg":"trace[1244031970] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34162; }","duration":"343.865372ms","start":"2026-03-04T02:36:44.967251Z","end":"2026-03-04T02:36:45.311116Z","steps":["trace[1244031970] 'agreement among raft nodes before linearized reading' (duration: 343.735799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.311187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421886917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:45.311196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.967235Z","time spent":"343.943274ms","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:45.31124Z","caller":"traceutil/trace.go:171","msg":"trace[1744548162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34162; }","duration":"1.421931368s","start":"2026-03-04T02:36:43.889294Z","end":"2026-03-04T02:36:45.311225Z","steps":["trace[1744548162] 'agreement among raft nodes before linearized reading' (duration: 1.421870047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.311275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:43.889237Z","time spent":"1.42202916s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:45.311264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.432723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:45.311269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.983334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.311334Z","caller":"traceutil/trace.go:171","msg":"trace[407945576] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:34162; }","duration":"218.080926ms","start":"2026-03-04T02:36:45.093236Z","end":"2026-03-04T02:36:45.311317Z","steps":["trace[407945576] 'agreement among raft nodes before linearized reading' (duration: 217.988464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:45.311332Z","caller":"traceutil/trace.go:171","msg":"trace[454561577] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:34162; }","duration":"193.542496ms","start":"2026-03-04T02:36:45.117768Z","end":"2026-03-04T02:36:45.311311Z","steps":["trace[454561577] 'agreement among raft nodes before linearized reading' (duration: 193.426513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.311445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.394313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.311506Z","caller":"traceutil/trace.go:171","msg":"trace[1447318329] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34162; }","duration":"751.497856ms","start":"2026-03-04T02:36:44.559994Z","end":"2026-03-04T02:36:45.311492Z","steps":["trace[1447318329] 'agreement among raft nodes before linearized reading' (duration: 751.398583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.311544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.559974Z","time spent":"751.560867ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:45.311137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.322492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:45.311607Z","caller":"traceutil/trace.go:171","msg":"trace[907324951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34162; }","duration":"113.824503ms","start":"2026-03-04T02:36:45.197763Z","end":"2026-03-04T02:36:45.311587Z","steps":["trace[907324951] 'agreement among raft nodes before linearized reading' (duration: 113.266251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.311656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.56617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:36:45.311979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165639543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.312097Z","caller":"traceutil/trace.go:171","msg":"trace[120442845] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:34162; }","duration":"839.073901ms","start":"2026-03-04T02:36:44.47299Z","end":"2026-03-04T02:36:45.312064Z","steps":["trace[120442845] 'agreement among raft nodes before linearized reading' (duration: 838.438747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.312322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.468427Z","time spent":"842.057487ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:45.312351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.472943Z","time spent":"839.346768ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T02:36:45.312641Z","caller":"traceutil/trace.go:171","msg":"trace[556963875] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34162; }","duration":"1.165811556s","start":"2026-03-04T02:36:44.146272Z","end":"2026-03-04T02:36:45.312083Z","steps":["trace[556963875] 'agreement among raft nodes before linearized reading' (duration: 1.16460584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.312765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:44.146254Z","time spent":"1.166486832s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:45.745533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.640722ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T02:36:45.745772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:45.313596Z","time spent":"432.170984ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:36:45.795825Z","caller":"traceutil/trace.go:171","msg":"trace[1074436438] linearizableReadLoop","detail":"{readStateIndex:35318; appliedIndex:35316; }","duration":"478.742268ms","start":"2026-03-04T02:36:45.317057Z","end":"2026-03-04T02:36:45.795799Z","steps":["trace[1074436438] 'read index received' (duration: 182.932444ms)","trace[1074436438] 'applied index is now lower than readState.Index' (duration: 295.808784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:45.795976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.902181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:45.796015Z","caller":"traceutil/trace.go:171","msg":"trace[398198534] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34163; }","duration":"478.960702ms","start":"2026-03-04T02:36:45.317042Z","end":"2026-03-04T02:36:45.796003Z","steps":["trace[398198534] 'agreement among raft nodes before linearized reading' (duration: 478.87352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.796054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:45.317Z","time spent":"479.044834ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:36:45.796046Z","caller":"traceutil/trace.go:171","msg":"trace[821177839] transaction","detail":"{read_only:false; response_revision:34163; number_of_response:1; }","duration":"479.570875ms","start":"2026-03-04T02:36:45.316382Z","end":"2026-03-04T02:36:45.795953Z","steps":["trace[821177839] 'process raft request' (duration: 479.253268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:45.79618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:45.316362Z","time spent":"479.744769ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:46.010143Z","caller":"traceutil/trace.go:171","msg":"trace[2067796822] linearizableReadLoop","detail":"{readStateIndex:35319; appliedIndex:35318; }","duration":"214.232481ms","start":"2026-03-04T02:36:45.795889Z","end":"2026-03-04T02:36:46.010122Z","steps":["trace[2067796822] 'read index received' (duration: 152.273928ms)","trace[2067796822] 'applied index is now lower than readState.Index' (duration: 61.957763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:46.010222Z","caller":"traceutil/trace.go:171","msg":"trace[237478557] transaction","detail":"{read_only:false; response_revision:34164; number_of_response:1; }","duration":"262.590835ms","start":"2026-03-04T02:36:45.747608Z","end":"2026-03-04T02:36:46.010199Z","steps":["trace[237478557] 'process raft request' (duration: 200.530189ms)","trace[237478557] 'compare' (duration: 61.888702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:46.010327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.209609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:46.010351Z","caller":"traceutil/trace.go:171","msg":"trace[1585188482] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34164; }","duration":"208.320602ms","start":"2026-03-04T02:36:45.80202Z","end":"2026-03-04T02:36:46.010341Z","steps":["trace[1585188482] 'agreement among raft nodes before linearized reading' (duration: 208.256831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:46.010349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.627785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:46.010409Z","caller":"traceutil/trace.go:171","msg":"trace[1307309269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34164; }","duration":"689.751548ms","start":"2026-03-04T02:36:45.320641Z","end":"2026-03-04T02:36:46.010393Z","steps":["trace[1307309269] 'agreement among raft nodes before linearized reading' (duration: 689.555734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:46.01056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:45.320627Z","time spent":"689.927763ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:46.951318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.350455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:46.951394Z","caller":"traceutil/trace.go:171","msg":"trace[1025470609] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:34164; }","duration":"355.482858ms","start":"2026-03-04T02:36:46.595893Z","end":"2026-03-04T02:36:46.951375Z","steps":["trace[1025470609] 'count revisions from in-memory index tree' (duration: 355.276023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:46.95144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.595869Z","time spent":"355.558119ms","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:46.951435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.885662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:46.95151Z","caller":"traceutil/trace.go:171","msg":"trace[150951374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34164; }","duration":"344.000305ms","start":"2026-03-04T02:36:46.60749Z","end":"2026-03-04T02:36:46.95149Z","steps":["trace[150951374] 'range keys from in-memory index tree' (duration: 343.671348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:46.951561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.607471Z","time spent":"344.079507ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:46.951576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.656088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:36:46.951612Z","caller":"traceutil/trace.go:171","msg":"trace[1526303715] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34164; }","duration":"519.73203ms","start":"2026-03-04T02:36:46.431868Z","end":"2026-03-04T02:36:46.9516Z","steps":["trace[1526303715] 'range keys from in-memory index tree' (duration: 519.538845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:46.951638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.431846Z","time spent":"519.78538ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:36:47.34539Z","caller":"traceutil/trace.go:171","msg":"trace[1820277357] transaction","detail":"{read_only:false; response_revision:34165; number_of_response:1; }","duration":"423.575424ms","start":"2026-03-04T02:36:46.921792Z","end":"2026-03-04T02:36:47.345368Z","steps":["trace[1820277357] 'process raft request' (duration: 423.339349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.345523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.921738Z","time spent":"423.718377ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.345475Z","caller":"traceutil/trace.go:171","msg":"trace[1620438454] linearizableReadLoop","detail":"{readStateIndex:35320; appliedIndex:35320; }","duration":"423.633746ms","start":"2026-03-04T02:36:46.921821Z","end":"2026-03-04T02:36:47.345455Z","steps":["trace[1620438454] 'read index received' (duration: 423.620135ms)","trace[1620438454] 'applied index is now lower than readState.Index' (duration: 11.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:47.34577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.919042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:47.345829Z","caller":"traceutil/trace.go:171","msg":"trace[2083828067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34165; }","duration":"424.014013ms","start":"2026-03-04T02:36:46.921787Z","end":"2026-03-04T02:36:47.345801Z","steps":["trace[2083828067] 'agreement among raft nodes before linearized reading' (duration: 423.748468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.345964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.921736Z","time spent":"424.218779ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:47.722129Z","caller":"traceutil/trace.go:171","msg":"trace[1332991902] transaction","detail":"{read_only:false; response_revision:34166; number_of_response:1; }","duration":"766.392554ms","start":"2026-03-04T02:36:46.955704Z","end":"2026-03-04T02:36:47.722097Z","steps":["trace[1332991902] 'process raft request' (duration: 765.976425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.722322Z","caller":"traceutil/trace.go:171","msg":"trace[421064166] transaction","detail":"{read_only:false; response_revision:34168; number_of_response:1; }","duration":"765.72825ms","start":"2026-03-04T02:36:46.956582Z","end":"2026-03-04T02:36:47.72231Z","steps":["trace[421064166] 'process raft request' (duration: 765.657398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.722323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.955692Z","time spent":"766.533037ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:47.722403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.956576Z","time spent":"765.793911ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.722419Z","caller":"traceutil/trace.go:171","msg":"trace[1884473616] transaction","detail":"{read_only:false; response_revision:34167; number_of_response:1; }","duration":"766.189169ms","start":"2026-03-04T02:36:46.956185Z","end":"2026-03-04T02:36:47.722374Z","steps":["trace[1884473616] 'process raft request' (duration: 765.846992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.722595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.956179Z","time spent":"766.328302ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.72266Z","caller":"traceutil/trace.go:171","msg":"trace[1194771973] transaction","detail":"{read_only:false; response_revision:34169; number_of_response:1; }","duration":"765.053354ms","start":"2026-03-04T02:36:46.957594Z","end":"2026-03-04T02:36:47.722648Z","steps":["trace[1194771973] 'process raft request' (duration: 764.687036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.72268Z","caller":"traceutil/trace.go:171","msg":"trace[943985004] transaction","detail":"{read_only:false; response_revision:34170; number_of_response:1; }","duration":"404.185668ms","start":"2026-03-04T02:36:47.318475Z","end":"2026-03-04T02:36:47.722661Z","steps":["trace[943985004] 'process raft request' (duration: 404.022285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.722709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.957575Z","time spent":"765.110735ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:47.722787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.318449Z","time spent":"404.28113ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.722812Z","caller":"traceutil/trace.go:171","msg":"trace[948684350] transaction","detail":"{read_only:false; response_revision:34173; number_of_response:1; }","duration":"404.27564ms","start":"2026-03-04T02:36:47.318512Z","end":"2026-03-04T02:36:47.722788Z","steps":["trace[948684350] 'process raft request' (duration: 404.143887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.722881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.318486Z","time spent":"404.360241ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.722819Z","caller":"traceutil/trace.go:171","msg":"trace[1198958389] transaction","detail":"{read_only:false; response_revision:34171; number_of_response:1; }","duration":"404.26579ms","start":"2026-03-04T02:36:47.318514Z","end":"2026-03-04T02:36:47.722779Z","steps":["trace[1198958389] 'process raft request' (duration: 404.069145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.722967Z","caller":"traceutil/trace.go:171","msg":"trace[1186909652] transaction","detail":"{read_only:false; response_revision:34174; number_of_response:1; }","duration":"404.396522ms","start":"2026-03-04T02:36:47.318504Z","end":"2026-03-04T02:36:47.722901Z","steps":["trace[1186909652] 'process raft request' (duration: 404.185028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.72275Z","caller":"traceutil/trace.go:171","msg":"trace[41606248] linearizableReadLoop","detail":"{readStateIndex:35329; appliedIndex:35320; }","duration":"377.173525ms","start":"2026-03-04T02:36:47.345555Z","end":"2026-03-04T02:36:47.722728Z","steps":["trace[41606248] 'read index received' (duration: 376.232534ms)","trace[41606248] 'applied index is now lower than readState.Index' (duration: 939.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:47.72318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.461843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:47.723201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.947377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:47.723223Z","caller":"traceutil/trace.go:171","msg":"trace[287710614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34174; }","duration":"770.520194ms","start":"2026-03-04T02:36:46.95269Z","end":"2026-03-04T02:36:47.72321Z","steps":["trace[287710614] 'agreement among raft nodes before linearized reading' (duration: 770.436762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:47.723266Z","caller":"traceutil/trace.go:171","msg":"trace[710037907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34174; }","duration":"768.031819ms","start":"2026-03-04T02:36:46.955216Z","end":"2026-03-04T02:36:47.723248Z","steps":["trace[710037907] 'agreement among raft nodes before linearized reading' (duration: 767.784654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.72329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.952656Z","time spent":"770.617815ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:47.723323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:46.955203Z","time spent":"768.107111ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:36:47.723335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.318497Z","time spent":"404.552226ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:47.723404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.318464Z","time spent":"404.74392ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:47.723325Z","caller":"traceutil/trace.go:171","msg":"trace[463750707] transaction","detail":"{read_only:false; response_revision:34172; number_of_response:1; }","duration":"404.795201ms","start":"2026-03-04T02:36:47.318511Z","end":"2026-03-04T02:36:47.723306Z","steps":["trace[463750707] 'process raft request' (duration: 404.107916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:47.723671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.318486Z","time spent":"405.126748ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:48.238034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.023157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:48.238148Z","caller":"traceutil/trace.go:171","msg":"trace[943228396] linearizableReadLoop","detail":"{readStateIndex:35330; appliedIndex:35329; }","duration":"515.025085ms","start":"2026-03-04T02:36:47.723102Z","end":"2026-03-04T02:36:48.238127Z","steps":["trace[943228396] 'read index received' (duration: 285.838806ms)","trace[943228396] 'applied index is now lower than readState.Index' (duration: 229.184769ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:48.238215Z","caller":"traceutil/trace.go:171","msg":"trace[405734445] transaction","detail":"{read_only:false; response_revision:34175; number_of_response:1; }","duration":"888.619921ms","start":"2026-03-04T02:36:47.349565Z","end":"2026-03-04T02:36:48.238185Z","steps":["trace[405734445] 'process raft request' (duration: 659.368089ms)","trace[405734445] 'compare' (duration: 228.72355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:48.238321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.454086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:48.238365Z","caller":"traceutil/trace.go:171","msg":"trace[2021431652] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:34175; }","duration":"842.547078ms","start":"2026-03-04T02:36:47.395806Z","end":"2026-03-04T02:36:48.238353Z","steps":["trace[2021431652] 'agreement among raft nodes before linearized reading' (duration: 842.466907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.238364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.349553Z","time spent":"888.733133ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:48.238399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.395792Z","time spent":"842.598659ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:48.238254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.5309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:48.23854Z","caller":"traceutil/trace.go:171","msg":"trace[1688086372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34175; }","duration":"632.854617ms","start":"2026-03-04T02:36:47.605672Z","end":"2026-03-04T02:36:48.238527Z","steps":["trace[1688086372] 'agreement among raft nodes before linearized reading' (duration: 632.5411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.238579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.605651Z","time spent":"632.914748ms","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:48.238572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.069511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:48.238624Z","caller":"traceutil/trace.go:171","msg":"trace[353940690] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34175; }","duration":"512.162023ms","start":"2026-03-04T02:36:47.726447Z","end":"2026-03-04T02:36:48.238609Z","steps":["trace[353940690] 'agreement among raft nodes before linearized reading' (duration: 511.975049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.238662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.726428Z","time spent":"512.224654ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18444,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:36:48.238789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.126582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:36:48.238818Z","caller":"traceutil/trace.go:171","msg":"trace[652235032] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34175; }","duration":"492.186903ms","start":"2026-03-04T02:36:47.746622Z","end":"2026-03-04T02:36:48.238809Z","steps":["trace[652235032] 'agreement among raft nodes before linearized reading' (duration: 492.087051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.238846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.746605Z","time spent":"492.235005ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:36:48.238823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.510942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:48.238897Z","caller":"traceutil/trace.go:171","msg":"trace[1739422994] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:34175; }","duration":"101.600074ms","start":"2026-03-04T02:36:48.137274Z","end":"2026-03-04T02:36:48.238874Z","steps":["trace[1739422994] 'agreement among raft nodes before linearized reading' (duration: 101.45677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.238903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.148525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:48.238964Z","caller":"traceutil/trace.go:171","msg":"trace[1732176667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34175; }","duration":"438.247486ms","start":"2026-03-04T02:36:47.800701Z","end":"2026-03-04T02:36:48.238948Z","steps":["trace[1732176667] 'agreement among raft nodes before linearized reading' (duration: 437.988271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:48.23901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:47.800684Z","time spent":"438.314148ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:49.531034Z","caller":"traceutil/trace.go:171","msg":"trace[941589069] transaction","detail":"{read_only:false; response_revision:34178; number_of_response:1; }","duration":"179.366325ms","start":"2026-03-04T02:36:49.351643Z","end":"2026-03-04T02:36:49.531009Z","steps":["trace[941589069] 'process raft request' (duration: 179.068458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.104862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.071961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:50.104919Z","caller":"traceutil/trace.go:171","msg":"trace[1977535145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34178; }","duration":"377.172804ms","start":"2026-03-04T02:36:49.727732Z","end":"2026-03-04T02:36:50.104905Z","steps":["trace[1977535145] 'range keys from in-memory index tree' (duration: 376.946969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.104981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.727712Z","time spent":"377.237105ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:50.105033Z","caller":"traceutil/trace.go:171","msg":"trace[539071129] transaction","detail":"{read_only:false; response_revision:34179; number_of_response:1; }","duration":"374.29786ms","start":"2026-03-04T02:36:49.730724Z","end":"2026-03-04T02:36:50.105022Z","steps":["trace[539071129] 'process raft request' (duration: 373.700717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.105104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.730695Z","time spent":"374.367302ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:50.801546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.791436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:50.802011Z","caller":"traceutil/trace.go:171","msg":"trace[691521470] transaction","detail":"{read_only:false; response_revision:34182; number_of_response:1; }","duration":"1.070113572s","start":"2026-03-04T02:36:49.731871Z","end":"2026-03-04T02:36:50.801985Z","steps":["trace[691521470] 'process raft request' (duration: 1.069823006s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:50.802095Z","caller":"traceutil/trace.go:171","msg":"trace[1370453446] linearizableReadLoop","detail":"{readStateIndex:35336; appliedIndex:35333; }","duration":"1.070612793s","start":"2026-03-04T02:36:49.731458Z","end":"2026-03-04T02:36:50.802071Z","steps":["trace[1370453446] 'read index received' (duration: 372.9055ms)","trace[1370453446] 'applied index is now lower than readState.Index' (duration: 697.705383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:50.802125Z","caller":"traceutil/trace.go:171","msg":"trace[1119826745] transaction","detail":"{read_only:false; response_revision:34180; number_of_response:1; }","duration":"1.07091104s","start":"2026-03-04T02:36:49.731198Z","end":"2026-03-04T02:36:50.802109Z","steps":["trace[1119826745] 'process raft request' (duration: 969.474619ms)","trace[1119826745] 'compare' (duration: 100.149323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:50.802208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731168Z","time spent":"1.070990151s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:50.802217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731859Z","time spent":"1.070210514s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:50.802242Z","caller":"traceutil/trace.go:171","msg":"trace[470381304] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"1.069644712s","start":"2026-03-04T02:36:49.732556Z","end":"2026-03-04T02:36:50.802201Z","steps":["trace[470381304] 'process raft request' (duration: 1.069175361s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:50.802278Z","caller":"traceutil/trace.go:171","msg":"trace[385737671] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"691.794752ms","start":"2026-03-04T02:36:50.110307Z","end":"2026-03-04T02:36:50.802101Z","steps":["trace[385737671] 'process raft request' (duration: 691.507896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.802351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:50.110286Z","time spent":"692.034028ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:50.802373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.732545Z","time spent":"1.069765215s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:50.802257Z","caller":"traceutil/trace.go:171","msg":"trace[1859967135] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"1.070790707s","start":"2026-03-04T02:36:49.731432Z","end":"2026-03-04T02:36:50.802223Z","steps":["trace[1859967135] 'process raft request' (duration: 1.070203914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.80368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731405Z","time spent":"1.072179658s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:50.891843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16006404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:50.891922Z","caller":"traceutil/trace.go:171","msg":"trace[1637914368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34184; }","duration":"1.160168132s","start":"2026-03-04T02:36:49.731738Z","end":"2026-03-04T02:36:50.891906Z","steps":["trace[1637914368] 'agreement among raft nodes before linearized reading' (duration: 1.159995608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.891938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.402668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:36:50.891941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.637186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:50.892011Z","caller":"traceutil/trace.go:171","msg":"trace[1211683715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34184; }","duration":"648.516801ms","start":"2026-03-04T02:36:50.243474Z","end":"2026-03-04T02:36:50.891991Z","steps":["trace[1211683715] 'agreement among raft nodes before linearized reading' (duration: 648.302286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.891908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.967651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:50.892034Z","caller":"traceutil/trace.go:171","msg":"trace[83438939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34184; }","duration":"574.784459ms","start":"2026-03-04T02:36:50.317226Z","end":"2026-03-04T02:36:50.89201Z","steps":["trace[83438939] 'agreement among raft nodes before linearized reading' (duration: 574.483513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.892062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:50.24319Z","time spent":"648.861338ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:36:50.892072Z","caller":"traceutil/trace.go:171","msg":"trace[845117341] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34184; }","duration":"634.175475ms","start":"2026-03-04T02:36:50.25788Z","end":"2026-03-04T02:36:50.892055Z","steps":["trace[845117341] 'agreement among raft nodes before linearized reading' (duration: 633.93125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.892123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:50.25787Z","time spent":"634.233356ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:50.892093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:50.317203Z","time spent":"574.876311ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:36:50.891962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731726Z","time spent":"1.160227873s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:50.892244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.350458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:50.891835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160352566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:50.892304Z","caller":"traceutil/trace.go:171","msg":"trace[1141162895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34184; }","duration":"543.43471ms","start":"2026-03-04T02:36:50.348858Z","end":"2026-03-04T02:36:50.892292Z","steps":["trace[1141162895] 'agreement among raft nodes before linearized reading' (duration: 543.348959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:50.892316Z","caller":"traceutil/trace.go:171","msg":"trace[305829672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34184; }","duration":"1.160879368s","start":"2026-03-04T02:36:49.731423Z","end":"2026-03-04T02:36:50.892303Z","steps":["trace[305829672] 'agreement among raft nodes before linearized reading' (duration: 1.070777727s)","trace[305829672] 'range keys from in-memory index tree' (duration: 89.486278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:50.892343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:50.348846Z","time spent":"543.488081ms","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:50.892354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731409Z","time spent":"1.160934199s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:50.892235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160287455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:50.892479Z","caller":"traceutil/trace.go:171","msg":"trace[119641646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34184; }","duration":"1.160617792s","start":"2026-03-04T02:36:49.731819Z","end":"2026-03-04T02:36:50.892436Z","steps":["trace[119641646] 'agreement among raft nodes before linearized reading' (duration: 1.159928797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.892524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.731807Z","time spent":"1.160706354s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:50.89263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.444567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:50.89274Z","caller":"traceutil/trace.go:171","msg":"trace[155224473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34184; }","duration":"949.705784ms","start":"2026-03-04T02:36:49.943011Z","end":"2026-03-04T02:36:50.892717Z","steps":["trace[155224473] 'agreement among raft nodes before linearized reading' (duration: 949.310944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:50.89286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:49.942986Z","time spent":"949.851577ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:51.055759Z","caller":"traceutil/trace.go:171","msg":"trace[1967496718] transaction","detail":"{read_only:false; response_revision:34185; number_of_response:1; }","duration":"159.516368ms","start":"2026-03-04T02:36:50.89621Z","end":"2026-03-04T02:36:51.055726Z","steps":["trace[1967496718] 'process raft request' (duration: 159.313374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:51.167973Z","caller":"traceutil/trace.go:171","msg":"trace[832722291] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"271.205224ms","start":"2026-03-04T02:36:50.896741Z","end":"2026-03-04T02:36:51.167946Z","steps":["trace[832722291] 'process raft request' (duration: 271.117002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:51.168132Z","caller":"traceutil/trace.go:171","msg":"trace[1241231422] transaction","detail":"{read_only:false; response_revision:34186; number_of_response:1; }","duration":"271.771596ms","start":"2026-03-04T02:36:50.896333Z","end":"2026-03-04T02:36:51.168104Z","steps":["trace[1241231422] 'process raft request' (duration: 225.58693ms)","trace[1241231422] 'compare' (duration: 45.742337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:51.168319Z","caller":"traceutil/trace.go:171","msg":"trace[1601009173] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"271.427509ms","start":"2026-03-04T02:36:50.896792Z","end":"2026-03-04T02:36:51.168219Z","steps":["trace[1601009173] 'process raft request' (duration: 271.113412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:51.16841Z","caller":"traceutil/trace.go:171","msg":"trace[396262053] linearizableReadLoop","detail":"{readStateIndex:35345; appliedIndex:35340; }","duration":"169.547038ms","start":"2026-03-04T02:36:50.998841Z","end":"2026-03-04T02:36:51.168388Z","steps":["trace[396262053] 'read index received' (duration: 56.708457ms)","trace[396262053] 'applied index is now lower than readState.Index' (duration: 112.837491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:51.168569Z","caller":"traceutil/trace.go:171","msg":"trace[2131882234] transaction","detail":"{read_only:false; response_revision:34189; number_of_response:1; }","duration":"270.960029ms","start":"2026-03-04T02:36:50.89758Z","end":"2026-03-04T02:36:51.16854Z","steps":["trace[2131882234] 'process raft request' (duration: 270.591011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:51.169747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.890798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:51.169796Z","caller":"traceutil/trace.go:171","msg":"trace[908304308] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34189; }","duration":"171.001251ms","start":"2026-03-04T02:36:50.998785Z","end":"2026-03-04T02:36:51.169786Z","steps":["trace[908304308] 'agreement among raft nodes before linearized reading' (duration: 169.693302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:51.485951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.265771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:51.48612Z","caller":"traceutil/trace.go:171","msg":"trace[1304020226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:34189; }","duration":"113.514745ms","start":"2026-03-04T02:36:51.37258Z","end":"2026-03-04T02:36:51.486095Z","steps":["trace[1304020226] 'count revisions from in-memory index tree' (duration: 113.160588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:52.048558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.880835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:52.048934Z","caller":"traceutil/trace.go:171","msg":"trace[1817618218] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:34190; }","duration":"296.305876ms","start":"2026-03-04T02:36:51.752595Z","end":"2026-03-04T02:36:52.048901Z","steps":["trace[1817618218] 'count revisions from in-memory index tree' (duration: 295.777334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:52.217056Z","caller":"traceutil/trace.go:171","msg":"trace[1718759871] transaction","detail":"{read_only:false; response_revision:34191; number_of_response:1; }","duration":"345.318163ms","start":"2026-03-04T02:36:51.871713Z","end":"2026-03-04T02:36:52.217031Z","steps":["trace[1718759871] 'process raft request' (duration: 345.125149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:52.217203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:51.871695Z","time spent":"345.429906ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:52.668701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.37726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:52.66888Z","caller":"traceutil/trace.go:171","msg":"trace[1588773620] transaction","detail":"{read_only:false; response_revision:34192; number_of_response:1; }","duration":"557.988301ms","start":"2026-03-04T02:36:52.110851Z","end":"2026-03-04T02:36:52.668839Z","steps":["trace[1588773620] 'process raft request' (duration: 169.380405ms)","trace[1588773620] 'compare' (duration: 388.253007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:52.668995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.110832Z","time spent":"558.093843ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:53.176522Z","caller":"traceutil/trace.go:171","msg":"trace[837249503] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"367.799468ms","start":"2026-03-04T02:36:52.808706Z","end":"2026-03-04T02:36:53.176505Z","steps":["trace[837249503] 'process raft request' (duration: 367.749607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.176549Z","caller":"traceutil/trace.go:171","msg":"trace[1573989280] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"367.82359ms","start":"2026-03-04T02:36:52.808696Z","end":"2026-03-04T02:36:53.176519Z","steps":["trace[1573989280] 'process raft request' (duration: 367.649336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.176641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.808681Z","time spent":"367.899271ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:53.176704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.808667Z","time spent":"367.952352ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:53.176766Z","caller":"traceutil/trace.go:171","msg":"trace[640941808] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"368.015353ms","start":"2026-03-04T02:36:52.808743Z","end":"2026-03-04T02:36:53.176758Z","steps":["trace[640941808] 'process raft request' (duration: 367.741697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.176803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.80871Z","time spent":"368.072014ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:53.177058Z","caller":"traceutil/trace.go:171","msg":"trace[49749128] transaction","detail":"{read_only:false; response_revision:34197; number_of_response:1; }","duration":"360.852445ms","start":"2026-03-04T02:36:52.816171Z","end":"2026-03-04T02:36:53.177024Z","steps":["trace[49749128] 'process raft request' (duration: 360.557139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.177349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.816163Z","time spent":"361.07372ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:53.223852Z","caller":"traceutil/trace.go:171","msg":"trace[513439299] linearizableReadLoop","detail":"{readStateIndex:35354; appliedIndex:35349; }","duration":"336.04689ms","start":"2026-03-04T02:36:52.887781Z","end":"2026-03-04T02:36:53.223828Z","steps":["trace[513439299] 'read index received' (duration: 288.633227ms)","trace[513439299] 'applied index is now lower than readState.Index' (duration: 47.412463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:53.223974Z","caller":"traceutil/trace.go:171","msg":"trace[193951319] transaction","detail":"{read_only:false; response_revision:34198; number_of_response:1; }","duration":"338.019503ms","start":"2026-03-04T02:36:52.885944Z","end":"2026-03-04T02:36:53.223964Z","steps":["trace[193951319] 'process raft request' (duration: 337.756567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.224093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.885925Z","time spent":"338.081875ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:53.224475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.681204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:53.224529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.019759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:53.224569Z","caller":"traceutil/trace.go:171","msg":"trace[230427006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34198; }","duration":"336.779595ms","start":"2026-03-04T02:36:52.887743Z","end":"2026-03-04T02:36:53.224523Z","steps":["trace[230427006] 'agreement among raft nodes before linearized reading' (duration: 336.457358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.224595Z","caller":"traceutil/trace.go:171","msg":"trace[1779227803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34198; }","duration":"165.123891ms","start":"2026-03-04T02:36:53.059457Z","end":"2026-03-04T02:36:53.224581Z","steps":["trace[1779227803] 'agreement among raft nodes before linearized reading' (duration: 164.938477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.224658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:52.887726Z","time spent":"336.893698ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:53.224881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.6194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315534"} {"level":"info","ts":"2026-03-04T02:36:53.225021Z","caller":"traceutil/trace.go:171","msg":"trace[42435833] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:34198; }","duration":"184.805143ms","start":"2026-03-04T02:36:53.040193Z","end":"2026-03-04T02:36:53.224999Z","steps":["trace[42435833] 'agreement among raft nodes before linearized reading' (duration: 183.912374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.517032Z","caller":"traceutil/trace.go:171","msg":"trace[878534451] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"287.37067ms","start":"2026-03-04T02:36:53.229583Z","end":"2026-03-04T02:36:53.516953Z","steps":["trace[878534451] 'process raft request' (duration: 287.181065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.517342Z","caller":"traceutil/trace.go:171","msg":"trace[1062843415] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"287.663485ms","start":"2026-03-04T02:36:53.229656Z","end":"2026-03-04T02:36:53.517319Z","steps":["trace[1062843415] 'process raft request' (duration: 287.269727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.517466Z","caller":"traceutil/trace.go:171","msg":"trace[1449295435] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"287.588773ms","start":"2026-03-04T02:36:53.22987Z","end":"2026-03-04T02:36:53.517459Z","steps":["trace[1449295435] 'process raft request' (duration: 287.330128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:53.517443Z","caller":"traceutil/trace.go:171","msg":"trace[628681287] linearizableReadLoop","detail":"{readStateIndex:35359; appliedIndex:35355; }","duration":"179.62002ms","start":"2026-03-04T02:36:53.337797Z","end":"2026-03-04T02:36:53.517417Z","steps":["trace[628681287] 'read index received' (duration: 178.901684ms)","trace[628681287] 'applied index is now lower than readState.Index' (duration: 717.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:53.517527Z","caller":"traceutil/trace.go:171","msg":"trace[419579979] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"286.707596ms","start":"2026-03-04T02:36:53.230813Z","end":"2026-03-04T02:36:53.517521Z","steps":["trace[419579979] 'process raft request' (duration: 286.539671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.517677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.870377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:53.517727Z","caller":"traceutil/trace.go:171","msg":"trace[1819265786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34203; }","duration":"179.980229ms","start":"2026-03-04T02:36:53.337737Z","end":"2026-03-04T02:36:53.517717Z","steps":["trace[1819265786] 'agreement among raft nodes before linearized reading' (duration: 179.810775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:53.517711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.453577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:53.517779Z","caller":"traceutil/trace.go:171","msg":"trace[1766091078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34203; }","duration":"174.57977ms","start":"2026-03-04T02:36:53.343181Z","end":"2026-03-04T02:36:53.517761Z","steps":["trace[1766091078] 'agreement among raft nodes before linearized reading' (duration: 174.455517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:54.689133Z","caller":"traceutil/trace.go:171","msg":"trace[1946109850] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"187.723308ms","start":"2026-03-04T02:36:54.501383Z","end":"2026-03-04T02:36:54.689106Z","steps":["trace[1946109850] 'process raft request' (duration: 167.073293ms)","trace[1946109850] 'compare' (duration: 20.280467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:55.447177Z","caller":"traceutil/trace.go:171","msg":"trace[2088006440] transaction","detail":"{read_only:false; response_revision:34211; number_of_response:1; }","duration":"264.131328ms","start":"2026-03-04T02:36:55.183014Z","end":"2026-03-04T02:36:55.447145Z","steps":["trace[2088006440] 'process raft request' (duration: 263.863592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:55.447714Z","caller":"traceutil/trace.go:171","msg":"trace[2027243595] linearizableReadLoop","detail":"{readStateIndex:35369; appliedIndex:35366; }","duration":"219.232721ms","start":"2026-03-04T02:36:55.228442Z","end":"2026-03-04T02:36:55.447675Z","steps":["trace[2027243595] 'read index received' (duration: 4.362626ms)","trace[2027243595] 'applied index is now lower than readState.Index' (duration: 214.867475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:55.448063Z","caller":"traceutil/trace.go:171","msg":"trace[1466940576] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"264.997458ms","start":"2026-03-04T02:36:55.183043Z","end":"2026-03-04T02:36:55.44804Z","steps":["trace[1466940576] 'process raft request' (duration: 264.035056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:55.448091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.636991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:36:55.448445Z","caller":"traceutil/trace.go:171","msg":"trace[750758904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34212; }","duration":"220.037359ms","start":"2026-03-04T02:36:55.228384Z","end":"2026-03-04T02:36:55.448421Z","steps":["trace[750758904] 'agreement among raft nodes before linearized reading' (duration: 219.536769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:55.448333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.646499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:36:55.448631Z","caller":"traceutil/trace.go:171","msg":"trace[842555602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34212; }","duration":"193.999146ms","start":"2026-03-04T02:36:55.254617Z","end":"2026-03-04T02:36:55.448616Z","steps":["trace[842555602] 'agreement among raft nodes before linearized reading' (duration: 193.531535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:55.594544Z","caller":"traceutil/trace.go:171","msg":"trace[276261848] linearizableReadLoop","detail":"{readStateIndex:35371; appliedIndex:35370; }","duration":"122.068465ms","start":"2026-03-04T02:36:55.472444Z","end":"2026-03-04T02:36:55.594513Z","steps":["trace[276261848] 'read index received' (duration: 40.46058ms)","trace[276261848] 'applied index is now lower than readState.Index' (duration: 81.606475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:55.594719Z","caller":"traceutil/trace.go:171","msg":"trace[1618938891] transaction","detail":"{read_only:false; response_revision:34214; number_of_response:1; }","duration":"139.922277ms","start":"2026-03-04T02:36:55.454748Z","end":"2026-03-04T02:36:55.594671Z","steps":["trace[1618938891] 'process raft request' (duration: 79.913768ms)","trace[1618938891] 'compare' (duration: 59.698162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:55.594972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.498264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:55.59503Z","caller":"traceutil/trace.go:171","msg":"trace[2128312063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34214; }","duration":"122.605667ms","start":"2026-03-04T02:36:55.472405Z","end":"2026-03-04T02:36:55.595011Z","steps":["trace[2128312063] 'agreement among raft nodes before linearized reading' (duration: 122.275529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:56.672744Z","caller":"traceutil/trace.go:171","msg":"trace[1130496770] linearizableReadLoop","detail":"{readStateIndex:35377; appliedIndex:35376; }","duration":"201.950841ms","start":"2026-03-04T02:36:56.47077Z","end":"2026-03-04T02:36:56.672721Z","steps":["trace[1130496770] 'read index received' (duration: 201.497281ms)","trace[1130496770] 'applied index is now lower than readState.Index' (duration: 452.7µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:56.672813Z","caller":"traceutil/trace.go:171","msg":"trace[770567495] transaction","detail":"{read_only:false; response_revision:34220; number_of_response:1; }","duration":"275.322924ms","start":"2026-03-04T02:36:56.397453Z","end":"2026-03-04T02:36:56.672775Z","steps":["trace[770567495] 'process raft request' (duration: 274.986597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:56.673018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.167756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:56.673088Z","caller":"traceutil/trace.go:171","msg":"trace[1599799029] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:34220; }","duration":"202.34615ms","start":"2026-03-04T02:36:56.470725Z","end":"2026-03-04T02:36:56.673071Z","steps":["trace[1599799029] 'agreement among raft nodes before linearized reading' (duration: 202.090384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.105545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.48558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:57.105619Z","caller":"traceutil/trace.go:171","msg":"trace[1047760637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34221; }","duration":"216.607872ms","start":"2026-03-04T02:36:56.888993Z","end":"2026-03-04T02:36:57.105601Z","steps":["trace[1047760637] 'range keys from in-memory index tree' (duration: 216.401888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:57.246486Z","caller":"traceutil/trace.go:171","msg":"trace[511245619] linearizableReadLoop","detail":"{readStateIndex:35379; appliedIndex:35378; }","duration":"128.085917ms","start":"2026-03-04T02:36:57.118375Z","end":"2026-03-04T02:36:57.24646Z","steps":["trace[511245619] 'read index received' (duration: 127.863922ms)","trace[511245619] 'applied index is now lower than readState.Index' (duration: 220.695µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:57.246707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.311311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:57.246742Z","caller":"traceutil/trace.go:171","msg":"trace[1842557438] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34222; }","duration":"128.419724ms","start":"2026-03-04T02:36:57.118312Z","end":"2026-03-04T02:36:57.246732Z","steps":["trace[1842557438] 'agreement among raft nodes before linearized reading' (duration: 128.2441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:57.246734Z","caller":"traceutil/trace.go:171","msg":"trace[812638055] transaction","detail":"{read_only:false; response_revision:34222; number_of_response:1; }","duration":"265.190042ms","start":"2026-03-04T02:36:56.981509Z","end":"2026-03-04T02:36:57.246699Z","steps":["trace[812638055] 'process raft request' (duration: 264.727722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.480904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.747408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:57.481037Z","caller":"traceutil/trace.go:171","msg":"trace[561764639] linearizableReadLoop","detail":"{readStateIndex:35380; appliedIndex:35379; }","duration":"229.746022ms","start":"2026-03-04T02:36:57.251274Z","end":"2026-03-04T02:36:57.48102Z","steps":["trace[561764639] 'read index received' (duration: 56.512024ms)","trace[561764639] 'applied index is now lower than readState.Index' (duration: 173.224258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:57.481076Z","caller":"traceutil/trace.go:171","msg":"trace[1826133466] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"242.591984ms","start":"2026-03-04T02:36:57.238455Z","end":"2026-03-04T02:36:57.481047Z","steps":["trace[1826133466] 'process raft request' (duration: 69.397766ms)","trace[1826133466] 'compare' (duration: 172.623305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:57.481275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.974777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:36:57.481377Z","caller":"traceutil/trace.go:171","msg":"trace[418467727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34223; }","duration":"230.12001ms","start":"2026-03-04T02:36:57.251234Z","end":"2026-03-04T02:36:57.481354Z","steps":["trace[418467727] 'agreement among raft nodes before linearized reading' (duration: 229.830324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.876562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.749647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:57.876736Z","caller":"traceutil/trace.go:171","msg":"trace[236236125] transaction","detail":"{read_only:false; response_revision:34225; number_of_response:1; }","duration":"420.671551ms","start":"2026-03-04T02:36:57.456042Z","end":"2026-03-04T02:36:57.876713Z","steps":["trace[236236125] 'process raft request' (duration: 153.691199ms)","trace[236236125] 'compare' (duration: 266.638364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:57.876731Z","caller":"traceutil/trace.go:171","msg":"trace[1004314939] transaction","detail":"{read_only:false; response_revision:34226; number_of_response:1; }","duration":"195.342326ms","start":"2026-03-04T02:36:57.681374Z","end":"2026-03-04T02:36:57.876717Z","steps":["trace[1004314939] 'process raft request' (duration: 195.290965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.876809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.456021Z","time spent":"420.755573ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:57.876841Z","caller":"traceutil/trace.go:171","msg":"trace[1406730623] linearizableReadLoop","detail":"{readStateIndex:35382; appliedIndex:35380; }","duration":"389.075935ms","start":"2026-03-04T02:36:57.487706Z","end":"2026-03-04T02:36:57.876782Z","steps":["trace[1406730623] 'read index received' (duration: 27.800141ms)","trace[1406730623] 'applied index is now lower than readState.Index' (duration: 361.272044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:57.877089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.366172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-api\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:36:57.877121Z","caller":"traceutil/trace.go:171","msg":"trace[1588276300] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-api; range_end:; response_count:1; response_revision:34226; }","duration":"389.434164ms","start":"2026-03-04T02:36:57.487678Z","end":"2026-03-04T02:36:57.877112Z","steps":["trace[1588276300] 'agreement among raft nodes before linearized reading' (duration: 389.25466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.812304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:36:57.877146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.487665Z","time spent":"389.475364ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/placement-api\" "} {"level":"info","ts":"2026-03-04T02:36:57.87715Z","caller":"traceutil/trace.go:171","msg":"trace[383227459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34226; }","duration":"360.879666ms","start":"2026-03-04T02:36:57.516261Z","end":"2026-03-04T02:36:57.877141Z","steps":["trace[383227459] 'agreement among raft nodes before linearized reading' (duration: 360.721373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.516242Z","time spent":"360.926757ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:57.877325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.759661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:57.877365Z","caller":"traceutil/trace.go:171","msg":"trace[2087838857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34226; }","duration":"198.871773ms","start":"2026-03-04T02:36:57.678483Z","end":"2026-03-04T02:36:57.877355Z","steps":["trace[2087838857] 'agreement among raft nodes before linearized reading' (duration: 198.75416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.632595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:57.8774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.689408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:36:57.877468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.800814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:57.877479Z","caller":"traceutil/trace.go:171","msg":"trace[1454118670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34226; }","duration":"278.805681ms","start":"2026-03-04T02:36:57.598651Z","end":"2026-03-04T02:36:57.877457Z","steps":["trace[1454118670] 'agreement among raft nodes before linearized reading' (duration: 278.636797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:57.877504Z","caller":"traceutil/trace.go:171","msg":"trace[1814860838] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:34226; }","duration":"169.841145ms","start":"2026-03-04T02:36:57.707654Z","end":"2026-03-04T02:36:57.877495Z","steps":["trace[1814860838] 'agreement among raft nodes before linearized reading' (duration: 169.785024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.327371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:36:57.877423Z","caller":"traceutil/trace.go:171","msg":"trace[1815744905] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:34226; }","duration":"277.667406ms","start":"2026-03-04T02:36:57.599744Z","end":"2026-03-04T02:36:57.877411Z","steps":["trace[1815744905] 'agreement among raft nodes before linearized reading' (duration: 277.615315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:57.877563Z","caller":"traceutil/trace.go:171","msg":"trace[444164517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34226; }","duration":"198.443774ms","start":"2026-03-04T02:36:57.679097Z","end":"2026-03-04T02:36:57.87754Z","steps":["trace[444164517] 'agreement among raft nodes before linearized reading' (duration: 198.187168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.133366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:57.877738Z","caller":"traceutil/trace.go:171","msg":"trace[387995659] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34226; }","duration":"283.510154ms","start":"2026-03-04T02:36:57.59419Z","end":"2026-03-04T02:36:57.8777Z","steps":["trace[387995659] 'agreement among raft nodes before linearized reading' (duration: 283.117316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.877925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.220701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:57.878729Z","caller":"traceutil/trace.go:171","msg":"trace[292460662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34226; }","duration":"200.10952ms","start":"2026-03-04T02:36:57.678589Z","end":"2026-03-04T02:36:57.878699Z","steps":["trace[292460662] 'agreement among raft nodes before linearized reading' (duration: 198.856443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:57.878221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.689498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:57.879099Z","caller":"traceutil/trace.go:171","msg":"trace[1471594410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34226; }","duration":"259.617158ms","start":"2026-03-04T02:36:57.619464Z","end":"2026-03-04T02:36:57.879081Z","steps":["trace[1471594410] 'agreement among raft nodes before linearized reading' (duration: 257.85753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:58.281108Z","caller":"traceutil/trace.go:171","msg":"trace[2104816503] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"398.779879ms","start":"2026-03-04T02:36:57.882296Z","end":"2026-03-04T02:36:58.281076Z","steps":["trace[2104816503] 'process raft request' (duration: 398.637306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:58.281998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.88228Z","time spent":"399.625457ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:58.709513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.227509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:58.709764Z","caller":"traceutil/trace.go:171","msg":"trace[474873024] transaction","detail":"{read_only:false; response_revision:34228; number_of_response:1; }","duration":"826.310881ms","start":"2026-03-04T02:36:57.883415Z","end":"2026-03-04T02:36:58.709726Z","steps":["trace[474873024] 'process raft request' (duration: 572.785645ms)","trace[474873024] 'compare' (duration: 252.891262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:58.709952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.883402Z","time spent":"826.450913ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:58.710373Z","caller":"traceutil/trace.go:171","msg":"trace[318171578] linearizableReadLoop","detail":"{readStateIndex:35389; appliedIndex:35383; }","duration":"823.299124ms","start":"2026-03-04T02:36:57.887055Z","end":"2026-03-04T02:36:58.710354Z","steps":["trace[318171578] 'read index received' (duration: 393.80873ms)","trace[318171578] 'applied index is now lower than readState.Index' (duration: 429.489464ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:58.710418Z","caller":"traceutil/trace.go:171","msg":"trace[1959923851] transaction","detail":"{read_only:false; response_revision:34229; number_of_response:1; }","duration":"826.915424ms","start":"2026-03-04T02:36:57.883477Z","end":"2026-03-04T02:36:58.710393Z","steps":["trace[1959923851] 'process raft request' (duration: 826.147058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:58.710434Z","caller":"traceutil/trace.go:171","msg":"trace[51120717] transaction","detail":"{read_only:false; response_revision:34230; number_of_response:1; }","duration":"826.789181ms","start":"2026-03-04T02:36:57.883605Z","end":"2026-03-04T02:36:58.710395Z","steps":["trace[51120717] 'process raft request' (duration: 826.641458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:58.710452Z","caller":"traceutil/trace.go:171","msg":"trace[1281747579] transaction","detail":"{read_only:false; response_revision:34232; number_of_response:1; }","duration":"824.748276ms","start":"2026-03-04T02:36:57.885686Z","end":"2026-03-04T02:36:58.710434Z","steps":["trace[1281747579] 'process raft request' (duration: 824.627153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:58.710496Z","caller":"traceutil/trace.go:171","msg":"trace[1232439737] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"825.964403ms","start":"2026-03-04T02:36:57.884474Z","end":"2026-03-04T02:36:58.710438Z","steps":["trace[1232439737] 'process raft request' (duration: 825.81039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:58.710593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.883599Z","time spent":"826.909374ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:58.710658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.58001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:58.710726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.884459Z","time spent":"826.189578ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:58.710755Z","caller":"traceutil/trace.go:171","msg":"trace[1371441158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34232; }","duration":"823.723724ms","start":"2026-03-04T02:36:57.887009Z","end":"2026-03-04T02:36:58.710732Z","steps":["trace[1371441158] 'agreement among raft nodes before linearized reading' (duration: 823.439787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:58.710802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.886996Z","time spent":"823.797845ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:58.710523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.883471Z","time spent":"826.998376ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:58.710553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:57.885673Z","time spent":"824.834008ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:58.953714Z","caller":"traceutil/trace.go:171","msg":"trace[1422038357] linearizableReadLoop","detail":"{readStateIndex:35390; appliedIndex:35389; }","duration":"243.245839ms","start":"2026-03-04T02:36:58.710425Z","end":"2026-03-04T02:36:58.953671Z","steps":["trace[1422038357] 'read index received' (duration: 215.244023ms)","trace[1422038357] 'applied index is now lower than readState.Index' (duration: 28.000636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:58.953839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.459426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:58.953896Z","caller":"traceutil/trace.go:171","msg":"trace[101045391] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:34233; }","duration":"460.566088ms","start":"2026-03-04T02:36:58.493317Z","end":"2026-03-04T02:36:58.953883Z","steps":["trace[101045391] 'agreement among raft nodes before linearized reading' (duration: 460.461216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:58.953921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:58.493297Z","time spent":"460.618599ms","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:58.953747Z","caller":"traceutil/trace.go:171","msg":"trace[1620199018] transaction","detail":"{read_only:false; response_revision:34233; number_of_response:1; }","duration":"295.836276ms","start":"2026-03-04T02:36:58.657873Z","end":"2026-03-04T02:36:58.953709Z","steps":["trace[1620199018] 'process raft request' (duration: 267.854011ms)","trace[1620199018] 'compare' (duration: 27.791581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:58.953985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.474544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:58.954466Z","caller":"traceutil/trace.go:171","msg":"trace[196558758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34233; }","duration":"273.627537ms","start":"2026-03-04T02:36:58.68043Z","end":"2026-03-04T02:36:58.954057Z","steps":["trace[196558758] 'agreement among raft nodes before linearized reading' (duration: 273.30559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:59.237458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.889021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:59.237583Z","caller":"traceutil/trace.go:171","msg":"trace[1498067996] linearizableReadLoop","detail":"{readStateIndex:35391; appliedIndex:35390; }","duration":"283.683537ms","start":"2026-03-04T02:36:58.953874Z","end":"2026-03-04T02:36:59.237558Z","steps":["trace[1498067996] 'read index received' (duration: 120.50371ms)","trace[1498067996] 'applied index is now lower than readState.Index' (duration: 163.177147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:59.238024Z","caller":"traceutil/trace.go:171","msg":"trace[141449902] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"464.694619ms","start":"2026-03-04T02:36:58.773311Z","end":"2026-03-04T02:36:59.238005Z","steps":["trace[141449902] 'process raft request' (duration: 301.134702ms)","trace[141449902] 'compare' (duration: 162.105985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:59.238121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:58.773289Z","time spent":"464.786001ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:59.238335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.634932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:36:59.238435Z","caller":"traceutil/trace.go:171","msg":"trace[1805093899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34234; }","duration":"280.768975ms","start":"2026-03-04T02:36:58.957642Z","end":"2026-03-04T02:36:59.238411Z","steps":["trace[1805093899] 'agreement among raft nodes before linearized reading' (duration: 280.51664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:59.238516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.278645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:36:59.238479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.535666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:59.23857Z","caller":"traceutil/trace.go:171","msg":"trace[382671653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34234; }","duration":"100.333836ms","start":"2026-03-04T02:36:59.138224Z","end":"2026-03-04T02:36:59.238558Z","steps":["trace[382671653] 'agreement among raft nodes before linearized reading' (duration: 100.151182ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:59.23861Z","caller":"traceutil/trace.go:171","msg":"trace[394220579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34234; }","duration":"525.721671ms","start":"2026-03-04T02:36:58.712861Z","end":"2026-03-04T02:36:59.238583Z","steps":["trace[394220579] 'agreement among raft nodes before linearized reading' (duration: 525.464955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:59.238677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:58.712845Z","time spent":"525.820433ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:59.700128Z","caller":"traceutil/trace.go:171","msg":"trace[68527345] transaction","detail":"{read_only:false; response_revision:34238; number_of_response:1; }","duration":"179.58537ms","start":"2026-03-04T02:36:59.520515Z","end":"2026-03-04T02:36:59.700101Z","steps":["trace[68527345] 'process raft request' (duration: 154.634921ms)","trace[68527345] 'compare' (duration: 24.620821ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:00.047465Z","caller":"traceutil/trace.go:171","msg":"trace[1534549103] transaction","detail":"{read_only:false; response_revision:34239; number_of_response:1; }","duration":"162.184196ms","start":"2026-03-04T02:36:59.885243Z","end":"2026-03-04T02:37:00.047427Z","steps":["trace[1534549103] 'process raft request' (duration: 122.443722ms)","trace[1534549103] 'compare' (duration: 39.5656ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:00.105857Z","caller":"traceutil/trace.go:171","msg":"trace[1510762063] linearizableReadLoop","detail":"{readStateIndex:35397; appliedIndex:35395; }","duration":"218.635208ms","start":"2026-03-04T02:36:59.887195Z","end":"2026-03-04T02:37:00.105831Z","steps":["trace[1510762063] 'read index received' (duration: 120.400528ms)","trace[1510762063] 'applied index is now lower than readState.Index' (duration: 98.23368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:00.105901Z","caller":"traceutil/trace.go:171","msg":"trace[59873682] transaction","detail":"{read_only:false; response_revision:34240; number_of_response:1; }","duration":"220.12744ms","start":"2026-03-04T02:36:59.88574Z","end":"2026-03-04T02:37:00.105868Z","steps":["trace[59873682] 'process raft request' (duration: 219.897315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:00.106007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.787081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:00.106115Z","caller":"traceutil/trace.go:171","msg":"trace[649554502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34240; }","duration":"218.935164ms","start":"2026-03-04T02:36:59.887162Z","end":"2026-03-04T02:37:00.106097Z","steps":["trace[649554502] 'agreement among raft nodes before linearized reading' (duration: 218.76071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:00.106124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.966824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:37:00.106167Z","caller":"traceutil/trace.go:171","msg":"trace[1556404377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34240; }","duration":"188.042135ms","start":"2026-03-04T02:36:59.918109Z","end":"2026-03-04T02:37:00.106151Z","steps":["trace[1556404377] 'agreement among raft nodes before linearized reading' (duration: 187.863921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:00.393342Z","caller":"traceutil/trace.go:171","msg":"trace[1448956124] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"102.711379ms","start":"2026-03-04T02:37:00.290598Z","end":"2026-03-04T02:37:00.39331Z","steps":["trace[1448956124] 'process raft request' (duration: 102.535995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.018888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.567765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:01.01895Z","caller":"traceutil/trace.go:171","msg":"trace[721513878] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:34242; }","duration":"408.667326ms","start":"2026-03-04T02:37:00.610267Z","end":"2026-03-04T02:37:01.018934Z","steps":["trace[721513878] 'count revisions from in-memory index tree' (duration: 408.494263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.018981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.610247Z","time spent":"408.726068ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:01.019387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.648396ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:01.019444Z","caller":"traceutil/trace.go:171","msg":"trace[2133806272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34242; }","duration":"293.707007ms","start":"2026-03-04T02:37:00.72573Z","end":"2026-03-04T02:37:01.019437Z","steps":["trace[2133806272] 'range keys from in-memory index tree' (duration: 293.639926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:01.127144Z","caller":"traceutil/trace.go:171","msg":"trace[1510774045] linearizableReadLoop","detail":"{readStateIndex:35400; appliedIndex:35399; }","duration":"412.616243ms","start":"2026-03-04T02:37:00.714504Z","end":"2026-03-04T02:37:01.12712Z","steps":["trace[1510774045] 'read index received' (duration: 412.48288ms)","trace[1510774045] 'applied index is now lower than readState.Index' (duration: 132.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:01.127183Z","caller":"traceutil/trace.go:171","msg":"trace[2045380397] transaction","detail":"{read_only:false; response_revision:34243; number_of_response:1; }","duration":"442.869769ms","start":"2026-03-04T02:37:00.684287Z","end":"2026-03-04T02:37:01.127157Z","steps":["trace[2045380397] 'process raft request' (duration: 442.673124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.12732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.684264Z","time spent":"442.976681ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:01.127353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.838628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:37:01.127385Z","caller":"traceutil/trace.go:171","msg":"trace[1516243198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34243; }","duration":"412.911329ms","start":"2026-03-04T02:37:00.714464Z","end":"2026-03-04T02:37:01.127375Z","steps":["trace[1516243198] 'agreement among raft nodes before linearized reading' (duration: 412.774706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.127423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.714447Z","time spent":"412.969371ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:37:01.762048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.905667ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:37:01.762391Z","caller":"traceutil/trace.go:171","msg":"trace[222670312] linearizableReadLoop","detail":"{readStateIndex:35401; appliedIndex:35400; }","duration":"635.149727ms","start":"2026-03-04T02:37:01.127213Z","end":"2026-03-04T02:37:01.762363Z","steps":["trace[222670312] 'read index received' (duration: 102.911353ms)","trace[222670312] 'applied index is now lower than readState.Index' (duration: 532.236294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:01.762464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.164662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:01.762522Z","caller":"traceutil/trace.go:171","msg":"trace[282730718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34243; }","duration":"873.258173ms","start":"2026-03-04T02:37:00.889247Z","end":"2026-03-04T02:37:01.762505Z","steps":["trace[282730718] 'agreement among raft nodes before linearized reading' (duration: 873.127871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.762559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047620947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:37:01.762524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.426804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:01.762576Z","caller":"traceutil/trace.go:171","msg":"trace[1698489767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34243; }","duration":"1.047650928s","start":"2026-03-04T02:37:00.714919Z","end":"2026-03-04T02:37:01.76257Z","steps":["trace[1698489767] 'agreement among raft nodes before linearized reading' (duration: 1.047549286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.762569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.889233Z","time spent":"873.327575ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:01.762592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.714914Z","time spent":"1.047675588s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:37:01.762586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.449859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:01.762687Z","caller":"traceutil/trace.go:171","msg":"trace[738657283] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:34243; }","duration":"663.610673ms","start":"2026-03-04T02:37:01.099054Z","end":"2026-03-04T02:37:01.762665Z","steps":["trace[738657283] 'agreement among raft nodes before linearized reading' (duration: 663.341657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.762743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.098987Z","time spent":"663.745416ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:01.762764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048087598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:37:01.762784Z","caller":"traceutil/trace.go:171","msg":"trace[991450577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34243; }","duration":"1.048141218s","start":"2026-03-04T02:37:00.714636Z","end":"2026-03-04T02:37:01.762777Z","steps":["trace[991450577] 'agreement among raft nodes before linearized reading' (duration: 1.048084037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.762805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.714619Z","time spent":"1.04818234s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:37:01.762606Z","caller":"traceutil/trace.go:171","msg":"trace[1807067724] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:34243; }","duration":"786.522236ms","start":"2026-03-04T02:37:00.976062Z","end":"2026-03-04T02:37:01.762584Z","steps":["trace[1807067724] 'agreement among raft nodes before linearized reading' (duration: 786.368863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.762888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.976001Z","time spent":"786.869863ms","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:01.76311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048338403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:37:01.763218Z","caller":"traceutil/trace.go:171","msg":"trace[1220160274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34243; }","duration":"1.048471446s","start":"2026-03-04T02:37:00.714721Z","end":"2026-03-04T02:37:01.763192Z","steps":["trace[1220160274] 'agreement among raft nodes before linearized reading' (duration: 1.048150789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.76329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.714709Z","time spent":"1.048565208s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:37:01.763492Z","caller":"traceutil/trace.go:171","msg":"trace[445675292] transaction","detail":"{read_only:false; response_revision:34244; number_of_response:1; }","duration":"630.596067ms","start":"2026-03-04T02:37:01.132863Z","end":"2026-03-04T02:37:01.763459Z","steps":["trace[445675292] 'process raft request' (duration: 629.417592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:01.763746Z","caller":"traceutil/trace.go:171","msg":"trace[1876412108] transaction","detail":"{read_only:false; response_revision:34245; number_of_response:1; }","duration":"518.610834ms","start":"2026-03-04T02:37:01.245111Z","end":"2026-03-04T02:37:01.763722Z","steps":["trace[1876412108] 'process raft request' (duration: 518.196755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.763853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.24509Z","time spent":"518.703886ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:01.764132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.132848Z","time spent":"631.18533ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:01.76435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049506359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:37:01.765143Z","caller":"traceutil/trace.go:171","msg":"trace[1125456448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34243; }","duration":"1.050421429s","start":"2026-03-04T02:37:00.714703Z","end":"2026-03-04T02:37:01.765125Z","steps":["trace[1125456448] 'agreement among raft nodes before linearized reading' (duration: 1.047952905s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:01.764366Z","caller":"traceutil/trace.go:171","msg":"trace[1582415956] transaction","detail":"{read_only:false; response_revision:34247; number_of_response:1; }","duration":"212.835191ms","start":"2026-03-04T02:37:01.551518Z","end":"2026-03-04T02:37:01.764354Z","steps":["trace[1582415956] 'process raft request' (duration: 212.79301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.765235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:00.714696Z","time spent":"1.050502801s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:37:01.764423Z","caller":"traceutil/trace.go:171","msg":"trace[933163473] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"474.30453ms","start":"2026-03-04T02:37:01.29008Z","end":"2026-03-04T02:37:01.764385Z","steps":["trace[933163473] 'process raft request' (duration: 474.113496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:01.765456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.29005Z","time spent":"475.344743ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:02.110632Z","caller":"traceutil/trace.go:171","msg":"trace[480081191] linearizableReadLoop","detail":"{readStateIndex:35406; appliedIndex:35405; }","duration":"348.152456ms","start":"2026-03-04T02:37:01.762449Z","end":"2026-03-04T02:37:02.110602Z","steps":["trace[480081191] 'read index received' (duration: 347.987432ms)","trace[480081191] 'applied index is now lower than readState.Index' (duration: 163.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:02.110788Z","caller":"traceutil/trace.go:171","msg":"trace[1355343858] transaction","detail":"{read_only:false; response_revision:34248; number_of_response:1; }","duration":"405.744833ms","start":"2026-03-04T02:37:01.705024Z","end":"2026-03-04T02:37:02.110769Z","steps":["trace[1355343858] 'process raft request' (duration: 405.426836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.110935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.704994Z","time spent":"405.842455ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:02.110961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.594193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:02.111157Z","caller":"traceutil/trace.go:171","msg":"trace[1247607912] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:34248; }","duration":"970.850738ms","start":"2026-03-04T02:37:01.140284Z","end":"2026-03-04T02:37:02.111135Z","steps":["trace[1247607912] 'agreement among raft nodes before linearized reading' (duration: 970.517691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.111288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.140276Z","time spent":"970.995122ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:02.375919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.974946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:02.376362Z","caller":"traceutil/trace.go:171","msg":"trace[2038021789] transaction","detail":"{read_only:false; response_revision:34250; number_of_response:1; }","duration":"608.177073ms","start":"2026-03-04T02:37:01.768154Z","end":"2026-03-04T02:37:02.376331Z","steps":["trace[2038021789] 'process raft request' (duration: 607.971529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:02.376383Z","caller":"traceutil/trace.go:171","msg":"trace[1176245718] transaction","detail":"{read_only:false; response_revision:34249; number_of_response:1; }","duration":"609.584485ms","start":"2026-03-04T02:37:01.766763Z","end":"2026-03-04T02:37:02.376347Z","steps":["trace[1176245718] 'process raft request' (duration: 475.076887ms)","trace[1176245718] 'compare' (duration: 133.817583ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:02.376381Z","caller":"traceutil/trace.go:171","msg":"trace[2128655453] transaction","detail":"{read_only:false; response_revision:34251; number_of_response:1; }","duration":"608.071252ms","start":"2026-03-04T02:37:01.768279Z","end":"2026-03-04T02:37:02.37635Z","steps":["trace[2128655453] 'process raft request' (duration: 607.940429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:02.376523Z","caller":"traceutil/trace.go:171","msg":"trace[341291785] transaction","detail":"{read_only:false; response_revision:34252; number_of_response:1; }","duration":"607.119651ms","start":"2026-03-04T02:37:01.769378Z","end":"2026-03-04T02:37:02.376498Z","steps":["trace[341291785] 'process raft request' (duration: 606.894046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.376552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.76827Z","time spent":"608.188774ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:02.376525Z","caller":"traceutil/trace.go:171","msg":"trace[178227440] transaction","detail":"{read_only:false; response_revision:34253; number_of_response:1; }","duration":"322.975142ms","start":"2026-03-04T02:37:02.05351Z","end":"2026-03-04T02:37:02.376485Z","steps":["trace[178227440] 'process raft request' (duration: 322.811678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.376603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.768133Z","time spent":"608.301506ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:02.376631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.976934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:02.376652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.112682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:02.376674Z","caller":"traceutil/trace.go:171","msg":"trace[154126475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34253; }","duration":"289.074566ms","start":"2026-03-04T02:37:02.087587Z","end":"2026-03-04T02:37:02.376662Z","steps":["trace[154126475] 'agreement among raft nodes before linearized reading' (duration: 288.992515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.376695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.05349Z","time spent":"323.119885ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:02.376727Z","caller":"traceutil/trace.go:171","msg":"trace[884940844] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:34253; }","duration":"492.231764ms","start":"2026-03-04T02:37:01.884475Z","end":"2026-03-04T02:37:02.376707Z","steps":["trace[884940844] 'agreement among raft nodes before linearized reading' (duration: 492.119852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.37678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.884452Z","time spent":"492.317526ms","remote":"127.0.0.1:59868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:02.376403Z","caller":"traceutil/trace.go:171","msg":"trace[976740391] linearizableReadLoop","detail":"{readStateIndex:35411; appliedIndex:35406; }","duration":"265.672712ms","start":"2026-03-04T02:37:02.110708Z","end":"2026-03-04T02:37:02.376381Z","steps":["trace[976740391] 'read index received' (duration: 131.149164ms)","trace[976740391] 'applied index is now lower than readState.Index' (duration: 134.522368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:02.37666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.769353Z","time spent":"607.240563ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:02.376537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.766739Z","time spent":"609.711598ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:02.376926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.359338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:02.37714Z","caller":"traceutil/trace.go:171","msg":"trace[1843653827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34253; }","duration":"613.596192ms","start":"2026-03-04T02:37:01.763526Z","end":"2026-03-04T02:37:02.377122Z","steps":["trace[1843653827] 'agreement among raft nodes before linearized reading' (duration: 613.223724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.377249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:01.763509Z","time spent":"613.722906ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:02.885769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519119385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:37:02.971072Z","caller":"traceutil/trace.go:171","msg":"trace[297081467] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"859.069891ms","start":"2026-03-04T02:37:02.111976Z","end":"2026-03-04T02:37:02.971046Z","steps":["trace[297081467] 'process raft request' (duration: 858.886337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:02.971235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.111948Z","time spent":"859.201444ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:03.13071Z","caller":"traceutil/trace.go:171","msg":"trace[1583700339] linearizableReadLoop","detail":"{readStateIndex:35413; appliedIndex:35411; }","duration":"745.896172ms","start":"2026-03-04T02:37:02.384779Z","end":"2026-03-04T02:37:03.130675Z","steps":["trace[1583700339] 'read index received' (duration: 586.223251ms)","trace[1583700339] 'applied index is now lower than readState.Index' (duration: 159.670861ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:03.13087Z","caller":"traceutil/trace.go:171","msg":"trace[557511672] transaction","detail":"{read_only:false; response_revision:34255; number_of_response:1; }","duration":"522.307525ms","start":"2026-03-04T02:37:02.608457Z","end":"2026-03-04T02:37:03.130764Z","steps":["trace[557511672] 'process raft request' (duration: 483.749937ms)","trace[557511672] 'compare' (duration: 38.17781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:03.131028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.230689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:03.131061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.608431Z","time spent":"522.528871ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:03.131092Z","caller":"traceutil/trace.go:171","msg":"trace[633016761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34255; }","duration":"746.345032ms","start":"2026-03-04T02:37:02.384729Z","end":"2026-03-04T02:37:03.131074Z","steps":["trace[633016761] 'agreement among raft nodes before linearized reading' (duration: 746.202919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:03.131145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.3847Z","time spent":"746.433414ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:03.131158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.154772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:37:03.131177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.229145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:03.131256Z","caller":"traceutil/trace.go:171","msg":"trace[249716246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34255; }","duration":"733.282004ms","start":"2026-03-04T02:37:02.397948Z","end":"2026-03-04T02:37:03.13123Z","steps":["trace[249716246] 'agreement among raft nodes before linearized reading' (duration: 732.993408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:03.131302Z","caller":"traceutil/trace.go:171","msg":"trace[416659504] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:34255; }","duration":"332.393269ms","start":"2026-03-04T02:37:02.79889Z","end":"2026-03-04T02:37:03.131284Z","steps":["trace[416659504] 'agreement among raft nodes before linearized reading' (duration: 332.157603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:03.131408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.798834Z","time spent":"332.559722ms","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:03.131445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.5492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:37:03.131489Z","caller":"traceutil/trace.go:171","msg":"trace[1988023981] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:34255; }","duration":"662.633821ms","start":"2026-03-04T02:37:02.468843Z","end":"2026-03-04T02:37:03.131477Z","steps":["trace[1988023981] 'agreement among raft nodes before linearized reading' (duration: 662.503208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:03.131539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.468822Z","time spent":"662.701243ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:03.131317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.397941Z","time spent":"733.361136ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:37:03.131664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.172323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:03.131728Z","caller":"traceutil/trace.go:171","msg":"trace[512481401] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34255; }","duration":"678.280325ms","start":"2026-03-04T02:37:02.453432Z","end":"2026-03-04T02:37:03.131713Z","steps":["trace[512481401] 'agreement among raft nodes before linearized reading' (duration: 678.173003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:03.131781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:02.453411Z","time spent":"678.356367ms","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:03.921753Z","caller":"traceutil/trace.go:171","msg":"trace[126294464] transaction","detail":"{read_only:false; response_revision:34257; number_of_response:1; }","duration":"152.724458ms","start":"2026-03-04T02:37:03.769004Z","end":"2026-03-04T02:37:03.921728Z","steps":["trace[126294464] 'process raft request' (duration: 152.561885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:04.264682Z","caller":"traceutil/trace.go:171","msg":"trace[2007467512] linearizableReadLoop","detail":"{readStateIndex:35416; appliedIndex:35414; }","duration":"492.9383ms","start":"2026-03-04T02:37:03.77172Z","end":"2026-03-04T02:37:04.264658Z","steps":["trace[2007467512] 'read index received' (duration: 149.826874ms)","trace[2007467512] 'applied index is now lower than readState.Index' (duration: 343.110546ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:04.264742Z","caller":"traceutil/trace.go:171","msg":"trace[364103946] transaction","detail":"{read_only:false; response_revision:34258; number_of_response:1; }","duration":"495.169519ms","start":"2026-03-04T02:37:03.769519Z","end":"2026-03-04T02:37:04.264688Z","steps":["trace[364103946] 'process raft request' (duration: 423.80596ms)","trace[364103946] 'compare' (duration: 71.050473ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:04.264779Z","caller":"traceutil/trace.go:171","msg":"trace[340785672] transaction","detail":"{read_only:false; response_revision:34259; number_of_response:1; }","duration":"492.898709ms","start":"2026-03-04T02:37:03.77185Z","end":"2026-03-04T02:37:04.264749Z","steps":["trace[340785672] 'process raft request' (duration: 492.742815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.264899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.160294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:37:04.264891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.76951Z","time spent":"495.297222ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:04.264925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.771825Z","time spent":"493.016512ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:04.26494Z","caller":"traceutil/trace.go:171","msg":"trace[1664975196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34259; }","duration":"493.257607ms","start":"2026-03-04T02:37:03.771672Z","end":"2026-03-04T02:37:04.26493Z","steps":["trace[1664975196] 'agreement among raft nodes before linearized reading' (duration: 493.106583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.265345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.771613Z","time spent":"493.657075ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:37:04.354132Z","caller":"traceutil/trace.go:171","msg":"trace[1813472477] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"419.359452ms","start":"2026-03-04T02:37:03.934749Z","end":"2026-03-04T02:37:04.354108Z","steps":["trace[1813472477] 'process raft request' (duration: 419.152878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.354274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.934722Z","time spent":"419.477815ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:04.354406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.980965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:04.354425Z","caller":"traceutil/trace.go:171","msg":"trace[1106219275] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"394.567867ms","start":"2026-03-04T02:37:03.959846Z","end":"2026-03-04T02:37:04.354414Z","steps":["trace[1106219275] 'process raft request' (duration: 394.222759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:04.354452Z","caller":"traceutil/trace.go:171","msg":"trace[522453565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34262; }","duration":"465.068206ms","start":"2026-03-04T02:37:03.889375Z","end":"2026-03-04T02:37:04.354443Z","steps":["trace[522453565] 'agreement among raft nodes before linearized reading' (duration: 464.978124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.354475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.889353Z","time spent":"465.117538ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:04.35448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:03.959822Z","time spent":"394.627578ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:04.354398Z","caller":"traceutil/trace.go:171","msg":"trace[1310837459] transaction","detail":"{read_only:false; response_revision:34262; number_of_response:1; }","duration":"237.739078ms","start":"2026-03-04T02:37:04.116632Z","end":"2026-03-04T02:37:04.354371Z","steps":["trace[1310837459] 'process raft request' (duration: 237.596195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.723686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.37741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:04.723816Z","caller":"traceutil/trace.go:171","msg":"trace[1900993210] linearizableReadLoop","detail":"{readStateIndex:35421; appliedIndex:35420; }","duration":"369.455114ms","start":"2026-03-04T02:37:04.354334Z","end":"2026-03-04T02:37:04.723789Z","steps":["trace[1900993210] 'read index received' (duration: 116.891271ms)","trace[1900993210] 'applied index is now lower than readState.Index' (duration: 252.562193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:04.724093Z","caller":"traceutil/trace.go:171","msg":"trace[18676972] transaction","detail":"{read_only:false; response_revision:34263; number_of_response:1; }","duration":"454.607187ms","start":"2026-03-04T02:37:04.269463Z","end":"2026-03-04T02:37:04.72407Z","steps":["trace[18676972] 'process raft request' (duration: 201.735336ms)","trace[18676972] 'compare' (duration: 252.105784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:04.724194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.269443Z","time spent":"454.702638ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:04.724294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.15175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:37:04.72438Z","caller":"traceutil/trace.go:171","msg":"trace[1616364044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34263; }","duration":"395.300583ms","start":"2026-03-04T02:37:04.329065Z","end":"2026-03-04T02:37:04.724366Z","steps":["trace[1616364044] 'agreement among raft nodes before linearized reading' (duration: 395.094888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.724415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.329051Z","time spent":"395.355954ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:37:04.998999Z","caller":"traceutil/trace.go:171","msg":"trace[1834720602] linearizableReadLoop","detail":"{readStateIndex:35422; appliedIndex:35421; }","duration":"275.12305ms","start":"2026-03-04T02:37:04.723851Z","end":"2026-03-04T02:37:04.998974Z","steps":["trace[1834720602] 'read index received' (duration: 272.617265ms)","trace[1834720602] 'applied index is now lower than readState.Index' (duration: 2.504375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:04.999216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.611601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:37:04.999221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.263093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:37:04.99928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.773397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:37:04.999304Z","caller":"traceutil/trace.go:171","msg":"trace[1090537971] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34264; }","duration":"617.364145ms","start":"2026-03-04T02:37:04.381916Z","end":"2026-03-04T02:37:04.99928Z","steps":["trace[1090537971] 'agreement among raft nodes before linearized reading' (duration: 617.14084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.999349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.381907Z","time spent":"617.434048ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:37:04.999351Z","caller":"traceutil/trace.go:171","msg":"trace[1113128611] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:34264; }","duration":"633.868768ms","start":"2026-03-04T02:37:04.365462Z","end":"2026-03-04T02:37:04.999331Z","steps":["trace[1113128611] 'agreement among raft nodes before linearized reading' (duration: 633.705835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.999398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.365446Z","time spent":"633.942591ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T02:37:04.999457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.523124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:37:04.999256Z","caller":"traceutil/trace.go:171","msg":"trace[1293228378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34264; }","duration":"617.686833ms","start":"2026-03-04T02:37:04.38156Z","end":"2026-03-04T02:37:04.999247Z","steps":["trace[1293228378] 'agreement among raft nodes before linearized reading' (duration: 617.536519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:04.999545Z","caller":"traceutil/trace.go:171","msg":"trace[1133307240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34264; }","duration":"619.618186ms","start":"2026-03-04T02:37:04.379909Z","end":"2026-03-04T02:37:04.999527Z","steps":["trace[1133307240] 'agreement among raft nodes before linearized reading' (duration: 619.408421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:04.999558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.38155Z","time spent":"617.992519ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:37:04.999589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.379875Z","time spent":"619.705208ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:37:04.999734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.666513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:37:04.99975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.085516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T02:37:04.999822Z","caller":"traceutil/trace.go:171","msg":"trace[1833179891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34264; }","duration":"617.778154ms","start":"2026-03-04T02:37:04.382007Z","end":"2026-03-04T02:37:04.999785Z","steps":["trace[1833179891] 'agreement among raft nodes before linearized reading' (duration: 617.306564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.000017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.381979Z","time spent":"618.00714ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:37:04.999884Z","caller":"traceutil/trace.go:171","msg":"trace[1341399225] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:34264; }","duration":"525.27316ms","start":"2026-03-04T02:37:04.474593Z","end":"2026-03-04T02:37:04.999866Z","steps":["trace[1341399225] 'agreement among raft nodes before linearized reading' (duration: 524.663527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.00014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.47457Z","time spent":"525.548576ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-04T02:37:05.000132Z","caller":"traceutil/trace.go:171","msg":"trace[342397723] transaction","detail":"{read_only:false; response_revision:34264; number_of_response:1; }","duration":"618.246155ms","start":"2026-03-04T02:37:04.381844Z","end":"2026-03-04T02:37:05.00009Z","steps":["trace[342397723] 'process raft request' (duration: 614.611665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.000173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.271298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:05.000247Z","caller":"traceutil/trace.go:171","msg":"trace[1713046237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34264; }","duration":"644.38826ms","start":"2026-03-04T02:37:04.355844Z","end":"2026-03-04T02:37:05.000232Z","steps":["trace[1713046237] 'agreement among raft nodes before linearized reading' (duration: 644.275477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.000302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.355824Z","time spent":"644.467153ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:37:05.000344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.38182Z","time spent":"618.409848ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:05.041696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.374661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:37:05.041773Z","caller":"traceutil/trace.go:171","msg":"trace[360092468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34265; }","duration":"313.497194ms","start":"2026-03-04T02:37:04.728258Z","end":"2026-03-04T02:37:05.041756Z","steps":["trace[360092468] 'agreement among raft nodes before linearized reading' (duration: 313.254379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.041816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:04.728242Z","time spent":"313.566725ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:37:05.288758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.804781ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:37:05.28916Z","caller":"traceutil/trace.go:171","msg":"trace[2078737937] linearizableReadLoop","detail":"{readStateIndex:35428; appliedIndex:35423; }","duration":"247.80008ms","start":"2026-03-04T02:37:05.041342Z","end":"2026-03-04T02:37:05.289142Z","steps":["trace[2078737937] 'read index received' (duration: 68.506597ms)","trace[2078737937] 'applied index is now lower than readState.Index' (duration: 179.292483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:05.289187Z","caller":"traceutil/trace.go:171","msg":"trace[78599785] transaction","detail":"{read_only:false; response_revision:34266; number_of_response:1; }","duration":"285.496248ms","start":"2026-03-04T02:37:05.003658Z","end":"2026-03-04T02:37:05.289154Z","steps":["trace[78599785] 'process raft request' (duration: 285.209552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:05.289261Z","caller":"traceutil/trace.go:171","msg":"trace[413908724] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"283.565686ms","start":"2026-03-04T02:37:05.005685Z","end":"2026-03-04T02:37:05.28925Z","steps":["trace[413908724] 'process raft request' (duration: 283.413813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:05.289263Z","caller":"traceutil/trace.go:171","msg":"trace[292459071] transaction","detail":"{read_only:false; response_revision:34268; number_of_response:1; }","duration":"283.970795ms","start":"2026-03-04T02:37:05.005243Z","end":"2026-03-04T02:37:05.289214Z","steps":["trace[292459071] 'process raft request' (duration: 283.816882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:05.289366Z","caller":"traceutil/trace.go:171","msg":"trace[1993323162] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"285.247583ms","start":"2026-03-04T02:37:05.004071Z","end":"2026-03-04T02:37:05.289319Z","steps":["trace[1993323162] 'process raft request' (duration: 284.947716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.289438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.083853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:05.289548Z","caller":"traceutil/trace.go:171","msg":"trace[541646653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34269; }","duration":"282.220646ms","start":"2026-03-04T02:37:05.00731Z","end":"2026-03-04T02:37:05.289531Z","steps":["trace[541646653] 'agreement among raft nodes before linearized reading' (duration: 282.047122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.289582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.764987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a67e3f72-cae5-4867-a0b4-8983e2c5640b\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T02:37:05.289645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.110764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:37:05.289676Z","caller":"traceutil/trace.go:171","msg":"trace[217740075] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a67e3f72-cae5-4867-a0b4-8983e2c5640b; range_end:; response_count:1; response_revision:34269; }","duration":"286.967851ms","start":"2026-03-04T02:37:05.002687Z","end":"2026-03-04T02:37:05.289655Z","steps":["trace[217740075] 'agreement among raft nodes before linearized reading' (duration: 286.603413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:05.289729Z","caller":"traceutil/trace.go:171","msg":"trace[1844070669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34269; }","duration":"116.248306ms","start":"2026-03-04T02:37:05.173461Z","end":"2026-03-04T02:37:05.289709Z","steps":["trace[1844070669] 'agreement among raft nodes before linearized reading' (duration: 115.95538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.289869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.49657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:37:05.289991Z","caller":"traceutil/trace.go:171","msg":"trace[2035382231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34269; }","duration":"246.760036ms","start":"2026-03-04T02:37:05.043214Z","end":"2026-03-04T02:37:05.289974Z","steps":["trace[2035382231] 'agreement among raft nodes before linearized reading' (duration: 246.107062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.699453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.600764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-04T02:37:05.86505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519119414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:37:05.961438Z","caller":"traceutil/trace.go:171","msg":"trace[1451470939] transaction","detail":"{read_only:false; response_revision:34272; number_of_response:1; }","duration":"665.792022ms","start":"2026-03-04T02:37:05.295621Z","end":"2026-03-04T02:37:05.961413Z","steps":["trace[1451470939] 'process raft request' (duration: 665.72488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:05.961526Z","caller":"traceutil/trace.go:171","msg":"trace[278558944] linearizableReadLoop","detail":"{readStateIndex:35431; appliedIndex:35431; }","duration":"597.017608ms","start":"2026-03-04T02:37:05.36447Z","end":"2026-03-04T02:37:05.961487Z","steps":["trace[278558944] 'read index received' (duration: 596.997458ms)","trace[278558944] 'applied index is now lower than readState.Index' (duration: 16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:05.961606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.295604Z","time spent":"665.912064ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:05.961681Z","caller":"traceutil/trace.go:171","msg":"trace[1108786197] transaction","detail":"{read_only:false; response_revision:34271; number_of_response:1; }","duration":"670.71842ms","start":"2026-03-04T02:37:05.29089Z","end":"2026-03-04T02:37:05.961609Z","steps":["trace[1108786197] 'process raft request' (duration: 670.248939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.961924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.290869Z","time spent":"670.963416ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:05.961951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.47069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:05.962633Z","caller":"traceutil/trace.go:171","msg":"trace[1600833096] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34272; }","duration":"598.192195ms","start":"2026-03-04T02:37:05.364423Z","end":"2026-03-04T02:37:05.962615Z","steps":["trace[1600833096] 'agreement among raft nodes before linearized reading' (duration: 597.282375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:05.962755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.364404Z","time spent":"598.308568ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:37:06.11271Z","caller":"traceutil/trace.go:171","msg":"trace[1991520952] linearizableReadLoop","detail":"{readStateIndex:35432; appliedIndex:35431; }","duration":"151.044822ms","start":"2026-03-04T02:37:05.961633Z","end":"2026-03-04T02:37:06.112677Z","steps":["trace[1991520952] 'read index received' (duration: 94.207701ms)","trace[1991520952] 'applied index is now lower than readState.Index' (duration: 56.835811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:06.112815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.253015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:06.112887Z","caller":"traceutil/trace.go:171","msg":"trace[1113871323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34273; }","duration":"326.383698ms","start":"2026-03-04T02:37:05.786483Z","end":"2026-03-04T02:37:06.112867Z","steps":["trace[1113871323] 'agreement among raft nodes before linearized reading' (duration: 326.206934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.112938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.786462Z","time spent":"326.463899ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:06.113265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.099858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:06.113263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.159861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:37:06.1133Z","caller":"traceutil/trace.go:171","msg":"trace[2088309037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34273; }","duration":"224.17139ms","start":"2026-03-04T02:37:05.889118Z","end":"2026-03-04T02:37:06.11329Z","steps":["trace[2088309037] 'agreement among raft nodes before linearized reading' (duration: 224.106449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:06.113315Z","caller":"traceutil/trace.go:171","msg":"trace[817521676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34273; }","duration":"471.251583ms","start":"2026-03-04T02:37:05.642049Z","end":"2026-03-04T02:37:06.113301Z","steps":["trace[817521676] 'agreement among raft nodes before linearized reading' (duration: 471.169852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.31558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:06.113338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.133318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:37:06.113366Z","caller":"traceutil/trace.go:171","msg":"trace[1466510557] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34273; }","duration":"148.195639ms","start":"2026-03-04T02:37:05.965164Z","end":"2026-03-04T02:37:06.113359Z","steps":["trace[1466510557] 'agreement among raft nodes before linearized reading' (duration: 148.088306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.642028Z","time spent":"471.315124ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:06.113369Z","caller":"traceutil/trace.go:171","msg":"trace[1445226935] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34273; }","duration":"479.547066ms","start":"2026-03-04T02:37:05.633808Z","end":"2026-03-04T02:37:06.113355Z","steps":["trace[1445226935] 'agreement among raft nodes before linearized reading' (duration: 479.453854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.633785Z","time spent":"479.610786ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:37:06.113419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.594954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:06.113324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.877063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:37:06.113454Z","caller":"traceutil/trace.go:171","msg":"trace[74249088] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34273; }","duration":"156.667975ms","start":"2026-03-04T02:37:05.956775Z","end":"2026-03-04T02:37:06.113443Z","steps":["trace[74249088] 'agreement among raft nodes before linearized reading' (duration: 156.609644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.243711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:06.113494Z","caller":"traceutil/trace.go:171","msg":"trace[1696246154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34273; }","duration":"716.068717ms","start":"2026-03-04T02:37:05.397393Z","end":"2026-03-04T02:37:06.113462Z","steps":["trace[1696246154] 'agreement among raft nodes before linearized reading' (duration: 715.816471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:06.113499Z","caller":"traceutil/trace.go:171","msg":"trace[392707596] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34273; }","duration":"741.381504ms","start":"2026-03-04T02:37:05.372103Z","end":"2026-03-04T02:37:06.113485Z","steps":["trace[392707596] 'agreement among raft nodes before linearized reading' (duration: 741.226631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.237158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:06.113526Z","caller":"traceutil/trace.go:171","msg":"trace[1410380157] transaction","detail":"{read_only:false; response_revision:34273; number_of_response:1; }","duration":"186.4023ms","start":"2026-03-04T02:37:05.92711Z","end":"2026-03-04T02:37:06.113513Z","steps":["trace[1410380157] 'process raft request' (duration: 128.723521ms)","trace[1410380157] 'compare' (duration: 56.655217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:06.113535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.372084Z","time spent":"741.444805ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:06.113562Z","caller":"traceutil/trace.go:171","msg":"trace[916507622] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34273; }","duration":"147.353151ms","start":"2026-03-04T02:37:05.966194Z","end":"2026-03-04T02:37:06.113547Z","steps":["trace[916507622] 'agreement among raft nodes before linearized reading' (duration: 147.168357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.39737Z","time spent":"716.149799ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:37:06.113071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.018379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:37:06.113811Z","caller":"traceutil/trace.go:171","msg":"trace[1489825455] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34273; }","duration":"411.869307ms","start":"2026-03-04T02:37:05.701928Z","end":"2026-03-04T02:37:06.113797Z","steps":["trace[1489825455] 'agreement among raft nodes before linearized reading' (duration: 410.897896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:06.113856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:05.70191Z","time spent":"411.932928ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:37:06.401758Z","caller":"traceutil/trace.go:171","msg":"trace[971669768] transaction","detail":"{read_only:false; response_revision:34274; number_of_response:1; }","duration":"131.38975ms","start":"2026-03-04T02:37:06.270336Z","end":"2026-03-04T02:37:06.401726Z","steps":["trace[971669768] 'process raft request' (duration: 94.15268ms)","trace[971669768] 'compare' (duration: 36.899432ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:06.412732Z","caller":"traceutil/trace.go:171","msg":"trace[772375168] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"142.288599ms","start":"2026-03-04T02:37:06.270417Z","end":"2026-03-04T02:37:06.412705Z","steps":["trace[772375168] 'process raft request' (duration: 142.133026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:06.934924Z","caller":"traceutil/trace.go:171","msg":"trace[1182439468] transaction","detail":"{read_only:false; response_revision:34277; number_of_response:1; }","duration":"201.192635ms","start":"2026-03-04T02:37:06.733691Z","end":"2026-03-04T02:37:06.934883Z","steps":["trace[1182439468] 'process raft request' (duration: 200.810556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:07.233538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.393849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:07.233888Z","caller":"traceutil/trace.go:171","msg":"trace[1553821716] transaction","detail":"{read_only:false; response_revision:34278; number_of_response:1; }","duration":"227.758278ms","start":"2026-03-04T02:37:07.006098Z","end":"2026-03-04T02:37:07.233857Z","steps":["trace[1553821716] 'process raft request' (duration: 40.95571ms)","trace[1553821716] 'compare' (duration: 186.253787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:07.234323Z","caller":"traceutil/trace.go:171","msg":"trace[1597142113] transaction","detail":"{read_only:false; response_revision:34279; number_of_response:1; }","duration":"187.503843ms","start":"2026-03-04T02:37:07.046791Z","end":"2026-03-04T02:37:07.234295Z","steps":["trace[1597142113] 'process raft request' (duration: 186.855279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:07.934794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.361316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:07.935031Z","caller":"traceutil/trace.go:171","msg":"trace[1904565804] transaction","detail":"{read_only:false; response_revision:34280; number_of_response:1; }","duration":"636.592899ms","start":"2026-03-04T02:37:07.29841Z","end":"2026-03-04T02:37:07.935003Z","steps":["trace[1904565804] 'process raft request' (duration: 113.939016ms)","trace[1904565804] 'compare' (duration: 522.109471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:07.935224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:07.298389Z","time spent":"636.771612ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:07.936509Z","caller":"traceutil/trace.go:171","msg":"trace[893309203] transaction","detail":"{read_only:false; response_revision:34281; number_of_response:1; }","duration":"638.045691ms","start":"2026-03-04T02:37:07.29844Z","end":"2026-03-04T02:37:07.936485Z","steps":["trace[893309203] 'process raft request' (duration: 637.828476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:07.93665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:07.298422Z","time spent":"638.155934ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:07.936883Z","caller":"traceutil/trace.go:171","msg":"trace[720981649] transaction","detail":"{read_only:false; response_revision:34282; number_of_response:1; }","duration":"638.222785ms","start":"2026-03-04T02:37:07.298631Z","end":"2026-03-04T02:37:07.936853Z","steps":["trace[720981649] 'process raft request' (duration: 637.809426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:07.936912Z","caller":"traceutil/trace.go:171","msg":"trace[1010922012] transaction","detail":"{read_only:false; response_revision:34283; number_of_response:1; }","duration":"638.189655ms","start":"2026-03-04T02:37:07.29871Z","end":"2026-03-04T02:37:07.936899Z","steps":["trace[1010922012] 'process raft request' (duration: 638.055732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:07.936917Z","caller":"traceutil/trace.go:171","msg":"trace[1348424569] linearizableReadLoop","detail":"{readStateIndex:35442; appliedIndex:35439; }","duration":"482.49594ms","start":"2026-03-04T02:37:07.454399Z","end":"2026-03-04T02:37:07.936895Z","steps":["trace[1348424569] 'read index received' (duration: 481.856517ms)","trace[1348424569] 'applied index is now lower than readState.Index' (duration: 638.183µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:07.937002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:07.298695Z","time spent":"638.247796ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:07.93704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:07.298621Z","time spent":"638.322107ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:37:07.937279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.877448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:37:07.937359Z","caller":"traceutil/trace.go:171","msg":"trace[157225235] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:34283; }","duration":"483.001481ms","start":"2026-03-04T02:37:07.454333Z","end":"2026-03-04T02:37:07.937334Z","steps":["trace[157225235] 'agreement among raft nodes before linearized reading' (duration: 482.683734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:07.93741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:07.454301Z","time spent":"483.095003ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T02:37:08.231343Z","caller":"traceutil/trace.go:171","msg":"trace[1326125091] transaction","detail":"{read_only:false; response_revision:34285; number_of_response:1; }","duration":"110.91889ms","start":"2026-03-04T02:37:08.120391Z","end":"2026-03-04T02:37:08.23131Z","steps":["trace[1326125091] 'process raft request' (duration: 110.515181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:08.783511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.172321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:37:08.783667Z","caller":"traceutil/trace.go:171","msg":"trace[1160803388] transaction","detail":"{read_only:false; response_revision:34286; number_of_response:1; }","duration":"376.366646ms","start":"2026-03-04T02:37:08.407271Z","end":"2026-03-04T02:37:08.783638Z","steps":["trace[1160803388] 'process raft request' (duration: 125.95026ms)","trace[1160803388] 'compare' (duration: 250.003027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:08.783748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:08.407242Z","time spent":"376.472728ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:08.785828Z","caller":"traceutil/trace.go:171","msg":"trace[938666443] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"368.083405ms","start":"2026-03-04T02:37:08.417717Z","end":"2026-03-04T02:37:08.7858Z","steps":["trace[938666443] 'process raft request' (duration: 367.896381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:08.786011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:08.417686Z","time spent":"368.226128ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:08.786036Z","caller":"traceutil/trace.go:171","msg":"trace[608972085] linearizableReadLoop","detail":"{readStateIndex:35447; appliedIndex:35445; }","duration":"247.675608ms","start":"2026-03-04T02:37:08.538334Z","end":"2026-03-04T02:37:08.78601Z","steps":["trace[608972085] 'read index received' (duration: 247.368691ms)","trace[608972085] 'applied index is now lower than readState.Index' (duration: 305.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:08.786062Z","caller":"traceutil/trace.go:171","msg":"trace[981824285] transaction","detail":"{read_only:false; response_revision:34288; number_of_response:1; }","duration":"367.738996ms","start":"2026-03-04T02:37:08.418292Z","end":"2026-03-04T02:37:08.786031Z","steps":["trace[981824285] 'process raft request' (duration: 367.45517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:08.786185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.827741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:37:08.786199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:37:08.418262Z","time spent":"367.861669ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:37:08.786228Z","caller":"traceutil/trace.go:171","msg":"trace[81231072] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:34288; }","duration":"247.931643ms","start":"2026-03-04T02:37:08.538285Z","end":"2026-03-04T02:37:08.786216Z","steps":["trace[81231072] 'agreement among raft nodes before linearized reading' (duration: 247.836241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:08.831483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.420422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:08.831552Z","caller":"traceutil/trace.go:171","msg":"trace[1816093380] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34289; }","duration":"273.519775ms","start":"2026-03-04T02:37:08.558015Z","end":"2026-03-04T02:37:08.831535Z","steps":["trace[1816093380] 'agreement among raft nodes before linearized reading' (duration: 273.374972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:08.831492Z","caller":"traceutil/trace.go:171","msg":"trace[220371516] transaction","detail":"{read_only:false; response_revision:34289; number_of_response:1; }","duration":"198.070096ms","start":"2026-03-04T02:37:08.633379Z","end":"2026-03-04T02:37:08.831449Z","steps":["trace[220371516] 'process raft request' (duration: 197.864391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:09.610486Z","caller":"traceutil/trace.go:171","msg":"trace[1550015937] transaction","detail":"{read_only:false; response_revision:34293; number_of_response:1; }","duration":"250.488078ms","start":"2026-03-04T02:37:09.359977Z","end":"2026-03-04T02:37:09.610465Z","steps":["trace[1550015937] 'process raft request' (duration: 249.630699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:13.016437Z","caller":"traceutil/trace.go:171","msg":"trace[268115038] transaction","detail":"{read_only:false; response_revision:34313; number_of_response:1; }","duration":"198.7454ms","start":"2026-03-04T02:37:12.817659Z","end":"2026-03-04T02:37:13.016404Z","steps":["trace[268115038] 'process raft request' (duration: 146.653575ms)","trace[268115038] 'compare' (duration: 51.82734ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:13.016576Z","caller":"traceutil/trace.go:171","msg":"trace[1491238839] linearizableReadLoop","detail":"{readStateIndex:35474; appliedIndex:35472; }","duration":"163.083405ms","start":"2026-03-04T02:37:12.853467Z","end":"2026-03-04T02:37:13.016551Z","steps":["trace[1491238839] 'read index received' (duration: 110.793295ms)","trace[1491238839] 'applied index is now lower than readState.Index' (duration: 52.289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:13.016822Z","caller":"traceutil/trace.go:171","msg":"trace[1712795083] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"199.103009ms","start":"2026-03-04T02:37:12.817687Z","end":"2026-03-04T02:37:13.01679Z","steps":["trace[1712795083] 'process raft request' (duration: 198.648979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.016893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.740961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:13.016998Z","caller":"traceutil/trace.go:171","msg":"trace[303862617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34314; }","duration":"128.863664ms","start":"2026-03-04T02:37:12.888073Z","end":"2026-03-04T02:37:13.016936Z","steps":["trace[303862617] 'agreement among raft nodes before linearized reading' (duration: 128.751321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:13.016873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.388933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:13.017202Z","caller":"traceutil/trace.go:171","msg":"trace[399677882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:34314; }","duration":"163.789451ms","start":"2026-03-04T02:37:12.853358Z","end":"2026-03-04T02:37:13.017148Z","steps":["trace[399677882] 'agreement among raft nodes before linearized reading' (duration: 163.450094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:14.567721Z","caller":"traceutil/trace.go:171","msg":"trace[1513262675] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"109.077659ms","start":"2026-03-04T02:37:14.458608Z","end":"2026-03-04T02:37:14.567685Z","steps":["trace[1513262675] 'process raft request' (duration: 108.848164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:16.387066Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008aab.wal"} {"level":"info","ts":"2026-03-04T02:37:16.387772Z","caller":"traceutil/trace.go:171","msg":"trace[601786187] linearizableReadLoop","detail":"{readStateIndex:35498; appliedIndex:35497; }","duration":"248.215988ms","start":"2026-03-04T02:37:16.139532Z","end":"2026-03-04T02:37:16.387748Z","steps":["trace[601786187] 'read index received' (duration: 247.777078ms)","trace[601786187] 'applied index is now lower than readState.Index' (duration: 437.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:16.387901Z","caller":"traceutil/trace.go:171","msg":"trace[653757164] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"257.340699ms","start":"2026-03-04T02:37:16.130543Z","end":"2026-03-04T02:37:16.387883Z","steps":["trace[653757164] 'process raft request' (duration: 256.92814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:16.388049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.495624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:16.388164Z","caller":"traceutil/trace.go:171","msg":"trace[2103084107] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34337; }","duration":"248.623957ms","start":"2026-03-04T02:37:16.139519Z","end":"2026-03-04T02:37:16.388143Z","steps":["trace[2103084107] 'agreement among raft nodes before linearized reading' (duration: 248.455693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:16.389531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.030942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:37:16.389594Z","caller":"traceutil/trace.go:171","msg":"trace[1336056600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34339; }","duration":"207.138105ms","start":"2026-03-04T02:37:16.182438Z","end":"2026-03-04T02:37:16.389576Z","steps":["trace[1336056600] 'agreement among raft nodes before linearized reading' (duration: 206.948371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:16.3896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.781077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:37:16.389664Z","caller":"traceutil/trace.go:171","msg":"trace[987814747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34339; }","duration":"206.88945ms","start":"2026-03-04T02:37:16.182761Z","end":"2026-03-04T02:37:16.389651Z","steps":["trace[987814747] 'agreement among raft nodes before linearized reading' (duration: 206.727566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:16.38973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.510564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:37:16.389792Z","caller":"traceutil/trace.go:171","msg":"trace[940914666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34339; }","duration":"142.609506ms","start":"2026-03-04T02:37:16.247167Z","end":"2026-03-04T02:37:16.389776Z","steps":["trace[940914666] 'agreement among raft nodes before linearized reading' (duration: 142.377621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:16.389541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.541088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:37:16.389892Z","caller":"traceutil/trace.go:171","msg":"trace[509579416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34339; }","duration":"179.943267ms","start":"2026-03-04T02:37:16.209933Z","end":"2026-03-04T02:37:16.389877Z","steps":["trace[509579416] 'agreement among raft nodes before linearized reading' (duration: 179.494837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:18.550941Z","caller":"traceutil/trace.go:171","msg":"trace[573916635] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"120.723285ms","start":"2026-03-04T02:37:18.430186Z","end":"2026-03-04T02:37:18.55091Z","steps":["trace[573916635] 'process raft request' (duration: 74.765273ms)","trace[573916635] 'compare' (duration: 45.764997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:18.55091Z","caller":"traceutil/trace.go:171","msg":"trace[1064722836] transaction","detail":"{read_only:false; response_revision:34354; number_of_response:1; }","duration":"117.80665ms","start":"2026-03-04T02:37:18.433078Z","end":"2026-03-04T02:37:18.550885Z","steps":["trace[1064722836] 'process raft request' (duration: 117.755719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.954956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.903104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:07.955203Z","caller":"traceutil/trace.go:171","msg":"trace[1467970774] transaction","detail":"{read_only:false; response_revision:34688; number_of_response:1; }","duration":"233.684698ms","start":"2026-03-04T02:38:07.721439Z","end":"2026-03-04T02:38:07.955123Z","steps":["trace[1467970774] 'process raft request' (duration: 49.041308ms)","trace[1467970774] 'compare' (duration: 183.744511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:12.941361Z","caller":"traceutil/trace.go:171","msg":"trace[1830934050] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"122.119944ms","start":"2026-03-04T02:38:12.819211Z","end":"2026-03-04T02:38:12.941331Z","steps":["trace[1830934050] 'process raft request' (duration: 26.638105ms)","trace[1830934050] 'compare' (duration: 95.288925ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:12.941509Z","caller":"traceutil/trace.go:171","msg":"trace[1916092796] linearizableReadLoop","detail":"{readStateIndex:35891; appliedIndex:35889; }","duration":"113.7212ms","start":"2026-03-04T02:38:12.827757Z","end":"2026-03-04T02:38:12.941478Z","steps":["trace[1916092796] 'read index received' (duration: 18.014236ms)","trace[1916092796] 'applied index is now lower than readState.Index' (duration: 95.705884ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:12.941568Z","caller":"traceutil/trace.go:171","msg":"trace[461679404] transaction","detail":"{read_only:false; response_revision:34718; number_of_response:1; }","duration":"120.427118ms","start":"2026-03-04T02:38:12.821127Z","end":"2026-03-04T02:38:12.941554Z","steps":["trace[461679404] 'process raft request' (duration: 120.162572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:12.941884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.116359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:38:12.941964Z","caller":"traceutil/trace.go:171","msg":"trace[1176159729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34718; }","duration":"114.228582ms","start":"2026-03-04T02:38:12.827718Z","end":"2026-03-04T02:38:12.941947Z","steps":["trace[1176159729] 'agreement among raft nodes before linearized reading' (duration: 114.030746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:13.072029Z","caller":"traceutil/trace.go:171","msg":"trace[2069287421] linearizableReadLoop","detail":"{readStateIndex:35892; appliedIndex:35891; }","duration":"130.419098ms","start":"2026-03-04T02:38:12.941579Z","end":"2026-03-04T02:38:13.071998Z","steps":["trace[2069287421] 'read index received' (duration: 92.32007ms)","trace[2069287421] 'applied index is now lower than readState.Index' (duration: 38.097588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:13.072198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:13.072249Z","caller":"traceutil/trace.go:171","msg":"trace[1606121203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34719; }","duration":"182.937412ms","start":"2026-03-04T02:38:12.889298Z","end":"2026-03-04T02:38:13.072235Z","steps":["trace[1606121203] 'agreement among raft nodes before linearized reading' (duration: 182.8298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:13.072292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.984694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:38:13.072324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.414272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:38:13.07237Z","caller":"traceutil/trace.go:171","msg":"trace[1752556744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34719; }","duration":"158.065456ms","start":"2026-03-04T02:38:12.914282Z","end":"2026-03-04T02:38:13.072347Z","steps":["trace[1752556744] 'agreement among raft nodes before linearized reading' (duration: 157.900532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:13.07248Z","caller":"traceutil/trace.go:171","msg":"trace[1737103400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34719; }","duration":"157.569155ms","start":"2026-03-04T02:38:12.914889Z","end":"2026-03-04T02:38:13.072458Z","steps":["trace[1737103400] 'agreement among raft nodes before linearized reading' (duration: 157.200627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:13.609398Z","caller":"traceutil/trace.go:171","msg":"trace[1248424012] transaction","detail":"{read_only:false; response_revision:34724; number_of_response:1; }","duration":"149.254703ms","start":"2026-03-04T02:38:13.460113Z","end":"2026-03-04T02:38:13.609368Z","steps":["trace[1248424012] 'process raft request' (duration: 149.052379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:22.240441Z","caller":"traceutil/trace.go:171","msg":"trace[9705012] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"131.260956ms","start":"2026-03-04T02:38:22.109155Z","end":"2026-03-04T02:38:22.240416Z","steps":["trace[9705012] 'process raft request' (duration: 131.104993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:32.50807Z","caller":"traceutil/trace.go:171","msg":"trace[125736195] transaction","detail":"{read_only:false; response_revision:34852; number_of_response:1; }","duration":"238.192688ms","start":"2026-03-04T02:38:32.269846Z","end":"2026-03-04T02:38:32.508039Z","steps":["trace[125736195] 'process raft request' (duration: 237.995864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:32.788628Z","caller":"traceutil/trace.go:171","msg":"trace[540168174] transaction","detail":"{read_only:false; response_revision:34853; number_of_response:1; }","duration":"137.489433ms","start":"2026-03-04T02:38:32.651109Z","end":"2026-03-04T02:38:32.788599Z","steps":["trace[540168174] 'process raft request' (duration: 137.284859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:32.920751Z","caller":"traceutil/trace.go:171","msg":"trace[1584917709] transaction","detail":"{read_only:false; response_revision:34854; number_of_response:1; }","duration":"111.505013ms","start":"2026-03-04T02:38:32.809209Z","end":"2026-03-04T02:38:32.920714Z","steps":["trace[1584917709] 'process raft request' (duration: 45.347918ms)","trace[1584917709] 'compare' (duration: 66.007731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:33.453278Z","caller":"traceutil/trace.go:171","msg":"trace[1081591727] linearizableReadLoop","detail":"{readStateIndex:36036; appliedIndex:36035; }","duration":"100.405717ms","start":"2026-03-04T02:38:33.352841Z","end":"2026-03-04T02:38:33.453247Z","steps":["trace[1081591727] 'read index received' (duration: 100.182942ms)","trace[1081591727] 'applied index is now lower than readState.Index' (duration: 221.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:33.453537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.686374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:33.45359Z","caller":"traceutil/trace.go:171","msg":"trace[2037269897] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34859; }","duration":"100.790146ms","start":"2026-03-04T02:38:33.352783Z","end":"2026-03-04T02:38:33.453574Z","steps":["trace[2037269897] 'agreement among raft nodes before linearized reading' (duration: 100.658343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:33.454101Z","caller":"traceutil/trace.go:171","msg":"trace[1600577846] transaction","detail":"{read_only:false; response_revision:34859; number_of_response:1; }","duration":"118.105948ms","start":"2026-03-04T02:38:33.335956Z","end":"2026-03-04T02:38:33.454062Z","steps":["trace[1600577846] 'process raft request' (duration: 117.102505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:34.648561Z","caller":"traceutil/trace.go:171","msg":"trace[1095213937] transaction","detail":"{read_only:false; response_revision:34864; number_of_response:1; }","duration":"140.919768ms","start":"2026-03-04T02:38:34.507616Z","end":"2026-03-04T02:38:34.648535Z","steps":["trace[1095213937] 'process raft request' (duration: 137.306649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:34.663615Z","caller":"traceutil/trace.go:171","msg":"trace[213942500] transaction","detail":"{read_only:false; response_revision:34865; number_of_response:1; }","duration":"150.728784ms","start":"2026-03-04T02:38:34.512848Z","end":"2026-03-04T02:38:34.663577Z","steps":["trace[213942500] 'process raft request' (duration: 150.469348ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:35.367138Z","caller":"traceutil/trace.go:171","msg":"trace[1619150635] linearizableReadLoop","detail":"{readStateIndex:36048; appliedIndex:36047; }","duration":"110.656884ms","start":"2026-03-04T02:38:35.256443Z","end":"2026-03-04T02:38:35.3671Z","steps":["trace[1619150635] 'read index received' (duration: 110.333866ms)","trace[1619150635] 'applied index is now lower than readState.Index' (duration: 321.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:35.367274Z","caller":"traceutil/trace.go:171","msg":"trace[1460467168] transaction","detail":"{read_only:false; response_revision:34870; number_of_response:1; }","duration":"163.542317ms","start":"2026-03-04T02:38:35.203691Z","end":"2026-03-04T02:38:35.367233Z","steps":["trace[1460467168] 'process raft request' (duration: 163.185788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:35.367516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.036712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:38:35.367579Z","caller":"traceutil/trace.go:171","msg":"trace[279684436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34870; }","duration":"111.159925ms","start":"2026-03-04T02:38:35.256401Z","end":"2026-03-04T02:38:35.367561Z","steps":["trace[279684436] 'agreement among raft nodes before linearized reading' (duration: 110.91448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:35.368219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.356943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:38:35.368296Z","caller":"traceutil/trace.go:171","msg":"trace[647164876] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34870; }","duration":"108.507777ms","start":"2026-03-04T02:38:35.259772Z","end":"2026-03-04T02:38:35.36828Z","steps":["trace[647164876] 'agreement among raft nodes before linearized reading' (duration: 108.129968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:35.492816Z","caller":"traceutil/trace.go:171","msg":"trace[1695429547] transaction","detail":"{read_only:false; response_revision:34871; number_of_response:1; }","duration":"120.4778ms","start":"2026-03-04T02:38:35.37229Z","end":"2026-03-04T02:38:35.492768Z","steps":["trace[1695429547] 'process raft request' (duration: 43.1774ms)","trace[1695429547] 'compare' (duration: 76.893481ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:35.492841Z","caller":"traceutil/trace.go:171","msg":"trace[1724303951] transaction","detail":"{read_only:false; response_revision:34872; number_of_response:1; }","duration":"120.000247ms","start":"2026-03-04T02:38:35.372799Z","end":"2026-03-04T02:38:35.492799Z","steps":["trace[1724303951] 'process raft request' (duration: 119.820724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:35.568746Z","caller":"traceutil/trace.go:171","msg":"trace[1279250068] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"109.090939ms","start":"2026-03-04T02:38:35.45963Z","end":"2026-03-04T02:38:35.568721Z","steps":["trace[1279250068] 'process raft request' (duration: 108.939975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:35.920748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.581854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:35.920943Z","caller":"traceutil/trace.go:171","msg":"trace[1283388985] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:34875; }","duration":"131.850519ms","start":"2026-03-04T02:38:35.78907Z","end":"2026-03-04T02:38:35.92092Z","steps":["trace[1283388985] 'count revisions from in-memory index tree' (duration: 131.498251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:36.781069Z","caller":"traceutil/trace.go:171","msg":"trace[1057372679] transaction","detail":"{read_only:false; response_revision:34881; number_of_response:1; }","duration":"111.799538ms","start":"2026-03-04T02:38:36.669212Z","end":"2026-03-04T02:38:36.781011Z","steps":["trace[1057372679] 'process raft request' (duration: 111.463531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:37.050247Z","caller":"traceutil/trace.go:171","msg":"trace[1221584646] transaction","detail":"{read_only:false; response_revision:34882; number_of_response:1; }","duration":"196.94692ms","start":"2026-03-04T02:38:36.853272Z","end":"2026-03-04T02:38:37.050219Z","steps":["trace[1221584646] 'process raft request' (duration: 196.720325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:37.214901Z","caller":"traceutil/trace.go:171","msg":"trace[1637920819] transaction","detail":"{read_only:false; response_revision:34883; number_of_response:1; }","duration":"200.527699ms","start":"2026-03-04T02:38:37.014348Z","end":"2026-03-04T02:38:37.214876Z","steps":["trace[1637920819] 'process raft request' (duration: 117.650887ms)","trace[1637920819] 'compare' (duration: 82.3074ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:37.793202Z","caller":"traceutil/trace.go:171","msg":"trace[1745502514] linearizableReadLoop","detail":"{readStateIndex:36064; appliedIndex:36063; }","duration":"269.874155ms","start":"2026-03-04T02:38:37.523295Z","end":"2026-03-04T02:38:37.79317Z","steps":["trace[1745502514] 'read index received' (duration: 198.785371ms)","trace[1745502514] 'applied index is now lower than readState.Index' (duration: 71.087474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:37.793503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.177342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T02:38:37.793552Z","caller":"traceutil/trace.go:171","msg":"trace[970186815] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff6cb856-37fc-4ec0-9ea1-47ede7ccffd8; range_end:; response_count:1; response_revision:34886; }","duration":"270.248194ms","start":"2026-03-04T02:38:37.523287Z","end":"2026-03-04T02:38:37.793535Z","steps":["trace[970186815] 'agreement among raft nodes before linearized reading' (duration: 270.005448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:37.793639Z","caller":"traceutil/trace.go:171","msg":"trace[1403152826] transaction","detail":"{read_only:false; response_revision:34886; number_of_response:1; }","duration":"270.443947ms","start":"2026-03-04T02:38:37.523155Z","end":"2026-03-04T02:38:37.793599Z","steps":["trace[1403152826] 'process raft request' (duration: 198.911163ms)","trace[1403152826] 'compare' (duration: 70.948231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:37.87826Z","caller":"traceutil/trace.go:171","msg":"trace[48056494] transaction","detail":"{read_only:false; response_revision:34887; number_of_response:1; }","duration":"353.697478ms","start":"2026-03-04T02:38:37.524515Z","end":"2026-03-04T02:38:37.878213Z","steps":["trace[48056494] 'process raft request' (duration: 353.488603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:37.878423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:37.524498Z","time spent":"353.84635ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:37.878424Z","caller":"traceutil/trace.go:171","msg":"trace[330015510] transaction","detail":"{read_only:false; response_revision:34889; number_of_response:1; }","duration":"174.63259ms","start":"2026-03-04T02:38:37.70377Z","end":"2026-03-04T02:38:37.878402Z","steps":["trace[330015510] 'process raft request' (duration: 174.557278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:37.878484Z","caller":"traceutil/trace.go:171","msg":"trace[891151048] transaction","detail":"{read_only:false; response_revision:34888; number_of_response:1; }","duration":"303.7867ms","start":"2026-03-04T02:38:37.574664Z","end":"2026-03-04T02:38:37.87845Z","steps":["trace[891151048] 'process raft request' (duration: 303.501404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:37.878605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:37.574625Z","time spent":"303.920113ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:38.453122Z","caller":"traceutil/trace.go:171","msg":"trace[1547804934] transaction","detail":"{read_only:false; response_revision:34893; number_of_response:1; }","duration":"110.715144ms","start":"2026-03-04T02:38:38.342383Z","end":"2026-03-04T02:38:38.453098Z","steps":["trace[1547804934] 'process raft request' (duration: 110.49916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.240771Z","caller":"traceutil/trace.go:171","msg":"trace[1714937357] transaction","detail":"{read_only:false; response_revision:34897; number_of_response:1; }","duration":"183.505805ms","start":"2026-03-04T02:38:39.057239Z","end":"2026-03-04T02:38:39.240744Z","steps":["trace[1714937357] 'process raft request' (duration: 111.954942ms)","trace[1714937357] 'compare' (duration: 71.384169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:39.493986Z","caller":"traceutil/trace.go:171","msg":"trace[800595881] linearizableReadLoop","detail":"{readStateIndex:36076; appliedIndex:36075; }","duration":"225.56395ms","start":"2026-03-04T02:38:39.268393Z","end":"2026-03-04T02:38:39.493957Z","steps":["trace[800595881] 'read index received' (duration: 187.708937ms)","trace[800595881] 'applied index is now lower than readState.Index' (duration: 37.853673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:39.494037Z","caller":"traceutil/trace.go:171","msg":"trace[151439162] transaction","detail":"{read_only:false; response_revision:34898; number_of_response:1; }","duration":"270.159432ms","start":"2026-03-04T02:38:39.223852Z","end":"2026-03-04T02:38:39.494011Z","steps":["trace[151439162] 'process raft request' (duration: 232.270588ms)","trace[151439162] 'compare' (duration: 37.604898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:39.494214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.811306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:38:39.494261Z","caller":"traceutil/trace.go:171","msg":"trace[1765971597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34898; }","duration":"225.871008ms","start":"2026-03-04T02:38:39.268373Z","end":"2026-03-04T02:38:39.494244Z","steps":["trace[1765971597] 'agreement among raft nodes before linearized reading' (duration: 225.677783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:39.935258Z","caller":"traceutil/trace.go:171","msg":"trace[1020634164] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"103.619368ms","start":"2026-03-04T02:38:39.831608Z","end":"2026-03-04T02:38:39.935228Z","steps":["trace[1020634164] 'process raft request' (duration: 98.928726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:40.188948Z","caller":"traceutil/trace.go:171","msg":"trace[1885350687] linearizableReadLoop","detail":"{readStateIndex:36086; appliedIndex:36085; }","duration":"131.303388ms","start":"2026-03-04T02:38:40.05762Z","end":"2026-03-04T02:38:40.188924Z","steps":["trace[1885350687] 'read index received' (duration: 131.031932ms)","trace[1885350687] 'applied index is now lower than readState.Index' (duration: 270.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:40.189195Z","caller":"traceutil/trace.go:171","msg":"trace[999929148] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"210.585651ms","start":"2026-03-04T02:38:39.978571Z","end":"2026-03-04T02:38:40.189156Z","steps":["trace[999929148] 'process raft request' (duration: 210.213653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:40.18937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.721197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:40.189786Z","caller":"traceutil/trace.go:171","msg":"trace[1262280165] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:34907; }","duration":"132.159096ms","start":"2026-03-04T02:38:40.057576Z","end":"2026-03-04T02:38:40.189736Z","steps":["trace[1262280165] 'agreement among raft nodes before linearized reading' (duration: 131.697266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:41.752769Z","caller":"traceutil/trace.go:171","msg":"trace[491139263] linearizableReadLoop","detail":"{readStateIndex:36092; appliedIndex:36091; }","duration":"131.190945ms","start":"2026-03-04T02:38:41.621545Z","end":"2026-03-04T02:38:41.752736Z","steps":["trace[491139263] 'read index received' (duration: 108.525907ms)","trace[491139263] 'applied index is now lower than readState.Index' (duration: 22.663418ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:41.752804Z","caller":"traceutil/trace.go:171","msg":"trace[128532670] transaction","detail":"{read_only:false; response_revision:34913; number_of_response:1; }","duration":"162.873692ms","start":"2026-03-04T02:38:41.589896Z","end":"2026-03-04T02:38:41.75277Z","steps":["trace[128532670] 'process raft request' (duration: 140.237814ms)","trace[128532670] 'compare' (duration: 22.386442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:41.752992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.384469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:41.753052Z","caller":"traceutil/trace.go:171","msg":"trace[607741933] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:34913; }","duration":"131.518753ms","start":"2026-03-04T02:38:41.621517Z","end":"2026-03-04T02:38:41.753036Z","steps":["trace[607741933] 'agreement among raft nodes before linearized reading' (duration: 131.372259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.132521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.171154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:42.132711Z","caller":"traceutil/trace.go:171","msg":"trace[1460090528] transaction","detail":"{read_only:false; response_revision:34915; number_of_response:1; }","duration":"188.613859ms","start":"2026-03-04T02:38:41.94408Z","end":"2026-03-04T02:38:42.132694Z","steps":["trace[1460090528] 'process raft request' (duration: 188.545747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.132711Z","caller":"traceutil/trace.go:171","msg":"trace[1623494998] transaction","detail":"{read_only:false; response_revision:34914; number_of_response:1; }","duration":"298.700239ms","start":"2026-03-04T02:38:41.833921Z","end":"2026-03-04T02:38:42.132621Z","steps":["trace[1623494998] 'process raft request' (duration: 42.189028ms)","trace[1623494998] 'compare' (duration: 255.860446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:42.132943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.852633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:42.13301Z","caller":"traceutil/trace.go:171","msg":"trace[75417534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34915; }","duration":"243.968044ms","start":"2026-03-04T02:38:41.889032Z","end":"2026-03-04T02:38:42.133Z","steps":["trace[75417534] 'agreement among raft nodes before linearized reading' (duration: 243.78931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.132769Z","caller":"traceutil/trace.go:171","msg":"trace[377377054] linearizableReadLoop","detail":"{readStateIndex:36093; appliedIndex:36092; }","duration":"243.659538ms","start":"2026-03-04T02:38:41.889081Z","end":"2026-03-04T02:38:42.132741Z","steps":["trace[377377054] 'read index received' (duration: 38.82µs)","trace[377377054] 'applied index is now lower than readState.Index' (duration: 243.616818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:42.218778Z","caller":"traceutil/trace.go:171","msg":"trace[1713358977] transaction","detail":"{read_only:false; response_revision:34917; number_of_response:1; }","duration":"266.860568ms","start":"2026-03-04T02:38:41.951894Z","end":"2026-03-04T02:38:42.218755Z","steps":["trace[1713358977] 'process raft request' (duration: 266.779096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.218783Z","caller":"traceutil/trace.go:171","msg":"trace[380566770] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"274.427544ms","start":"2026-03-04T02:38:41.944325Z","end":"2026-03-04T02:38:42.218753Z","steps":["trace[380566770] 'process raft request' (duration: 274.21393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.218987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.847391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:38:42.21908Z","caller":"traceutil/trace.go:171","msg":"trace[95494343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34917; }","duration":"187.981164ms","start":"2026-03-04T02:38:42.031077Z","end":"2026-03-04T02:38:42.219058Z","steps":["trace[95494343] 'agreement among raft nodes before linearized reading' (duration: 187.759299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.522542Z","caller":"traceutil/trace.go:171","msg":"trace[1662950104] linearizableReadLoop","detail":"{readStateIndex:36097; appliedIndex:36096; }","duration":"303.789701ms","start":"2026-03-04T02:38:42.218717Z","end":"2026-03-04T02:38:42.522506Z","steps":["trace[1662950104] 'read index received' (duration: 303.629397ms)","trace[1662950104] 'applied index is now lower than readState.Index' (duration: 158.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:42.522602Z","caller":"traceutil/trace.go:171","msg":"trace[1480815242] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"326.451369ms","start":"2026-03-04T02:38:42.196127Z","end":"2026-03-04T02:38:42.522579Z","steps":["trace[1480815242] 'process raft request' (duration: 326.215214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.522723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:42.196105Z","time spent":"326.546731ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:42.522983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.692837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:42.52304Z","caller":"traceutil/trace.go:171","msg":"trace[677162216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34918; }","duration":"388.838881ms","start":"2026-03-04T02:38:42.134186Z","end":"2026-03-04T02:38:42.523024Z","steps":["trace[677162216] 'agreement among raft nodes before linearized reading' (duration: 388.481113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:42.523174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:42.13417Z","time spent":"388.904472ms","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:38:42.709434Z","caller":"traceutil/trace.go:171","msg":"trace[94361490] linearizableReadLoop","detail":"{readStateIndex:36098; appliedIndex:36097; }","duration":"186.770858ms","start":"2026-03-04T02:38:42.522638Z","end":"2026-03-04T02:38:42.709409Z","steps":["trace[94361490] 'read index received' (duration: 131.786298ms)","trace[94361490] 'applied index is now lower than readState.Index' (duration: 54.98353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:42.709695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.76937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:38:42.709782Z","caller":"traceutil/trace.go:171","msg":"trace[26102345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34919; }","duration":"474.906724ms","start":"2026-03-04T02:38:42.234858Z","end":"2026-03-04T02:38:42.709764Z","steps":["trace[26102345] 'agreement among raft nodes before linearized reading' (duration: 474.657418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.709496Z","caller":"traceutil/trace.go:171","msg":"trace[1418869861] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"485.1643ms","start":"2026-03-04T02:38:42.224286Z","end":"2026-03-04T02:38:42.709451Z","steps":["trace[1418869861] 'process raft request' (duration: 430.199461ms)","trace[1418869861] 'compare' (duration: 54.818396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:42.709832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:42.234842Z","time spent":"474.981995ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:38:42.709937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:42.224268Z","time spent":"485.566298ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:42.710171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.247678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:42.710335Z","caller":"traceutil/trace.go:171","msg":"trace[1089033406] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:34919; }","duration":"162.463463ms","start":"2026-03-04T02:38:42.547855Z","end":"2026-03-04T02:38:42.710319Z","steps":["trace[1089033406] 'agreement among raft nodes before linearized reading' (duration: 162.246718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:42.944406Z","caller":"traceutil/trace.go:171","msg":"trace[7215826] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"103.629019ms","start":"2026-03-04T02:38:42.840748Z","end":"2026-03-04T02:38:42.944377Z","steps":["trace[7215826] 'process raft request' (duration: 58.098008ms)","trace[7215826] 'compare' (duration: 44.812526ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:43.376753Z","caller":"traceutil/trace.go:171","msg":"trace[1585334411] transaction","detail":"{read_only:false; response_revision:34922; number_of_response:1; }","duration":"103.984626ms","start":"2026-03-04T02:38:43.272745Z","end":"2026-03-04T02:38:43.37673Z","steps":["trace[1585334411] 'process raft request' (duration: 103.835833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:43.742268Z","caller":"traceutil/trace.go:171","msg":"trace[1751581297] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"176.468231ms","start":"2026-03-04T02:38:43.565749Z","end":"2026-03-04T02:38:43.742217Z","steps":["trace[1751581297] 'process raft request' (duration: 155.994511ms)","trace[1751581297] 'compare' (duration: 20.308026ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:44.329608Z","caller":"traceutil/trace.go:171","msg":"trace[736020723] transaction","detail":"{read_only:false; response_revision:34927; number_of_response:1; }","duration":"188.645218ms","start":"2026-03-04T02:38:44.14092Z","end":"2026-03-04T02:38:44.329565Z","steps":["trace[736020723] 'process raft request' (duration: 109.000436ms)","trace[736020723] 'compare' (duration: 79.338526ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:44.387026Z","caller":"traceutil/trace.go:171","msg":"trace[1746263932] transaction","detail":"{read_only:false; response_revision:34929; number_of_response:1; }","duration":"161.212435ms","start":"2026-03-04T02:38:44.225794Z","end":"2026-03-04T02:38:44.387007Z","steps":["trace[1746263932] 'process raft request' (duration: 161.085162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:44.387017Z","caller":"traceutil/trace.go:171","msg":"trace[1550475313] transaction","detail":"{read_only:false; response_revision:34928; number_of_response:1; }","duration":"163.013694ms","start":"2026-03-04T02:38:44.223976Z","end":"2026-03-04T02:38:44.38699Z","steps":["trace[1550475313] 'process raft request' (duration: 162.767139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:44.540998Z","caller":"traceutil/trace.go:171","msg":"trace[746317497] transaction","detail":"{read_only:false; response_revision:34930; number_of_response:1; }","duration":"148.24195ms","start":"2026-03-04T02:38:44.392706Z","end":"2026-03-04T02:38:44.540948Z","steps":["trace[746317497] 'process raft request' (duration: 52.71965ms)","trace[746317497] 'compare' (duration: 95.223104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:44.717076Z","caller":"traceutil/trace.go:171","msg":"trace[1376810609] transaction","detail":"{read_only:false; response_revision:34932; number_of_response:1; }","duration":"105.340556ms","start":"2026-03-04T02:38:44.611699Z","end":"2026-03-04T02:38:44.71704Z","steps":["trace[1376810609] 'process raft request' (duration: 84.015277ms)","trace[1376810609] 'compare' (duration: 21.083723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:45.080542Z","caller":"traceutil/trace.go:171","msg":"trace[542030583] transaction","detail":"{read_only:false; response_revision:34935; number_of_response:1; }","duration":"139.082649ms","start":"2026-03-04T02:38:44.941433Z","end":"2026-03-04T02:38:45.080516Z","steps":["trace[542030583] 'process raft request' (duration: 138.918145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:45.101783Z","caller":"traceutil/trace.go:171","msg":"trace[164506983] transaction","detail":"{read_only:false; response_revision:34936; number_of_response:1; }","duration":"152.487603ms","start":"2026-03-04T02:38:44.949271Z","end":"2026-03-04T02:38:45.101759Z","steps":["trace[164506983] 'process raft request' (duration: 152.330759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:45.507525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.498173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:45.507645Z","caller":"traceutil/trace.go:171","msg":"trace[2113891687] transaction","detail":"{read_only:false; response_revision:34938; number_of_response:1; }","duration":"123.315321ms","start":"2026-03-04T02:38:45.384306Z","end":"2026-03-04T02:38:45.507622Z","steps":["trace[2113891687] 'process raft request' (duration: 20.535982ms)","trace[2113891687] 'compare' (duration: 102.035573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:45.941154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.098319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:45.941339Z","caller":"traceutil/trace.go:171","msg":"trace[230364506] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"151.471631ms","start":"2026-03-04T02:38:45.789817Z","end":"2026-03-04T02:38:45.941289Z","steps":["trace[230364506] 'process raft request' (duration: 37.098616ms)","trace[230364506] 'compare' (duration: 113.828513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.002165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.20696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:47.00234Z","caller":"traceutil/trace.go:171","msg":"trace[1916108620] transaction","detail":"{read_only:false; response_revision:34943; number_of_response:1; }","duration":"826.984265ms","start":"2026-03-04T02:38:46.175318Z","end":"2026-03-04T02:38:47.002303Z","steps":["trace[1916108620] 'process raft request' (duration: 90.53175ms)","trace[1916108620] 'compare' (duration: 735.582486ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:47.002427Z","caller":"traceutil/trace.go:171","msg":"trace[1985623842] transaction","detail":"{read_only:false; response_revision:34944; number_of_response:1; }","duration":"609.81302ms","start":"2026-03-04T02:38:46.392596Z","end":"2026-03-04T02:38:47.002409Z","steps":["trace[1985623842] 'process raft request' (duration: 609.703288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.00244Z","caller":"traceutil/trace.go:171","msg":"trace[1150611653] linearizableReadLoop","detail":"{readStateIndex:36123; appliedIndex:36122; }","duration":"806.214049ms","start":"2026-03-04T02:38:46.196187Z","end":"2026-03-04T02:38:47.002401Z","steps":["trace[1150611653] 'read index received' (duration: 69.695023ms)","trace[1150611653] 'applied index is now lower than readState.Index' (duration: 736.516876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.002489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.392569Z","time spent":"609.895512ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:47.002533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.175292Z","time spent":"827.132079ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:47.002622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.416203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.002675Z","caller":"traceutil/trace.go:171","msg":"trace[1385982163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:34944; }","duration":"806.489565ms","start":"2026-03-04T02:38:46.19617Z","end":"2026-03-04T02:38:47.00266Z","steps":["trace[1385982163] 'agreement among raft nodes before linearized reading' (duration: 806.381463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.00272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.196149Z","time spent":"806.560747ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:47.425632Z","caller":"traceutil/trace.go:171","msg":"trace[1175047801] transaction","detail":"{read_only:false; response_revision:34945; number_of_response:1; }","duration":"1.032896484s","start":"2026-03-04T02:38:46.392707Z","end":"2026-03-04T02:38:47.425603Z","steps":["trace[1175047801] 'process raft request' (duration: 1.032615568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.425656Z","caller":"traceutil/trace.go:171","msg":"trace[2139348459] transaction","detail":"{read_only:false; response_revision:34947; number_of_response:1; }","duration":"873.022828ms","start":"2026-03-04T02:38:46.552608Z","end":"2026-03-04T02:38:47.425631Z","steps":["trace[2139348459] 'process raft request' (duration: 872.942986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.425757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.392675Z","time spent":"1.033016377s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:47.425689Z","caller":"traceutil/trace.go:171","msg":"trace[1734263176] transaction","detail":"{read_only:false; response_revision:34946; number_of_response:1; }","duration":"878.641712ms","start":"2026-03-04T02:38:46.547008Z","end":"2026-03-04T02:38:47.42565Z","steps":["trace[1734263176] 'process raft request' (duration: 878.487058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.425969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.546978Z","time spent":"878.836796ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:47.426008Z","caller":"traceutil/trace.go:171","msg":"trace[1059454215] linearizableReadLoop","detail":"{readStateIndex:36128; appliedIndex:36124; }","duration":"423.464852ms","start":"2026-03-04T02:38:47.002518Z","end":"2026-03-04T02:38:47.425983Z","steps":["trace[1059454215] 'read index received' (duration: 422.870359ms)","trace[1059454215] 'applied index is now lower than readState.Index' (duration: 592.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.426181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093112938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:38:47.426048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.552597Z","time spent":"873.12715ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:47.426174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.891238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:47.426193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.258041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:47.426178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.827366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:38:47.426241Z","caller":"traceutil/trace.go:171","msg":"trace[1774368944] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:34948; }","duration":"588.028661ms","start":"2026-03-04T02:38:46.838196Z","end":"2026-03-04T02:38:47.426224Z","steps":["trace[1774368944] 'agreement among raft nodes before linearized reading' (duration: 587.884318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.42623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.883391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.426264Z","caller":"traceutil/trace.go:171","msg":"trace[1278179686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34948; }","duration":"662.916547ms","start":"2026-03-04T02:38:46.763326Z","end":"2026-03-04T02:38:47.426243Z","steps":["trace[1278179686] 'agreement among raft nodes before linearized reading' (duration: 662.713143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043067387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.426291Z","caller":"traceutil/trace.go:171","msg":"trace[1999911506] transaction","detail":"{read_only:false; response_revision:34948; number_of_response:1; }","duration":"748.98872ms","start":"2026-03-04T02:38:46.67729Z","end":"2026-03-04T02:38:47.426279Z","steps":["trace[1999911506] 'process raft request' (duration: 748.305945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.426312Z","caller":"traceutil/trace.go:171","msg":"trace[1820892322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34948; }","duration":"1.043094288s","start":"2026-03-04T02:38:46.383211Z","end":"2026-03-04T02:38:47.426305Z","steps":["trace[1820892322] 'agreement among raft nodes before linearized reading' (duration: 1.043057157s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.4263Z","caller":"traceutil/trace.go:171","msg":"trace[2068745458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:34948; }","duration":"940.998563ms","start":"2026-03-04T02:38:46.48528Z","end":"2026-03-04T02:38:47.426279Z","steps":["trace[2068745458] 'agreement among raft nodes before linearized reading' (duration: 940.882331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.763242Z","time spent":"663.06719ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:47.426328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.369754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:47.426339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.383159Z","time spent":"1.043174179s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:47.426359Z","caller":"traceutil/trace.go:171","msg":"trace[735549323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34948; }","duration":"536.438666ms","start":"2026-03-04T02:38:46.889909Z","end":"2026-03-04T02:38:47.426348Z","steps":["trace[735549323] 'agreement among raft nodes before linearized reading' (duration: 536.396785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.48526Z","time spent":"941.080735ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:47.426246Z","caller":"traceutil/trace.go:171","msg":"trace[284626626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34948; }","duration":"621.315872ms","start":"2026-03-04T02:38:46.804917Z","end":"2026-03-04T02:38:47.426233Z","steps":["trace[284626626] 'agreement among raft nodes before linearized reading' (duration: 621.22232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.889877Z","time spent":"536.500207ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:38:47.426377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.677253Z","time spent":"749.067672ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:47.426382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.201144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:38:47.426435Z","caller":"traceutil/trace.go:171","msg":"trace[1349117547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34948; }","duration":"658.309876ms","start":"2026-03-04T02:38:46.76811Z","end":"2026-03-04T02:38:47.42642Z","steps":["trace[1349117547] 'agreement among raft nodes before linearized reading' (duration: 658.114232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.42643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.804881Z","time spent":"621.529068ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:38:47.426467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.768081Z","time spent":"658.379508ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:38:47.426254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.083887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:47.426478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.125238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-74bbcb8fd9-99rwc.18998023175492b3\" ","response":"range_response_count:1 size:1181"} {"level":"warn","ts":"2026-03-04T02:38:47.426283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.838168Z","time spent":"588.102783ms","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:47.42656Z","caller":"traceutil/trace.go:171","msg":"trace[721276342] range","detail":"{range_begin:/registry/events/openstack/cinder-api-74bbcb8fd9-99rwc.18998023175492b3; range_end:; response_count:1; response_revision:34948; }","duration":"872.259671ms","start":"2026-03-04T02:38:46.554277Z","end":"2026-03-04T02:38:47.426537Z","steps":["trace[721276342] 'agreement among raft nodes before linearized reading' (duration: 872.007615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.554263Z","time spent":"872.340692ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1205,"request content":"key:\"/registry/events/openstack/cinder-api-74bbcb8fd9-99rwc.18998023175492b3\" "} {"level":"info","ts":"2026-03-04T02:38:47.426212Z","caller":"traceutil/trace.go:171","msg":"trace[603338007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34948; }","duration":"1.093156419s","start":"2026-03-04T02:38:46.333045Z","end":"2026-03-04T02:38:47.426202Z","steps":["trace[603338007] 'agreement among raft nodes before linearized reading' (duration: 1.093014305s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.426633Z","caller":"traceutil/trace.go:171","msg":"trace[318347128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34948; }","duration":"993.384614ms","start":"2026-03-04T02:38:46.433117Z","end":"2026-03-04T02:38:47.426502Z","steps":["trace[318347128] 'agreement among raft nodes before linearized reading' (duration: 993.110298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.426714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.33295Z","time spent":"1.093734831s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:47.426723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.433085Z","time spent":"993.618269ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:47.426754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.204968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.426925Z","caller":"traceutil/trace.go:171","msg":"trace[1124023270] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34948; }","duration":"871.393904ms","start":"2026-03-04T02:38:46.555509Z","end":"2026-03-04T02:38:47.426903Z","steps":["trace[1124023270] 'agreement among raft nodes before linearized reading' (duration: 870.681857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.427035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:46.555497Z","time spent":"871.517776ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:47.462548Z","caller":"traceutil/trace.go:171","msg":"trace[1507306436] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"354.644668ms","start":"2026-03-04T02:38:47.107859Z","end":"2026-03-04T02:38:47.462504Z","steps":["trace[1507306436] 'process raft request' (duration: 354.399942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.462747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:47.107826Z","time spent":"354.818962ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:47.636812Z","caller":"traceutil/trace.go:171","msg":"trace[1370181210] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"205.55956ms","start":"2026-03-04T02:38:47.431225Z","end":"2026-03-04T02:38:47.636784Z","steps":["trace[1370181210] 'process raft request' (duration: 205.474448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.637026Z","caller":"traceutil/trace.go:171","msg":"trace[1807512609] transaction","detail":"{read_only:false; response_revision:34952; number_of_response:1; }","duration":"205.324786ms","start":"2026-03-04T02:38:47.43169Z","end":"2026-03-04T02:38:47.637015Z","steps":["trace[1807512609] 'process raft request' (duration: 205.051349ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.636921Z","caller":"traceutil/trace.go:171","msg":"trace[1796420636] transaction","detail":"{read_only:false; response_revision:34950; number_of_response:1; }","duration":"205.728024ms","start":"2026-03-04T02:38:47.43114Z","end":"2026-03-04T02:38:47.636868Z","steps":["trace[1796420636] 'process raft request' (duration: 205.414987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.637141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.303469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.637009Z","caller":"traceutil/trace.go:171","msg":"trace[1250650588] linearizableReadLoop","detail":"{readStateIndex:36133; appliedIndex:36129; }","duration":"174.576819ms","start":"2026-03-04T02:38:47.462402Z","end":"2026-03-04T02:38:47.636979Z","steps":["trace[1250650588] 'read index received' (duration: 174.071217ms)","trace[1250650588] 'applied index is now lower than readState.Index' (duration: 502.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:47.637185Z","caller":"traceutil/trace.go:171","msg":"trace[601372921] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34952; }","duration":"202.37221ms","start":"2026-03-04T02:38:47.434802Z","end":"2026-03-04T02:38:47.637174Z","steps":["trace[601372921] 'agreement among raft nodes before linearized reading' (duration: 202.261588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.703558Z","caller":"traceutil/trace.go:171","msg":"trace[235654927] transaction","detail":"{read_only:false; response_revision:34953; number_of_response:1; }","duration":"106.606095ms","start":"2026-03-04T02:38:47.596916Z","end":"2026-03-04T02:38:47.703522Z","steps":["trace[235654927] 'process raft request' (duration: 106.39772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.703803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.970191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:38:47.703877Z","caller":"traceutil/trace.go:171","msg":"trace[1707974398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34953; }","duration":"192.114234ms","start":"2026-03-04T02:38:47.511745Z","end":"2026-03-04T02:38:47.703859Z","steps":["trace[1707974398] 'agreement among raft nodes before linearized reading' (duration: 191.91414ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.875678Z","caller":"traceutil/trace.go:171","msg":"trace[1646973111] linearizableReadLoop","detail":"{readStateIndex:36135; appliedIndex:36134; }","duration":"172.194238ms","start":"2026-03-04T02:38:47.703455Z","end":"2026-03-04T02:38:47.875649Z","steps":["trace[1646973111] 'read index received' (duration: 78.20853ms)","trace[1646973111] 'applied index is now lower than readState.Index' (duration: 93.984528ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:47.875981Z","caller":"traceutil/trace.go:171","msg":"trace[54768944] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"237.312819ms","start":"2026-03-04T02:38:47.638653Z","end":"2026-03-04T02:38:47.875966Z","steps":["trace[54768944] 'process raft request' (duration: 142.902723ms)","trace[54768944] 'compare' (duration: 93.929536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:47.876215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.626377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:47.876368Z","caller":"traceutil/trace.go:171","msg":"trace[2036798457] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34954; }","duration":"233.822852ms","start":"2026-03-04T02:38:47.642525Z","end":"2026-03-04T02:38:47.876348Z","steps":["trace[2036798457] 'agreement among raft nodes before linearized reading' (duration: 233.595427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:47.915563Z","caller":"traceutil/trace.go:171","msg":"trace[1022086257] transaction","detail":"{read_only:false; response_revision:34955; number_of_response:1; }","duration":"207.659716ms","start":"2026-03-04T02:38:47.707853Z","end":"2026-03-04T02:38:47.915512Z","steps":["trace[1022086257] 'process raft request' (duration: 207.461651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:47.915613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.08388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:38:47.915685Z","caller":"traceutil/trace.go:171","msg":"trace[203190426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34955; }","duration":"150.207603ms","start":"2026-03-04T02:38:47.765461Z","end":"2026-03-04T02:38:47.915669Z","steps":["trace[203190426] 'agreement among raft nodes before linearized reading' (duration: 150.016149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.119258Z","caller":"traceutil/trace.go:171","msg":"trace[101140313] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"110.733206ms","start":"2026-03-04T02:38:49.008496Z","end":"2026-03-04T02:38:49.119229Z","steps":["trace[101140313] 'process raft request' (duration: 110.598573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.579945Z","caller":"traceutil/trace.go:171","msg":"trace[1114564617] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"111.134525ms","start":"2026-03-04T02:38:49.468788Z","end":"2026-03-04T02:38:49.579923Z","steps":["trace[1114564617] 'process raft request' (duration: 111.042103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.5803Z","caller":"traceutil/trace.go:171","msg":"trace[1099013997] transaction","detail":"{read_only:false; response_revision:34961; number_of_response:1; }","duration":"147.096984ms","start":"2026-03-04T02:38:49.43319Z","end":"2026-03-04T02:38:49.580287Z","steps":["trace[1099013997] 'process raft request' (duration: 102.421442ms)","trace[1099013997] 'compare' (duration: 43.854765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:49.813565Z","caller":"traceutil/trace.go:171","msg":"trace[1929186505] transaction","detail":"{read_only:false; response_revision:34963; number_of_response:1; }","duration":"168.28846ms","start":"2026-03-04T02:38:49.645249Z","end":"2026-03-04T02:38:49.813537Z","steps":["trace[1929186505] 'process raft request' (duration: 85.117192ms)","trace[1929186505] 'compare' (duration: 83.068326ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:49.844447Z","caller":"traceutil/trace.go:171","msg":"trace[1285481808] transaction","detail":"{read_only:false; response_revision:34964; number_of_response:1; }","duration":"198.982886ms","start":"2026-03-04T02:38:49.645443Z","end":"2026-03-04T02:38:49.844426Z","steps":["trace[1285481808] 'process raft request' (duration: 198.828982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.844732Z","caller":"traceutil/trace.go:171","msg":"trace[837385939] transaction","detail":"{read_only:false; response_revision:34966; number_of_response:1; }","duration":"136.215866ms","start":"2026-03-04T02:38:49.708492Z","end":"2026-03-04T02:38:49.844708Z","steps":["trace[837385939] 'process raft request' (duration: 136.105803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:49.844757Z","caller":"traceutil/trace.go:171","msg":"trace[65821384] transaction","detail":"{read_only:false; response_revision:34965; number_of_response:1; }","duration":"199.156249ms","start":"2026-03-04T02:38:49.645578Z","end":"2026-03-04T02:38:49.844734Z","steps":["trace[65821384] 'process raft request' (duration: 198.810781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:50.084558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.43661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:38:50.084669Z","caller":"traceutil/trace.go:171","msg":"trace[396024785] linearizableReadLoop","detail":"{readStateIndex:36148; appliedIndex:36147; }","duration":"165.156802ms","start":"2026-03-04T02:38:49.919488Z","end":"2026-03-04T02:38:50.084645Z","steps":["trace[396024785] 'read index received' (duration: 13.575449ms)","trace[396024785] 'applied index is now lower than readState.Index' (duration: 151.579563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:50.08508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.462919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:38:50.08518Z","caller":"traceutil/trace.go:171","msg":"trace[473418954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34966; }","duration":"165.722364ms","start":"2026-03-04T02:38:49.919431Z","end":"2026-03-04T02:38:50.085154Z","steps":["trace[473418954] 'agreement among raft nodes before linearized reading' (duration: 165.342346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.182484Z","caller":"traceutil/trace.go:171","msg":"trace[331220739] transaction","detail":"{read_only:false; response_revision:34971; number_of_response:1; }","duration":"124.798204ms","start":"2026-03-04T02:38:51.057661Z","end":"2026-03-04T02:38:51.182459Z","steps":["trace[331220739] 'process raft request' (duration: 124.639871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.96155Z","caller":"traceutil/trace.go:171","msg":"trace[546508930] transaction","detail":"{read_only:false; response_revision:34977; number_of_response:1; }","duration":"111.327147ms","start":"2026-03-04T02:38:51.850192Z","end":"2026-03-04T02:38:51.961519Z","steps":["trace[546508930] 'process raft request' (duration: 87.071064ms)","trace[546508930] 'compare' (duration: 24.150201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:51.975202Z","caller":"traceutil/trace.go:171","msg":"trace[1919776632] transaction","detail":"{read_only:false; response_revision:34979; number_of_response:1; }","duration":"124.596839ms","start":"2026-03-04T02:38:51.850576Z","end":"2026-03-04T02:38:51.975173Z","steps":["trace[1919776632] 'process raft request' (duration: 124.537048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:51.975314Z","caller":"traceutil/trace.go:171","msg":"trace[1894765248] transaction","detail":"{read_only:false; response_revision:34978; number_of_response:1; }","duration":"124.894336ms","start":"2026-03-04T02:38:51.850376Z","end":"2026-03-04T02:38:51.97527Z","steps":["trace[1894765248] 'process raft request' (duration: 124.590969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.386913Z","caller":"traceutil/trace.go:171","msg":"trace[1356426960] transaction","detail":"{read_only:false; response_revision:34983; number_of_response:1; }","duration":"198.703829ms","start":"2026-03-04T02:38:53.188185Z","end":"2026-03-04T02:38:53.386889Z","steps":["trace[1356426960] 'process raft request' (duration: 198.551176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.388408Z","caller":"traceutil/trace.go:171","msg":"trace[1847794316] transaction","detail":"{read_only:false; response_revision:34984; number_of_response:1; }","duration":"191.659486ms","start":"2026-03-04T02:38:53.196724Z","end":"2026-03-04T02:38:53.388384Z","steps":["trace[1847794316] 'process raft request' (duration: 191.523073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:53.585957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.718078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:53.586259Z","caller":"traceutil/trace.go:171","msg":"trace[198600940] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:34984; }","duration":"168.068026ms","start":"2026-03-04T02:38:53.418169Z","end":"2026-03-04T02:38:53.586237Z","steps":["trace[198600940] 'count revisions from in-memory index tree' (duration: 167.642297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:53.873102Z","caller":"traceutil/trace.go:171","msg":"trace[447076691] transaction","detail":"{read_only:false; response_revision:34985; number_of_response:1; }","duration":"378.516324ms","start":"2026-03-04T02:38:53.494562Z","end":"2026-03-04T02:38:53.873079Z","steps":["trace[447076691] 'process raft request' (duration: 378.30898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:53.873271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:53.494535Z","time spent":"378.638577ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:54.123602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.391919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:54.124006Z","caller":"traceutil/trace.go:171","msg":"trace[1832037664] transaction","detail":"{read_only:false; response_revision:34987; number_of_response:1; }","duration":"471.389876ms","start":"2026-03-04T02:38:53.65258Z","end":"2026-03-04T02:38:54.123969Z","steps":["trace[1832037664] 'process raft request' (duration: 471.13516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.124173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:53.652562Z","time spent":"471.524408ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:54.124077Z","caller":"traceutil/trace.go:171","msg":"trace[460509276] linearizableReadLoop","detail":"{readStateIndex:36169; appliedIndex:36166; }","duration":"379.715429ms","start":"2026-03-04T02:38:53.744086Z","end":"2026-03-04T02:38:54.123802Z","steps":["trace[460509276] 'read index received' (duration: 128.815392ms)","trace[460509276] 'applied index is now lower than readState.Index' (duration: 250.898857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:54.124195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.086287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:54.124156Z","caller":"traceutil/trace.go:171","msg":"trace[428930954] transaction","detail":"{read_only:false; response_revision:34986; number_of_response:1; }","duration":"503.741528ms","start":"2026-03-04T02:38:53.620309Z","end":"2026-03-04T02:38:54.124051Z","steps":["trace[428930954] 'process raft request' (duration: 326.238795ms)","trace[428930954] 'compare' (duration: 176.119203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:54.124396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:53.620285Z","time spent":"504.030644ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:54.124257Z","caller":"traceutil/trace.go:171","msg":"trace[1404498374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:34987; }","duration":"380.18997ms","start":"2026-03-04T02:38:53.744053Z","end":"2026-03-04T02:38:54.124242Z","steps":["trace[1404498374] 'agreement among raft nodes before linearized reading' (duration: 380.059257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.124522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:53.744037Z","time spent":"380.471446ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:38:54.125799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.695122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:54.125854Z","caller":"traceutil/trace.go:171","msg":"trace[1642639266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:34988; }","duration":"285.792174ms","start":"2026-03-04T02:38:53.840049Z","end":"2026-03-04T02:38:54.125841Z","steps":["trace[1642639266] 'agreement among raft nodes before linearized reading' (duration: 285.698682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.126083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.35423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:54.126153Z","caller":"traceutil/trace.go:171","msg":"trace[1078810051] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:34988; }","duration":"237.471613ms","start":"2026-03-04T02:38:53.888665Z","end":"2026-03-04T02:38:54.126137Z","steps":["trace[1078810051] 'agreement among raft nodes before linearized reading' (duration: 237.34701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.126171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.585102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:54.126174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.960928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:38:54.126204Z","caller":"traceutil/trace.go:171","msg":"trace[888054674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34988; }","duration":"236.691845ms","start":"2026-03-04T02:38:53.889503Z","end":"2026-03-04T02:38:54.126195Z","steps":["trace[888054674] 'agreement among raft nodes before linearized reading' (duration: 236.635954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.126212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.299026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:38:54.126268Z","caller":"traceutil/trace.go:171","msg":"trace[1139787496] transaction","detail":"{read_only:false; response_revision:34988; number_of_response:1; }","duration":"144.930107ms","start":"2026-03-04T02:38:53.981302Z","end":"2026-03-04T02:38:54.126232Z","steps":["trace[1139787496] 'process raft request' (duration: 144.328564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.126292Z","caller":"traceutil/trace.go:171","msg":"trace[1365149516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34988; }","duration":"281.432268ms","start":"2026-03-04T02:38:53.84484Z","end":"2026-03-04T02:38:54.126272Z","steps":["trace[1365149516] 'agreement among raft nodes before linearized reading' (duration: 281.191992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.126336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.270169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:38:54.126373Z","caller":"traceutil/trace.go:171","msg":"trace[1046956033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34988; }","duration":"122.357841ms","start":"2026-03-04T02:38:54.004004Z","end":"2026-03-04T02:38:54.126361Z","steps":["trace[1046956033] 'agreement among raft nodes before linearized reading' (duration: 122.265949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.126244Z","caller":"traceutil/trace.go:171","msg":"trace[2118111452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34988; }","duration":"160.08218ms","start":"2026-03-04T02:38:53.966145Z","end":"2026-03-04T02:38:54.126227Z","steps":["trace[2118111452] 'agreement among raft nodes before linearized reading' (duration: 159.854335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.12653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.444103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:38:54.126569Z","caller":"traceutil/trace.go:171","msg":"trace[1843557314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34988; }","duration":"147.522445ms","start":"2026-03-04T02:38:53.979038Z","end":"2026-03-04T02:38:54.12656Z","steps":["trace[1843557314] 'agreement among raft nodes before linearized reading' (duration: 147.392582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.411179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.88854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:54.411409Z","caller":"traceutil/trace.go:171","msg":"trace[1924203009] linearizableReadLoop","detail":"{readStateIndex:36173; appliedIndex:36170; }","duration":"279.962967ms","start":"2026-03-04T02:38:54.131424Z","end":"2026-03-04T02:38:54.411387Z","steps":["trace[1924203009] 'read index received' (duration: 74.629561ms)","trace[1924203009] 'applied index is now lower than readState.Index' (duration: 205.331975ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:54.41145Z","caller":"traceutil/trace.go:171","msg":"trace[1827356262] transaction","detail":"{read_only:false; response_revision:34990; number_of_response:1; }","duration":"280.903077ms","start":"2026-03-04T02:38:54.130496Z","end":"2026-03-04T02:38:54.4114Z","steps":["trace[1827356262] 'process raft request' (duration: 93.68025ms)","trace[1827356262] 'compare' (duration: 186.739626ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:54.411509Z","caller":"traceutil/trace.go:171","msg":"trace[778332502] transaction","detail":"{read_only:false; response_revision:34991; number_of_response:1; }","duration":"280.714633ms","start":"2026-03-04T02:38:54.130769Z","end":"2026-03-04T02:38:54.411484Z","steps":["trace[778332502] 'process raft request' (duration: 280.524869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.411847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.401216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"warn","ts":"2026-03-04T02:38:54.411903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.923232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:38:54.411926Z","caller":"traceutil/trace.go:171","msg":"trace[1997987974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34991; }","duration":"280.527779ms","start":"2026-03-04T02:38:54.13138Z","end":"2026-03-04T02:38:54.411908Z","steps":["trace[1997987974] 'agreement among raft nodes before linearized reading' (duration: 280.278643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.411959Z","caller":"traceutil/trace.go:171","msg":"trace[1700322914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34991; }","duration":"238.021234ms","start":"2026-03-04T02:38:54.17392Z","end":"2026-03-04T02:38:54.411942Z","steps":["trace[1700322914] 'agreement among raft nodes before linearized reading' (duration: 237.845341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.411932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.792655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:38:54.412062Z","caller":"traceutil/trace.go:171","msg":"trace[376081953] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34991; }","duration":"235.948349ms","start":"2026-03-04T02:38:54.176095Z","end":"2026-03-04T02:38:54.412043Z","steps":["trace[376081953] 'agreement among raft nodes before linearized reading' (duration: 235.698853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:54.412075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.062961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:38:54.412144Z","caller":"traceutil/trace.go:171","msg":"trace[644891565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34991; }","duration":"236.180384ms","start":"2026-03-04T02:38:54.175947Z","end":"2026-03-04T02:38:54.412127Z","steps":["trace[644891565] 'agreement among raft nodes before linearized reading' (duration: 235.936458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.564172Z","caller":"traceutil/trace.go:171","msg":"trace[1069587113] transaction","detail":"{read_only:false; response_revision:34993; number_of_response:1; }","duration":"147.329429ms","start":"2026-03-04T02:38:54.416816Z","end":"2026-03-04T02:38:54.564146Z","steps":["trace[1069587113] 'process raft request' (duration: 137.422102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:54.564375Z","caller":"traceutil/trace.go:171","msg":"trace[1602150440] transaction","detail":"{read_only:false; response_revision:34994; number_of_response:1; }","duration":"147.270327ms","start":"2026-03-04T02:38:54.417079Z","end":"2026-03-04T02:38:54.564349Z","steps":["trace[1602150440] 'process raft request' (duration: 146.976401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.067308Z","caller":"traceutil/trace.go:171","msg":"trace[386056709] transaction","detail":"{read_only:false; response_revision:34996; number_of_response:1; }","duration":"135.393687ms","start":"2026-03-04T02:38:54.931848Z","end":"2026-03-04T02:38:55.067241Z","steps":["trace[386056709] 'process raft request' (duration: 135.203533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:55.578621Z","caller":"traceutil/trace.go:171","msg":"trace[779692954] linearizableReadLoop","detail":"{readStateIndex:36182; appliedIndex:36181; }","duration":"143.874153ms","start":"2026-03-04T02:38:55.434724Z","end":"2026-03-04T02:38:55.578598Z","steps":["trace[779692954] 'read index received' (duration: 143.792541ms)","trace[779692954] 'applied index is now lower than readState.Index' (duration: 80.082µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:55.578713Z","caller":"traceutil/trace.go:171","msg":"trace[291737268] transaction","detail":"{read_only:false; response_revision:34999; number_of_response:1; }","duration":"183.76797ms","start":"2026-03-04T02:38:55.394923Z","end":"2026-03-04T02:38:55.578691Z","steps":["trace[291737268] 'process raft request' (duration: 183.539415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:55.578859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.113959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:38:55.578903Z","caller":"traceutil/trace.go:171","msg":"trace[248025816] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34999; }","duration":"144.201812ms","start":"2026-03-04T02:38:55.434689Z","end":"2026-03-04T02:38:55.578891Z","steps":["trace[248025816] 'agreement among raft nodes before linearized reading' (duration: 144.043617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.285922Z","caller":"traceutil/trace.go:171","msg":"trace[1366751075] transaction","detail":"{read_only:false; response_revision:35003; number_of_response:1; }","duration":"156.157044ms","start":"2026-03-04T02:38:56.129736Z","end":"2026-03-04T02:38:56.285893Z","steps":["trace[1366751075] 'process raft request' (duration: 153.275681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.285946Z","caller":"traceutil/trace.go:171","msg":"trace[382344081] transaction","detail":"{read_only:false; response_revision:35004; number_of_response:1; }","duration":"155.50123ms","start":"2026-03-04T02:38:56.130418Z","end":"2026-03-04T02:38:56.285919Z","steps":["trace[382344081] 'process raft request' (duration: 155.421058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.653653Z","caller":"traceutil/trace.go:171","msg":"trace[913148711] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"137.273308ms","start":"2026-03-04T02:38:56.516352Z","end":"2026-03-04T02:38:56.653625Z","steps":["trace[913148711] 'process raft request' (duration: 137.050004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:56.653811Z","caller":"traceutil/trace.go:171","msg":"trace[2024434977] transaction","detail":"{read_only:false; response_revision:35008; number_of_response:1; }","duration":"135.901208ms","start":"2026-03-04T02:38:56.517901Z","end":"2026-03-04T02:38:56.653802Z","steps":["trace[2024434977] 'process raft request' (duration: 135.643133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.05729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.036711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:57.057411Z","caller":"traceutil/trace.go:171","msg":"trace[693345709] transaction","detail":"{read_only:false; response_revision:35009; number_of_response:1; }","duration":"398.38021ms","start":"2026-03-04T02:38:56.659008Z","end":"2026-03-04T02:38:57.057388Z","steps":["trace[693345709] 'process raft request' (duration: 91.148325ms)","trace[693345709] 'compare' (duration: 306.710234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:57.057477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:56.658983Z","time spent":"398.466092ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:57.090418Z","caller":"traceutil/trace.go:171","msg":"trace[1708799842] linearizableReadLoop","detail":"{readStateIndex:36193; appliedIndex:36191; }","duration":"388.82819ms","start":"2026-03-04T02:38:56.701566Z","end":"2026-03-04T02:38:57.090395Z","steps":["trace[1708799842] 'read index received' (duration: 48.610539ms)","trace[1708799842] 'applied index is now lower than readState.Index' (duration: 340.216281ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:57.09047Z","caller":"traceutil/trace.go:171","msg":"trace[1399574421] transaction","detail":"{read_only:false; response_revision:35010; number_of_response:1; }","duration":"430.671821ms","start":"2026-03-04T02:38:56.659763Z","end":"2026-03-04T02:38:57.090435Z","steps":["trace[1399574421] 'process raft request' (duration: 430.393465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.090974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:56.659736Z","time spent":"431.183802ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:57.090648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.054236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:38:57.091169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.252708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:57.091185Z","caller":"traceutil/trace.go:171","msg":"trace[168564132] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:35010; }","duration":"389.631948ms","start":"2026-03-04T02:38:56.701538Z","end":"2026-03-04T02:38:57.09117Z","steps":["trace[168564132] 'agreement among raft nodes before linearized reading' (duration: 388.983594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:57.091258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:56.701514Z","time spent":"389.7231ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:38:57.091268Z","caller":"traceutil/trace.go:171","msg":"trace[453559632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35010; }","duration":"202.389101ms","start":"2026-03-04T02:38:56.888827Z","end":"2026-03-04T02:38:57.091216Z","steps":["trace[453559632] 'agreement among raft nodes before linearized reading' (duration: 202.121325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:57.722281Z","caller":"traceutil/trace.go:171","msg":"trace[1922553982] transaction","detail":"{read_only:false; response_revision:35012; number_of_response:1; }","duration":"138.21516ms","start":"2026-03-04T02:38:57.584032Z","end":"2026-03-04T02:38:57.722247Z","steps":["trace[1922553982] 'process raft request' (duration: 138.079427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:58.957482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.659538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:58.958125Z","caller":"traceutil/trace.go:171","msg":"trace[550556383] transaction","detail":"{read_only:false; response_revision:35021; number_of_response:1; }","duration":"273.475265ms","start":"2026-03-04T02:38:58.684617Z","end":"2026-03-04T02:38:58.958093Z","steps":["trace[550556383] 'process raft request' (duration: 145.126222ms)","trace[550556383] 'compare' (duration: 127.555145ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.047147Z","caller":"traceutil/trace.go:171","msg":"trace[1314049481] transaction","detail":"{read_only:false; response_revision:35027; number_of_response:1; }","duration":"110.95286ms","start":"2026-03-04T02:38:59.936168Z","end":"2026-03-04T02:39:00.047121Z","steps":["trace[1314049481] 'process raft request' (duration: 110.791395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.478235Z","caller":"traceutil/trace.go:171","msg":"trace[91702892] transaction","detail":"{read_only:false; response_revision:35031; number_of_response:1; }","duration":"142.604535ms","start":"2026-03-04T02:39:00.335605Z","end":"2026-03-04T02:39:00.478209Z","steps":["trace[91702892] 'process raft request' (duration: 142.459311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.478692Z","caller":"traceutil/trace.go:171","msg":"trace[212207126] linearizableReadLoop","detail":"{readStateIndex:36215; appliedIndex:36214; }","duration":"101.568584ms","start":"2026-03-04T02:39:00.377068Z","end":"2026-03-04T02:39:00.478636Z","steps":["trace[212207126] 'read index received' (duration: 101.116523ms)","trace[212207126] 'applied index is now lower than readState.Index' (duration: 450.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:00.478905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.81293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:39:00.478953Z","caller":"traceutil/trace.go:171","msg":"trace[1571905629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35031; }","duration":"101.911151ms","start":"2026-03-04T02:39:00.37703Z","end":"2026-03-04T02:39:00.478941Z","steps":["trace[1571905629] 'agreement among raft nodes before linearized reading' (duration: 101.735458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:00.479024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.775558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T02:39:00.479068Z","caller":"traceutil/trace.go:171","msg":"trace[1020970260] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35031; }","duration":"101.878961ms","start":"2026-03-04T02:39:00.377176Z","end":"2026-03-04T02:39:00.479055Z","steps":["trace[1020970260] 'agreement among raft nodes before linearized reading' (duration: 101.705907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:00.670484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.826761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:00.670758Z","caller":"traceutil/trace.go:171","msg":"trace[305000850] transaction","detail":"{read_only:false; response_revision:35032; number_of_response:1; }","duration":"187.425311ms","start":"2026-03-04T02:39:00.483296Z","end":"2026-03-04T02:39:00.670721Z","steps":["trace[305000850] 'process raft request' (duration: 24.295264ms)","trace[305000850] 'compare' (duration: 162.751229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:00.670812Z","caller":"traceutil/trace.go:171","msg":"trace[1432358757] transaction","detail":"{read_only:false; response_revision:35033; number_of_response:1; }","duration":"186.238915ms","start":"2026-03-04T02:39:00.484546Z","end":"2026-03-04T02:39:00.670785Z","steps":["trace[1432358757] 'process raft request' (duration: 186.124662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:00.857178Z","caller":"traceutil/trace.go:171","msg":"trace[1937237047] transaction","detail":"{read_only:false; response_revision:35035; number_of_response:1; }","duration":"101.453782ms","start":"2026-03-04T02:39:00.75569Z","end":"2026-03-04T02:39:00.857144Z","steps":["trace[1937237047] 'process raft request' (duration: 47.218839ms)","trace[1937237047] 'compare' (duration: 53.871335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:01.076765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.013007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:39:01.076861Z","caller":"traceutil/trace.go:171","msg":"trace[1410900803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35035; }","duration":"114.182731ms","start":"2026-03-04T02:39:00.962659Z","end":"2026-03-04T02:39:01.076841Z","steps":["trace[1410900803] 'range keys from in-memory index tree' (duration: 113.799253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.273421Z","caller":"traceutil/trace.go:171","msg":"trace[910650366] transaction","detail":"{read_only:false; response_revision:35037; number_of_response:1; }","duration":"119.801004ms","start":"2026-03-04T02:39:01.153601Z","end":"2026-03-04T02:39:01.273402Z","steps":["trace[910650366] 'process raft request' (duration: 119.684172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:01.31769Z","caller":"traceutil/trace.go:171","msg":"trace[384663620] linearizableReadLoop","detail":"{readStateIndex:36222; appliedIndex:36220; }","duration":"125.711275ms","start":"2026-03-04T02:39:01.191948Z","end":"2026-03-04T02:39:01.317659Z","steps":["trace[384663620] 'read index received' (duration: 81.4131ms)","trace[384663620] 'applied index is now lower than readState.Index' (duration: 44.297024ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:01.317843Z","caller":"traceutil/trace.go:171","msg":"trace[2086131458] transaction","detail":"{read_only:false; response_revision:35038; number_of_response:1; }","duration":"163.678309ms","start":"2026-03-04T02:39:01.154133Z","end":"2026-03-04T02:39:01.317811Z","steps":["trace[2086131458] 'process raft request' (duration: 163.345982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:01.317962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.952939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:01.318055Z","caller":"traceutil/trace.go:171","msg":"trace[583668784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:35038; }","duration":"126.116093ms","start":"2026-03-04T02:39:01.19189Z","end":"2026-03-04T02:39:01.318006Z","steps":["trace[583668784] 'agreement among raft nodes before linearized reading' (duration: 125.893688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.40262Z","caller":"traceutil/trace.go:171","msg":"trace[443087217] transaction","detail":"{read_only:false; response_revision:35042; number_of_response:1; }","duration":"151.996792ms","start":"2026-03-04T02:39:02.250597Z","end":"2026-03-04T02:39:02.402594Z","steps":["trace[443087217] 'process raft request' (duration: 151.825579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.947186Z","caller":"traceutil/trace.go:171","msg":"trace[1088644072] transaction","detail":"{read_only:false; response_revision:35048; number_of_response:1; }","duration":"167.289319ms","start":"2026-03-04T02:39:02.779864Z","end":"2026-03-04T02:39:02.947153Z","steps":["trace[1088644072] 'process raft request' (duration: 167.117195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.090636Z","caller":"traceutil/trace.go:171","msg":"trace[909128265] linearizableReadLoop","detail":"{readStateIndex:36233; appliedIndex:36232; }","duration":"142.36007ms","start":"2026-03-04T02:39:02.948257Z","end":"2026-03-04T02:39:03.090617Z","steps":["trace[909128265] 'read index received' (duration: 71.203776ms)","trace[909128265] 'applied index is now lower than readState.Index' (duration: 71.155364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:03.090818Z","caller":"traceutil/trace.go:171","msg":"trace[419187165] transaction","detail":"{read_only:false; response_revision:35049; number_of_response:1; }","duration":"140.07708ms","start":"2026-03-04T02:39:02.950711Z","end":"2026-03-04T02:39:03.090788Z","steps":["trace[419187165] 'process raft request' (duration: 139.824685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.090825Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33124} {"level":"info","ts":"2026-03-04T02:39:03.090918Z","caller":"traceutil/trace.go:171","msg":"trace[211515795] compact","detail":"{revision:33124; response_revision:35049; }","duration":"142.681568ms","start":"2026-03-04T02:39:02.948195Z","end":"2026-03-04T02:39:03.090876Z","steps":["trace[211515795] 'process raft request' (duration: 71.266548ms)","trace[211515795] 'check and update compact revision' (duration: 70.978621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:03.091721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.444985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:03.091778Z","caller":"traceutil/trace.go:171","msg":"trace[1907436186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35049; }","duration":"143.537566ms","start":"2026-03-04T02:39:02.948228Z","end":"2026-03-04T02:39:03.091766Z","steps":["trace[1907436186] 'agreement among raft nodes before linearized reading' (duration: 142.943943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.436338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.03419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:03.436447Z","caller":"traceutil/trace.go:171","msg":"trace[1799825862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:35050; }","duration":"165.196224ms","start":"2026-03-04T02:39:03.271224Z","end":"2026-03-04T02:39:03.43642Z","steps":["trace[1799825862] 'count revisions from in-memory index tree' (duration: 164.934358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:03.436807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.833931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:39:03.436889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.66768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:39:03.437041Z","caller":"traceutil/trace.go:171","msg":"trace[195469550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35050; }","duration":"112.862304ms","start":"2026-03-04T02:39:03.324155Z","end":"2026-03-04T02:39:03.437018Z","steps":["trace[195469550] 'range keys from in-memory index tree' (duration: 112.288761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:03.436903Z","caller":"traceutil/trace.go:171","msg":"trace[1647663748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35050; }","duration":"159.985393ms","start":"2026-03-04T02:39:03.276895Z","end":"2026-03-04T02:39:03.436881Z","steps":["trace[1647663748] 'range keys from in-memory index tree' (duration: 159.404879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:04.005751Z","caller":"traceutil/trace.go:171","msg":"trace[1893548176] linearizableReadLoop","detail":"{readStateIndex:36238; appliedIndex:36237; }","duration":"321.215012ms","start":"2026-03-04T02:39:03.68448Z","end":"2026-03-04T02:39:04.005695Z","steps":["trace[1893548176] 'read index received' (duration: 320.603348ms)","trace[1893548176] 'applied index is now lower than readState.Index' (duration: 610.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:04.005998Z","caller":"traceutil/trace.go:171","msg":"trace[1234076946] transaction","detail":"{read_only:false; response_revision:35053; number_of_response:1; }","duration":"359.256439ms","start":"2026-03-04T02:39:03.64673Z","end":"2026-03-04T02:39:04.005987Z","steps":["trace[1234076946] 'process raft request' (duration: 358.343379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.006115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.646662Z","time spent":"359.363091ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:04.00651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.028509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:39:04.006542Z","caller":"traceutil/trace.go:171","msg":"trace[1465962193] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:35053; }","duration":"322.095951ms","start":"2026-03-04T02:39:03.684437Z","end":"2026-03-04T02:39:04.006533Z","steps":["trace[1465962193] 'agreement among raft nodes before linearized reading' (duration: 321.823925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.00658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.684423Z","time spent":"322.138371ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:04.71127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.715541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:04.7116Z","caller":"traceutil/trace.go:171","msg":"trace[613262855] transaction","detail":"{read_only:false; response_revision:35054; number_of_response:1; }","duration":"894.916309ms","start":"2026-03-04T02:39:03.816631Z","end":"2026-03-04T02:39:04.711547Z","steps":["trace[613262855] 'process raft request' (duration: 233.8308ms)","trace[613262855] 'compare' (duration: 561.022797ms)","trace[613262855] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 99.300075ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T02:39:04.711652Z","caller":"traceutil/trace.go:171","msg":"trace[644959892] linearizableReadLoop","detail":"{readStateIndex:36239; appliedIndex:36238; }","duration":"705.597203ms","start":"2026-03-04T02:39:04.005826Z","end":"2026-03-04T02:39:04.711423Z","steps":["trace[644959892] 'read index received' (duration: 44.638037ms)","trace[644959892] 'applied index is now lower than readState.Index' (duration: 660.957976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:04.711699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.629795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:04.711771Z","caller":"traceutil/trace.go:171","msg":"trace[1443047095] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:35054; }","duration":"980.776778ms","start":"2026-03-04T02:39:03.730977Z","end":"2026-03-04T02:39:04.711754Z","steps":["trace[1443047095] 'agreement among raft nodes before linearized reading' (duration: 980.642945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.711763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.816611Z","time spent":"895.068751ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:04.71181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:03.730944Z","time spent":"980.85862ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:39:04.711824Z","caller":"traceutil/trace.go:171","msg":"trace[1309217121] transaction","detail":"{read_only:false; response_revision:35055; number_of_response:1; }","duration":"651.647729ms","start":"2026-03-04T02:39:04.060158Z","end":"2026-03-04T02:39:04.711805Z","steps":["trace[1309217121] 'process raft request' (duration: 651.244721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:04.711866Z","caller":"traceutil/trace.go:171","msg":"trace[555812455] transaction","detail":"{read_only:false; response_revision:35057; number_of_response:1; }","duration":"279.606479ms","start":"2026-03-04T02:39:04.432233Z","end":"2026-03-04T02:39:04.711839Z","steps":["trace[555812455] 'process raft request' (duration: 279.518057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.711916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.060123Z","time spent":"651.743541ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:04.711958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.319143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-04T02:39:04.711981Z","caller":"traceutil/trace.go:171","msg":"trace[1372217640] transaction","detail":"{read_only:false; response_revision:35058; number_of_response:1; }","duration":"174.513001ms","start":"2026-03-04T02:39:04.537455Z","end":"2026-03-04T02:39:04.711968Z","steps":["trace[1372217640] 'process raft request' (duration: 174.331898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:04.712024Z","caller":"traceutil/trace.go:171","msg":"trace[1638928835] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:35058; }","duration":"229.423245ms","start":"2026-03-04T02:39:04.482585Z","end":"2026-03-04T02:39:04.712008Z","steps":["trace[1638928835] 'agreement among raft nodes before linearized reading' (duration: 229.243322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:04.712036Z","caller":"traceutil/trace.go:171","msg":"trace[802745718] transaction","detail":"{read_only:false; response_revision:35056; number_of_response:1; }","duration":"302.524316ms","start":"2026-03-04T02:39:04.409446Z","end":"2026-03-04T02:39:04.711971Z","steps":["trace[802745718] 'process raft request' (duration: 302.25507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.712265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.409417Z","time spent":"302.75898ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:05.123938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.311175ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:39:05.124077Z","caller":"traceutil/trace.go:171","msg":"trace[538096237] linearizableReadLoop","detail":"{readStateIndex:36244; appliedIndex:36243; }","duration":"393.004074ms","start":"2026-03-04T02:39:04.731051Z","end":"2026-03-04T02:39:05.124055Z","steps":["trace[538096237] 'read index received' (duration: 269.479805ms)","trace[538096237] 'applied index is now lower than readState.Index' (duration: 123.522459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:05.124106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.713319Z","time spent":"410.781731ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:39:05.124303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.249759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:39:05.124345Z","caller":"traceutil/trace.go:171","msg":"trace[1387779759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35058; }","duration":"393.328801ms","start":"2026-03-04T02:39:04.731003Z","end":"2026-03-04T02:39:05.124332Z","steps":["trace[1387779759] 'agreement among raft nodes before linearized reading' (duration: 393.161837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.124377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.730986Z","time spent":"393.383752ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:39:05.124525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.912668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:39:05.12452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.089561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T02:39:05.124594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.535575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:05.124608Z","caller":"traceutil/trace.go:171","msg":"trace[62474050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:35058; }","duration":"158.049301ms","start":"2026-03-04T02:39:04.966539Z","end":"2026-03-04T02:39:05.124589Z","steps":["trace[62474050] 'agreement among raft nodes before linearized reading' (duration: 157.872088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.12464Z","caller":"traceutil/trace.go:171","msg":"trace[1487630510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:35058; }","duration":"103.612447ms","start":"2026-03-04T02:39:05.021011Z","end":"2026-03-04T02:39:05.124623Z","steps":["trace[1487630510] 'agreement among raft nodes before linearized reading' (duration: 103.547726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.124638Z","caller":"traceutil/trace.go:171","msg":"trace[1618088422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35058; }","duration":"323.261385ms","start":"2026-03-04T02:39:04.801348Z","end":"2026-03-04T02:39:05.124609Z","steps":["trace[1618088422] 'agreement among raft nodes before linearized reading' (duration: 322.886767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.124693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:04.801326Z","time spent":"323.357626ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:39:05.124847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.090317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:05.124879Z","caller":"traceutil/trace.go:171","msg":"trace[1220414576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35058; }","duration":"236.169808ms","start":"2026-03-04T02:39:04.888699Z","end":"2026-03-04T02:39:05.124869Z","steps":["trace[1220414576] 'agreement among raft nodes before linearized reading' (duration: 236.119177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.125062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.712473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:39:05.125105Z","caller":"traceutil/trace.go:171","msg":"trace[1942135436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35058; }","duration":"264.772824ms","start":"2026-03-04T02:39:04.860317Z","end":"2026-03-04T02:39:05.12509Z","steps":["trace[1942135436] 'agreement among raft nodes before linearized reading' (duration: 264.57254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.422149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.540627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:05.422652Z","caller":"traceutil/trace.go:171","msg":"trace[1610164383] linearizableReadLoop","detail":"{readStateIndex:36245; appliedIndex:36244; }","duration":"293.727218ms","start":"2026-03-04T02:39:05.128898Z","end":"2026-03-04T02:39:05.422625Z","steps":["trace[1610164383] 'read index received' (duration: 22.65206ms)","trace[1610164383] 'applied index is now lower than readState.Index' (duration: 271.072918ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:05.42275Z","caller":"traceutil/trace.go:171","msg":"trace[1737091113] transaction","detail":"{read_only:false; response_revision:35060; number_of_response:1; }","duration":"293.175666ms","start":"2026-03-04T02:39:05.129541Z","end":"2026-03-04T02:39:05.422716Z","steps":["trace[1737091113] 'process raft request' (duration: 292.756587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.422729Z","caller":"traceutil/trace.go:171","msg":"trace[757269742] transaction","detail":"{read_only:false; response_revision:35061; number_of_response:1; }","duration":"292.632595ms","start":"2026-03-04T02:39:05.130074Z","end":"2026-03-04T02:39:05.422707Z","steps":["trace[757269742] 'process raft request' (duration: 292.551173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.422791Z","caller":"traceutil/trace.go:171","msg":"trace[2039470967] transaction","detail":"{read_only:false; response_revision:35059; number_of_response:1; }","duration":"296.422755ms","start":"2026-03-04T02:39:05.126275Z","end":"2026-03-04T02:39:05.422698Z","steps":["trace[2039470967] 'process raft request' (duration: 25.236084ms)","trace[2039470967] 'compare' (duration: 143.774959ms)","trace[2039470967] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.122; req_size:119; } (duration: 126.41564ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T02:39:05.422901Z","caller":"traceutil/trace.go:171","msg":"trace[552546558] transaction","detail":"{read_only:false; response_revision:35062; number_of_response:1; }","duration":"291.386219ms","start":"2026-03-04T02:39:05.131503Z","end":"2026-03-04T02:39:05.42289Z","steps":["trace[552546558] 'process raft request' (duration: 291.165203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.422969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.055106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:39:05.42301Z","caller":"traceutil/trace.go:171","msg":"trace[1457401279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35062; }","duration":"294.134557ms","start":"2026-03-04T02:39:05.128866Z","end":"2026-03-04T02:39:05.423Z","steps":["trace[1457401279] 'agreement among raft nodes before linearized reading' (duration: 293.84422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.423119Z","caller":"traceutil/trace.go:171","msg":"trace[1480284586] transaction","detail":"{read_only:false; response_revision:35063; number_of_response:1; }","duration":"194.310212ms","start":"2026-03-04T02:39:05.22878Z","end":"2026-03-04T02:39:05.42309Z","steps":["trace[1480284586] 'process raft request' (duration: 194.047336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.423189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.823948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:39:05.423229Z","caller":"traceutil/trace.go:171","msg":"trace[83962852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35063; }","duration":"166.92205ms","start":"2026-03-04T02:39:05.256294Z","end":"2026-03-04T02:39:05.423216Z","steps":["trace[83962852] 'agreement among raft nodes before linearized reading' (duration: 166.750417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.594907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33124,"took":"2.498498964s","hash":1284602983,"current-db-size-bytes":52424704,"current-db-size":"52 MB","current-db-size-in-use-bytes":28286976,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:39:05.594984Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1284602983,"revision":33124,"compact-revision":31035} {"level":"info","ts":"2026-03-04T02:39:05.595273Z","caller":"traceutil/trace.go:171","msg":"trace[164393710] linearizableReadLoop","detail":"{readStateIndex:36250; appliedIndex:36249; }","duration":"146.736871ms","start":"2026-03-04T02:39:05.44851Z","end":"2026-03-04T02:39:05.595247Z","steps":["trace[164393710] 'read index received' (duration: 91.97364ms)","trace[164393710] 'applied index is now lower than readState.Index' (duration: 54.762361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:05.595291Z","caller":"traceutil/trace.go:171","msg":"trace[112039749] transaction","detail":"{read_only:false; response_revision:35064; number_of_response:1; }","duration":"165.53233ms","start":"2026-03-04T02:39:05.42973Z","end":"2026-03-04T02:39:05.595263Z","steps":["trace[112039749] 'process raft request' (duration: 110.867652ms)","trace[112039749] 'compare' (duration: 54.517435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:05.595496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.977426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:39:05.595553Z","caller":"traceutil/trace.go:171","msg":"trace[1314541927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35064; }","duration":"147.080838ms","start":"2026-03-04T02:39:05.448455Z","end":"2026-03-04T02:39:05.595536Z","steps":["trace[1314541927] 'agreement among raft nodes before linearized reading' (duration: 146.889404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.595592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.069685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:39:05.595664Z","caller":"traceutil/trace.go:171","msg":"trace[2045773953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35064; }","duration":"103.208048ms","start":"2026-03-04T02:39:05.492439Z","end":"2026-03-04T02:39:05.595647Z","steps":["trace[2045773953] 'agreement among raft nodes before linearized reading' (duration: 103.067126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:05.595724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.349012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:39:05.595798Z","caller":"traceutil/trace.go:171","msg":"trace[1194778043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35064; }","duration":"145.482355ms","start":"2026-03-04T02:39:05.4503Z","end":"2026-03-04T02:39:05.595782Z","steps":["trace[1194778043] 'agreement among raft nodes before linearized reading' (duration: 145.164379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:05.796382Z","caller":"traceutil/trace.go:171","msg":"trace[2142146990] linearizableReadLoop","detail":"{readStateIndex:36252; appliedIndex:36250; }","duration":"194.201868ms","start":"2026-03-04T02:39:05.602153Z","end":"2026-03-04T02:39:05.796355Z","steps":["trace[2142146990] 'read index received' (duration: 72.611469ms)","trace[2142146990] 'applied index is now lower than readState.Index' (duration: 121.589189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:05.796415Z","caller":"traceutil/trace.go:171","msg":"trace[783085484] transaction","detail":"{read_only:false; response_revision:35066; number_of_response:1; }","duration":"196.699401ms","start":"2026-03-04T02:39:05.599684Z","end":"2026-03-04T02:39:05.796383Z","steps":["trace[783085484] 'process raft request' (duration: 106.190871ms)","trace[783085484] 'compare' (duration: 90.258824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:05.796628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.460543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:39:05.796683Z","caller":"traceutil/trace.go:171","msg":"trace[1173412389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35066; }","duration":"194.544565ms","start":"2026-03-04T02:39:05.602126Z","end":"2026-03-04T02:39:05.79667Z","steps":["trace[1173412389] 'agreement among raft nodes before linearized reading' (duration: 194.32847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:06.940081Z","caller":"traceutil/trace.go:171","msg":"trace[135807162] transaction","detail":"{read_only:false; response_revision:35069; number_of_response:1; }","duration":"222.952137ms","start":"2026-03-04T02:39:06.717087Z","end":"2026-03-04T02:39:06.940039Z","steps":["trace[135807162] 'process raft request' (duration: 222.749673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:06.94392Z","caller":"traceutil/trace.go:171","msg":"trace[691732783] transaction","detail":"{read_only:false; response_revision:35072; number_of_response:1; }","duration":"226.043893ms","start":"2026-03-04T02:39:06.717846Z","end":"2026-03-04T02:39:06.94389Z","steps":["trace[691732783] 'process raft request' (duration: 225.950621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:06.943969Z","caller":"traceutil/trace.go:171","msg":"trace[792077171] transaction","detail":"{read_only:false; response_revision:35071; number_of_response:1; }","duration":"226.328078ms","start":"2026-03-04T02:39:06.717613Z","end":"2026-03-04T02:39:06.943941Z","steps":["trace[792077171] 'process raft request' (duration: 226.126364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:06.943946Z","caller":"traceutil/trace.go:171","msg":"trace[145244510] transaction","detail":"{read_only:false; response_revision:35070; number_of_response:1; }","duration":"226.530613ms","start":"2026-03-04T02:39:06.717379Z","end":"2026-03-04T02:39:06.943909Z","steps":["trace[145244510] 'process raft request' (duration: 226.216846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:06.94412Z","caller":"traceutil/trace.go:171","msg":"trace[94699364] transaction","detail":"{read_only:false; response_revision:35073; number_of_response:1; }","duration":"226.039984ms","start":"2026-03-04T02:39:06.718067Z","end":"2026-03-04T02:39:06.944107Z","steps":["trace[94699364] 'process raft request' (duration: 225.774537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:07.111269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.665866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:07.111387Z","caller":"traceutil/trace.go:171","msg":"trace[174247589] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:35073; }","duration":"110.803559ms","start":"2026-03-04T02:39:07.000555Z","end":"2026-03-04T02:39:07.111358Z","steps":["trace[174247589] 'count revisions from in-memory index tree' (duration: 110.484392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.085286Z","caller":"traceutil/trace.go:171","msg":"trace[1725540643] transaction","detail":"{read_only:false; response_revision:35112; number_of_response:1; }","duration":"121.461086ms","start":"2026-03-04T02:39:12.96379Z","end":"2026-03-04T02:39:13.085251Z","steps":["trace[1725540643] 'process raft request' (duration: 121.401545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.086076Z","caller":"traceutil/trace.go:171","msg":"trace[39780152] transaction","detail":"{read_only:false; response_revision:35109; number_of_response:1; }","duration":"125.269256ms","start":"2026-03-04T02:39:12.960789Z","end":"2026-03-04T02:39:13.086058Z","steps":["trace[39780152] 'process raft request' (duration: 124.100482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.086486Z","caller":"traceutil/trace.go:171","msg":"trace[207918387] transaction","detail":"{read_only:false; response_revision:35111; number_of_response:1; }","duration":"124.508809ms","start":"2026-03-04T02:39:12.961956Z","end":"2026-03-04T02:39:13.086464Z","steps":["trace[207918387] 'process raft request' (duration: 123.182572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:13.086797Z","caller":"traceutil/trace.go:171","msg":"trace[1328193897] transaction","detail":"{read_only:false; response_revision:35110; number_of_response:1; }","duration":"125.486291ms","start":"2026-03-04T02:39:12.961291Z","end":"2026-03-04T02:39:13.086778Z","steps":["trace[1328193897] 'process raft request' (duration: 123.789106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:24.06468Z","caller":"traceutil/trace.go:171","msg":"trace[223815249] transaction","detail":"{read_only:false; response_revision:35187; number_of_response:1; }","duration":"103.971035ms","start":"2026-03-04T02:39:23.960686Z","end":"2026-03-04T02:39:24.064657Z","steps":["trace[223815249] 'process raft request' (duration: 103.826612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.253357Z","caller":"traceutil/trace.go:171","msg":"trace[389162200] transaction","detail":"{read_only:false; response_revision:35190; number_of_response:1; }","duration":"137.141218ms","start":"2026-03-04T02:39:25.116185Z","end":"2026-03-04T02:39:25.253326Z","steps":["trace[389162200] 'process raft request' (duration: 136.984334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.401769Z","caller":"traceutil/trace.go:171","msg":"trace[1954914012] transaction","detail":"{read_only:false; response_revision:35191; number_of_response:1; }","duration":"281.367686ms","start":"2026-03-04T02:39:25.120375Z","end":"2026-03-04T02:39:25.401742Z","steps":["trace[1954914012] 'process raft request' (duration: 249.364648ms)","trace[1954914012] 'compare' (duration: 31.808364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:25.402177Z","caller":"traceutil/trace.go:171","msg":"trace[1399759500] transaction","detail":"{read_only:false; response_revision:35192; number_of_response:1; }","duration":"270.838952ms","start":"2026-03-04T02:39:25.131309Z","end":"2026-03-04T02:39:25.402148Z","steps":["trace[1399759500] 'process raft request' (duration: 270.386963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.402399Z","caller":"traceutil/trace.go:171","msg":"trace[599306939] transaction","detail":"{read_only:false; response_revision:35195; number_of_response:1; }","duration":"268.249419ms","start":"2026-03-04T02:39:25.134119Z","end":"2026-03-04T02:39:25.402369Z","steps":["trace[599306939] 'process raft request' (duration: 268.180338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.402705Z","caller":"traceutil/trace.go:171","msg":"trace[891318026] transaction","detail":"{read_only:false; response_revision:35193; number_of_response:1; }","duration":"270.212881ms","start":"2026-03-04T02:39:25.132468Z","end":"2026-03-04T02:39:25.402681Z","steps":["trace[891318026] 'process raft request' (duration: 269.401473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.402713Z","caller":"traceutil/trace.go:171","msg":"trace[564005796] transaction","detail":"{read_only:false; response_revision:35194; number_of_response:1; }","duration":"270.198201ms","start":"2026-03-04T02:39:25.132487Z","end":"2026-03-04T02:39:25.402685Z","steps":["trace[564005796] 'process raft request' (duration: 269.753401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.690929Z","caller":"traceutil/trace.go:171","msg":"trace[1912362630] linearizableReadLoop","detail":"{readStateIndex:36386; appliedIndex:36385; }","duration":"164.717613ms","start":"2026-03-04T02:39:25.526186Z","end":"2026-03-04T02:39:25.690904Z","steps":["trace[1912362630] 'read index received' (duration: 74.948199ms)","trace[1912362630] 'applied index is now lower than readState.Index' (duration: 89.768274ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:25.690965Z","caller":"traceutil/trace.go:171","msg":"trace[1044387342] transaction","detail":"{read_only:false; response_revision:35196; number_of_response:1; }","duration":"233.481482ms","start":"2026-03-04T02:39:25.457441Z","end":"2026-03-04T02:39:25.690922Z","steps":["trace[1044387342] 'process raft request' (duration: 143.693888ms)","trace[1044387342] 'compare' (duration: 89.665012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:25.691196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.184281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:39:25.691169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.971509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:39:25.691243Z","caller":"traceutil/trace.go:171","msg":"trace[1155284999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35196; }","duration":"155.263613ms","start":"2026-03-04T02:39:25.535964Z","end":"2026-03-04T02:39:25.691228Z","steps":["trace[1155284999] 'agreement among raft nodes before linearized reading' (duration: 155.098679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.691285Z","caller":"traceutil/trace.go:171","msg":"trace[2144511392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35196; }","duration":"165.129512ms","start":"2026-03-04T02:39:25.526134Z","end":"2026-03-04T02:39:25.691264Z","steps":["trace[2144511392] 'agreement among raft nodes before linearized reading' (duration: 164.847386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:25.69125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.638956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:39:25.691437Z","caller":"traceutil/trace.go:171","msg":"trace[873251602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35196; }","duration":"159.877751ms","start":"2026-03-04T02:39:25.531544Z","end":"2026-03-04T02:39:25.691422Z","steps":["trace[873251602] 'agreement among raft nodes before linearized reading' (duration: 159.519773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:25.897229Z","caller":"traceutil/trace.go:171","msg":"trace[242562832] transaction","detail":"{read_only:false; response_revision:35200; number_of_response:1; }","duration":"130.528668ms","start":"2026-03-04T02:39:25.766661Z","end":"2026-03-04T02:39:25.897189Z","steps":["trace[242562832] 'process raft request' (duration: 31.833175ms)","trace[242562832] 'compare' (duration: 98.159702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:31.61235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.773695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:31.612421Z","caller":"traceutil/trace.go:171","msg":"trace[538304416] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35237; }","duration":"115.894757ms","start":"2026-03-04T02:39:31.49651Z","end":"2026-03-04T02:39:31.612405Z","steps":["trace[538304416] 'range keys from in-memory index tree' (duration: 115.675163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:35.962326Z","caller":"traceutil/trace.go:171","msg":"trace[1180470061] transaction","detail":"{read_only:false; response_revision:35265; number_of_response:1; }","duration":"139.550339ms","start":"2026-03-04T02:39:35.822751Z","end":"2026-03-04T02:39:35.962301Z","steps":["trace[1180470061] 'process raft request' (duration: 126.308428ms)","trace[1180470061] 'compare' (duration: 13.081928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:35.962772Z","caller":"traceutil/trace.go:171","msg":"trace[1258681074] transaction","detail":"{read_only:false; response_revision:35266; number_of_response:1; }","duration":"139.757654ms","start":"2026-03-04T02:39:35.822992Z","end":"2026-03-04T02:39:35.962749Z","steps":["trace[1258681074] 'process raft request' (duration: 139.272824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:35.962919Z","caller":"traceutil/trace.go:171","msg":"trace[313198291] transaction","detail":"{read_only:false; response_revision:35267; number_of_response:1; }","duration":"139.389945ms","start":"2026-03-04T02:39:35.823502Z","end":"2026-03-04T02:39:35.962892Z","steps":["trace[313198291] 'process raft request' (duration: 139.17243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:40.620296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.360605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:40.620383Z","caller":"traceutil/trace.go:171","msg":"trace[605674025] transaction","detail":"{read_only:false; response_revision:35298; number_of_response:1; }","duration":"326.151057ms","start":"2026-03-04T02:39:40.294217Z","end":"2026-03-04T02:39:40.620368Z","steps":["trace[605674025] 'process raft request' (duration: 70.648319ms)","trace[605674025] 'compare' (duration: 255.241623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:40.620579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:40.294197Z","time spent":"326.210409ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:40.623673Z","caller":"traceutil/trace.go:171","msg":"trace[671007567] linearizableReadLoop","detail":"{readStateIndex:36492; appliedIndex:36491; }","duration":"196.386314ms","start":"2026-03-04T02:39:40.427264Z","end":"2026-03-04T02:39:40.623651Z","steps":["trace[671007567] 'read index received' (duration: 196.19247ms)","trace[671007567] 'applied index is now lower than readState.Index' (duration: 192.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:40.623715Z","caller":"traceutil/trace.go:171","msg":"trace[1922348381] transaction","detail":"{read_only:false; response_revision:35299; number_of_response:1; }","duration":"322.698133ms","start":"2026-03-04T02:39:40.30099Z","end":"2026-03-04T02:39:40.623689Z","steps":["trace[1922348381] 'process raft request' (duration: 322.53792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:40.623847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:40.300948Z","time spent":"322.818446ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:39:40.623906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.634479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:39:40.623987Z","caller":"traceutil/trace.go:171","msg":"trace[1548386516] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:35299; }","duration":"196.759432ms","start":"2026-03-04T02:39:40.427212Z","end":"2026-03-04T02:39:40.623971Z","steps":["trace[1548386516] 'agreement among raft nodes before linearized reading' (duration: 196.530697ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:54.454063Z","caller":"traceutil/trace.go:171","msg":"trace[153559292] transaction","detail":"{read_only:false; response_revision:35391; number_of_response:1; }","duration":"120.132308ms","start":"2026-03-04T02:39:54.333905Z","end":"2026-03-04T02:39:54.454037Z","steps":["trace[153559292] 'process raft request' (duration: 119.921003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:59.008892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.328222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:59.009029Z","caller":"traceutil/trace.go:171","msg":"trace[714418307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35422; }","duration":"120.505766ms","start":"2026-03-04T02:39:58.8885Z","end":"2026-03-04T02:39:59.009006Z","steps":["trace[714418307] 'range keys from in-memory index tree' (duration: 120.183009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:59.736932Z","caller":"traceutil/trace.go:171","msg":"trace[935922993] linearizableReadLoop","detail":"{readStateIndex:36622; appliedIndex:36620; }","duration":"136.084337ms","start":"2026-03-04T02:39:59.600818Z","end":"2026-03-04T02:39:59.736903Z","steps":["trace[935922993] 'read index received' (duration: 18.844651ms)","trace[935922993] 'applied index is now lower than readState.Index' (duration: 117.238466ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:59.737034Z","caller":"traceutil/trace.go:171","msg":"trace[481129950] transaction","detail":"{read_only:false; response_revision:35425; number_of_response:1; }","duration":"148.299245ms","start":"2026-03-04T02:39:59.588703Z","end":"2026-03-04T02:39:59.737002Z","steps":["trace[481129950] 'process raft request' (duration: 84.703926ms)","trace[481129950] 'compare' (duration: 63.322653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:59.737347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.508135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:39:59.737445Z","caller":"traceutil/trace.go:171","msg":"trace[164742935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35425; }","duration":"136.650149ms","start":"2026-03-04T02:39:59.600768Z","end":"2026-03-04T02:39:59.737418Z","steps":["trace[164742935] 'agreement among raft nodes before linearized reading' (duration: 136.25428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:00.934328Z","caller":"traceutil/trace.go:171","msg":"trace[1471118745] linearizableReadLoop","detail":"{readStateIndex:36645; appliedIndex:36644; }","duration":"158.253776ms","start":"2026-03-04T02:40:00.776048Z","end":"2026-03-04T02:40:00.934302Z","steps":["trace[1471118745] 'read index received' (duration: 137.447375ms)","trace[1471118745] 'applied index is now lower than readState.Index' (duration: 20.805051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:00.934401Z","caller":"traceutil/trace.go:171","msg":"trace[1883726895] transaction","detail":"{read_only:false; response_revision:35446; number_of_response:1; }","duration":"193.129446ms","start":"2026-03-04T02:40:00.74124Z","end":"2026-03-04T02:40:00.93437Z","steps":["trace[1883726895] 'process raft request' (duration: 172.198002ms)","trace[1883726895] 'compare' (duration: 20.74977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:00.934564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.497551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:40:00.93461Z","caller":"traceutil/trace.go:171","msg":"trace[2076092891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35446; }","duration":"158.588383ms","start":"2026-03-04T02:40:00.776007Z","end":"2026-03-04T02:40:00.934595Z","steps":["trace[2076092891] 'agreement among raft nodes before linearized reading' (duration: 158.44062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:00.977642Z","caller":"traceutil/trace.go:171","msg":"trace[1440899128] transaction","detail":"{read_only:false; response_revision:35447; number_of_response:1; }","duration":"183.328858ms","start":"2026-03-04T02:40:00.794285Z","end":"2026-03-04T02:40:00.977614Z","steps":["trace[1440899128] 'process raft request' (duration: 182.664964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:00.977962Z","caller":"traceutil/trace.go:171","msg":"trace[1684974292] transaction","detail":"{read_only:false; response_revision:35449; number_of_response:1; }","duration":"127.346081ms","start":"2026-03-04T02:40:00.850581Z","end":"2026-03-04T02:40:00.977927Z","steps":["trace[1684974292] 'process raft request' (duration: 126.797549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:00.977966Z","caller":"traceutil/trace.go:171","msg":"trace[247332443] transaction","detail":"{read_only:false; response_revision:35448; number_of_response:1; }","duration":"132.95425ms","start":"2026-03-04T02:40:00.844978Z","end":"2026-03-04T02:40:00.977933Z","steps":["trace[247332443] 'process raft request' (duration: 132.283416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.097136Z","caller":"traceutil/trace.go:171","msg":"trace[728483451] transaction","detail":"{read_only:false; response_revision:35496; number_of_response:1; }","duration":"261.228019ms","start":"2026-03-04T02:40:05.835875Z","end":"2026-03-04T02:40:06.097103Z","steps":["trace[728483451] 'process raft request' (duration: 260.935503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.097411Z","caller":"traceutil/trace.go:171","msg":"trace[2034445106] transaction","detail":"{read_only:false; response_revision:35497; number_of_response:1; }","duration":"261.387843ms","start":"2026-03-04T02:40:05.836002Z","end":"2026-03-04T02:40:06.09739Z","steps":["trace[2034445106] 'process raft request' (duration: 261.030726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.097826Z","caller":"traceutil/trace.go:171","msg":"trace[1006657466] transaction","detail":"{read_only:false; response_revision:35498; number_of_response:1; }","duration":"261.70705ms","start":"2026-03-04T02:40:05.836102Z","end":"2026-03-04T02:40:06.09781Z","steps":["trace[1006657466] 'process raft request' (duration: 261.208519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.097968Z","caller":"traceutil/trace.go:171","msg":"trace[970900085] linearizableReadLoop","detail":"{readStateIndex:36699; appliedIndex:36695; }","duration":"205.628141ms","start":"2026-03-04T02:40:05.892326Z","end":"2026-03-04T02:40:06.097954Z","steps":["trace[970900085] 'read index received' (duration: 204.516097ms)","trace[970900085] 'applied index is now lower than readState.Index' (duration: 1.110974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:06.098123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.789484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:06.098179Z","caller":"traceutil/trace.go:171","msg":"trace[48153180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35499; }","duration":"205.894987ms","start":"2026-03-04T02:40:05.892271Z","end":"2026-03-04T02:40:06.098166Z","steps":["trace[48153180] 'agreement among raft nodes before linearized reading' (duration: 205.739683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.098361Z","caller":"traceutil/trace.go:171","msg":"trace[2072785721] transaction","detail":"{read_only:false; response_revision:35499; number_of_response:1; }","duration":"261.329182ms","start":"2026-03-04T02:40:05.837012Z","end":"2026-03-04T02:40:06.098341Z","steps":["trace[2072785721] 'process raft request' (duration: 260.74092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.273581Z","caller":"traceutil/trace.go:171","msg":"trace[617542285] linearizableReadLoop","detail":"{readStateIndex:36700; appliedIndex:36699; }","duration":"174.241564ms","start":"2026-03-04T02:40:06.099315Z","end":"2026-03-04T02:40:06.273557Z","steps":["trace[617542285] 'read index received' (duration: 173.996219ms)","trace[617542285] 'applied index is now lower than readState.Index' (duration: 243.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:06.273687Z","caller":"traceutil/trace.go:171","msg":"trace[1104861892] transaction","detail":"{read_only:false; response_revision:35500; number_of_response:1; }","duration":"290.364226ms","start":"2026-03-04T02:40:05.983293Z","end":"2026-03-04T02:40:06.273657Z","steps":["trace[1104861892] 'process raft request' (duration: 290.100241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:06.273848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.50761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:06.273984Z","caller":"traceutil/trace.go:171","msg":"trace[517626305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35500; }","duration":"174.670563ms","start":"2026-03-04T02:40:06.099265Z","end":"2026-03-04T02:40:06.273935Z","steps":["trace[517626305] 'agreement among raft nodes before linearized reading' (duration: 174.457119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:07.275468Z","caller":"traceutil/trace.go:171","msg":"trace[50561688] linearizableReadLoop","detail":"{readStateIndex:36706; appliedIndex:36705; }","duration":"189.020859ms","start":"2026-03-04T02:40:07.086427Z","end":"2026-03-04T02:40:07.275448Z","steps":["trace[50561688] 'read index received' (duration: 188.887456ms)","trace[50561688] 'applied index is now lower than readState.Index' (duration: 132.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:07.27556Z","caller":"traceutil/trace.go:171","msg":"trace[1654117248] transaction","detail":"{read_only:false; response_revision:35506; number_of_response:1; }","duration":"227.374631ms","start":"2026-03-04T02:40:07.048175Z","end":"2026-03-04T02:40:07.27555Z","steps":["trace[1654117248] 'process raft request' (duration: 227.122436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.275795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.357096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:40:07.275994Z","caller":"traceutil/trace.go:171","msg":"trace[496322318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35506; }","duration":"189.466568ms","start":"2026-03-04T02:40:07.086383Z","end":"2026-03-04T02:40:07.275849Z","steps":["trace[496322318] 'agreement among raft nodes before linearized reading' (duration: 189.251274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:07.71518Z","caller":"traceutil/trace.go:171","msg":"trace[1631309174] transaction","detail":"{read_only:false; response_revision:35507; number_of_response:1; }","duration":"607.153705ms","start":"2026-03-04T02:40:07.108003Z","end":"2026-03-04T02:40:07.715157Z","steps":["trace[1631309174] 'process raft request' (duration: 606.987352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:07.715223Z","caller":"traceutil/trace.go:171","msg":"trace[138073659] linearizableReadLoop","detail":"{readStateIndex:36707; appliedIndex:36707; }","duration":"439.673604ms","start":"2026-03-04T02:40:07.275522Z","end":"2026-03-04T02:40:07.715195Z","steps":["trace[138073659] 'read index received' (duration: 439.659784ms)","trace[138073659] 'applied index is now lower than readState.Index' (duration: 11.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:07.715495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.473467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:40:07.715539Z","caller":"traceutil/trace.go:171","msg":"trace[378400328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35507; }","duration":"511.576239ms","start":"2026-03-04T02:40:07.203951Z","end":"2026-03-04T02:40:07.715527Z","steps":["trace[378400328] 'agreement among raft nodes before linearized reading' (duration: 511.367655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.715577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:07.203921Z","time spent":"511.64758ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:40:07.715747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:07.107983Z","time spent":"607.269498ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:07.810611Z","caller":"traceutil/trace.go:171","msg":"trace[1304014705] transaction","detail":"{read_only:false; response_revision:35508; number_of_response:1; }","duration":"528.811604ms","start":"2026-03-04T02:40:07.281773Z","end":"2026-03-04T02:40:07.810584Z","steps":["trace[1304014705] 'process raft request' (duration: 528.62604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.81077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:07.281751Z","time spent":"528.933767ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:07.810898Z","caller":"traceutil/trace.go:171","msg":"trace[1567636214] transaction","detail":"{read_only:false; response_revision:35509; number_of_response:1; }","duration":"235.363701ms","start":"2026-03-04T02:40:07.575517Z","end":"2026-03-04T02:40:07.810881Z","steps":["trace[1567636214] 'process raft request' (duration: 235.020534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.811007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.320841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:07.811136Z","caller":"traceutil/trace.go:171","msg":"trace[587883111] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:35510; }","duration":"535.496035ms","start":"2026-03-04T02:40:07.275596Z","end":"2026-03-04T02:40:07.811092Z","steps":["trace[587883111] 'agreement among raft nodes before linearized reading' (duration: 535.320982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.811212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:07.275548Z","time spent":"535.628378ms","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:40:07.811021Z","caller":"traceutil/trace.go:171","msg":"trace[713109648] transaction","detail":"{read_only:false; response_revision:35510; number_of_response:1; }","duration":"114.58181ms","start":"2026-03-04T02:40:07.696403Z","end":"2026-03-04T02:40:07.810984Z","steps":["trace[713109648] 'process raft request' (duration: 114.347705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:07.811178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.260514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:07.812408Z","caller":"traceutil/trace.go:171","msg":"trace[280268751] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:35510; }","duration":"274.587143ms","start":"2026-03-04T02:40:07.537797Z","end":"2026-03-04T02:40:07.812384Z","steps":["trace[280268751] 'agreement among raft nodes before linearized reading' (duration: 273.204433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:08.290479Z","caller":"traceutil/trace.go:171","msg":"trace[110008861] transaction","detail":"{read_only:false; response_revision:35512; number_of_response:1; }","duration":"187.515217ms","start":"2026-03-04T02:40:08.102942Z","end":"2026-03-04T02:40:08.290457Z","steps":["trace[110008861] 'process raft request' (duration: 186.628368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.94092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.185715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:08.941199Z","caller":"traceutil/trace.go:171","msg":"trace[1684186564] linearizableReadLoop","detail":"{readStateIndex:36714; appliedIndex:36711; }","duration":"738.565003ms","start":"2026-03-04T02:40:08.202615Z","end":"2026-03-04T02:40:08.94118Z","steps":["trace[1684186564] 'read index received' (duration: 86.973495ms)","trace[1684186564] 'applied index is now lower than readState.Index' (duration: 651.590378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:08.941277Z","caller":"traceutil/trace.go:171","msg":"trace[477421190] transaction","detail":"{read_only:false; response_revision:35514; number_of_response:1; }","duration":"837.615943ms","start":"2026-03-04T02:40:08.103649Z","end":"2026-03-04T02:40:08.941265Z","steps":["trace[477421190] 'process raft request' (duration: 837.409748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.941359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.103633Z","time spent":"837.677714ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:08.9414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.781107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:08.941453Z","caller":"traceutil/trace.go:171","msg":"trace[480440986] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35514; }","duration":"738.833738ms","start":"2026-03-04T02:40:08.202597Z","end":"2026-03-04T02:40:08.94143Z","steps":["trace[480440986] 'agreement among raft nodes before linearized reading' (duration: 738.747076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.941507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.202525Z","time spent":"738.968582ms","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:40:08.941639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.144932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:40:08.94174Z","caller":"traceutil/trace.go:171","msg":"trace[1495501018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35514; }","duration":"579.291405ms","start":"2026-03-04T02:40:08.362424Z","end":"2026-03-04T02:40:08.941715Z","steps":["trace[1495501018] 'agreement among raft nodes before linearized reading' (duration: 579.04525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.941805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.362404Z","time spent":"579.386627ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:40:08.941906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.352018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:40:08.94195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.564547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:08.942028Z","caller":"traceutil/trace.go:171","msg":"trace[2056816394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:35514; }","duration":"360.688249ms","start":"2026-03-04T02:40:08.581323Z","end":"2026-03-04T02:40:08.942011Z","steps":["trace[2056816394] 'agreement among raft nodes before linearized reading' (duration: 360.571867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.942093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.856766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:40:08.94214Z","caller":"traceutil/trace.go:171","msg":"trace[283820787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35514; }","duration":"479.931437ms","start":"2026-03-04T02:40:08.462197Z","end":"2026-03-04T02:40:08.942129Z","steps":["trace[283820787] 'agreement among raft nodes before linearized reading' (duration: 479.797914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.942142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.665985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:40:08.942185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.462182Z","time spent":"479.992989ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:40:08.942232Z","caller":"traceutil/trace.go:171","msg":"trace[525768440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35514; }","duration":"481.752077ms","start":"2026-03-04T02:40:08.460461Z","end":"2026-03-04T02:40:08.942213Z","steps":["trace[525768440] 'agreement among raft nodes before linearized reading' (duration: 481.564263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.94228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.460429Z","time spent":"481.838748ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:40:08.942298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.5813Z","time spent":"360.973035ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:08.942432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.900191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:40:08.94247Z","caller":"traceutil/trace.go:171","msg":"trace[56228503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35514; }","duration":"524.960552ms","start":"2026-03-04T02:40:08.4175Z","end":"2026-03-04T02:40:08.942461Z","steps":["trace[56228503] 'agreement among raft nodes before linearized reading' (duration: 524.86466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.942498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.417484Z","time spent":"525.006913ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:40:08.941201Z","caller":"traceutil/trace.go:171","msg":"trace[1912653802] transaction","detail":"{read_only:false; response_revision:35513; number_of_response:1; }","duration":"837.722345ms","start":"2026-03-04T02:40:08.103451Z","end":"2026-03-04T02:40:08.941173Z","steps":["trace[1912653802] 'process raft request' (duration: 413.155151ms)","trace[1912653802] 'compare' (duration: 423.805827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:08.942689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.189472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T02:40:08.94274Z","caller":"traceutil/trace.go:171","msg":"trace[1305095410] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:35514; }","duration":"545.282744ms","start":"2026-03-04T02:40:08.397446Z","end":"2026-03-04T02:40:08.942729Z","steps":["trace[1305095410] 'agreement among raft nodes before linearized reading' (duration: 545.156802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.942733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.103404Z","time spent":"839.272758ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:08.942782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.397422Z","time spent":"545.351155ms","remote":"127.0.0.1:56868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" "} {"level":"info","ts":"2026-03-04T02:40:08.941963Z","caller":"traceutil/trace.go:171","msg":"trace[397937992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35514; }","duration":"481.44079ms","start":"2026-03-04T02:40:08.460507Z","end":"2026-03-04T02:40:08.941948Z","steps":["trace[397937992] 'agreement among raft nodes before linearized reading' (duration: 481.274717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:08.942945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.4605Z","time spent":"482.42939ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:40:09.448619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737477953519122450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:40:09.867717Z","caller":"traceutil/trace.go:171","msg":"trace[2042626506] transaction","detail":"{read_only:false; response_revision:35515; number_of_response:1; }","duration":"922.090163ms","start":"2026-03-04T02:40:08.94559Z","end":"2026-03-04T02:40:09.86768Z","steps":["trace[2042626506] 'process raft request' (duration: 921.877509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:09.867937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.945577Z","time spent":"922.246486ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.191765Z","caller":"traceutil/trace.go:171","msg":"trace[88074995] transaction","detail":"{read_only:false; response_revision:35516; number_of_response:1; }","duration":"1.243757896s","start":"2026-03-04T02:40:08.947976Z","end":"2026-03-04T02:40:10.191734Z","steps":["trace[88074995] 'process raft request' (duration: 1.243555922s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.19194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.947967Z","time spent":"1.243871618s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.192099Z","caller":"traceutil/trace.go:171","msg":"trace[1609539999] transaction","detail":"{read_only:false; response_revision:35517; number_of_response:1; }","duration":"1.244003051s","start":"2026-03-04T02:40:08.948068Z","end":"2026-03-04T02:40:10.192071Z","steps":["trace[1609539999] 'process raft request' (duration: 1.243610803s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.192125Z","caller":"traceutil/trace.go:171","msg":"trace[1607182722] transaction","detail":"{read_only:false; response_revision:35518; number_of_response:1; }","duration":"1.243910288s","start":"2026-03-04T02:40:08.948188Z","end":"2026-03-04T02:40:10.192098Z","steps":["trace[1607182722] 'process raft request' (duration: 1.243777566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.192239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.948045Z","time spent":"1.244117193s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:40:10.192312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.948182Z","time spent":"1.244041361s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.192339Z","caller":"traceutil/trace.go:171","msg":"trace[1493474570] transaction","detail":"{read_only:false; response_revision:35519; number_of_response:1; }","duration":"1.243868978s","start":"2026-03-04T02:40:08.948452Z","end":"2026-03-04T02:40:10.192321Z","steps":["trace[1493474570] 'process raft request' (duration: 1.243615233s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.192509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.948443Z","time spent":"1.244024461s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.19265Z","caller":"traceutil/trace.go:171","msg":"trace[2122497767] transaction","detail":"{read_only:false; response_revision:35520; number_of_response:1; }","duration":"911.937229ms","start":"2026-03-04T02:40:09.280701Z","end":"2026-03-04T02:40:10.192639Z","steps":["trace[2122497767] 'process raft request' (duration: 911.442298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.192745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.280677Z","time spent":"912.03165ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.198Z","caller":"traceutil/trace.go:171","msg":"trace[2113640441] transaction","detail":"{read_only:false; response_revision:35521; number_of_response:1; }","duration":"537.307535ms","start":"2026-03-04T02:40:09.660647Z","end":"2026-03-04T02:40:10.197954Z","steps":["trace[2113640441] 'process raft request' (duration: 537.142761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.660627Z","time spent":"537.436308ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.198129Z","caller":"traceutil/trace.go:171","msg":"trace[940212350] transaction","detail":"{read_only:false; response_revision:35522; number_of_response:1; }","duration":"381.311716ms","start":"2026-03-04T02:40:09.816804Z","end":"2026-03-04T02:40:10.198115Z","steps":["trace[940212350] 'process raft request' (duration: 381.097821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.19816Z","caller":"traceutil/trace.go:171","msg":"trace[1436696140] transaction","detail":"{read_only:false; response_revision:35523; number_of_response:1; }","duration":"257.9555ms","start":"2026-03-04T02:40:09.940189Z","end":"2026-03-04T02:40:10.198144Z","steps":["trace[1436696140] 'process raft request' (duration: 257.888669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.81678Z","time spent":"381.376867ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:40:10.198259Z","caller":"traceutil/trace.go:171","msg":"trace[1711238991] linearizableReadLoop","detail":"{readStateIndex:36720; appliedIndex:36714; }","duration":"1.250218142s","start":"2026-03-04T02:40:08.948033Z","end":"2026-03-04T02:40:10.198252Z","steps":["trace[1711238991] 'read index received' (duration: 919.401916ms)","trace[1711238991] 'applied index is now lower than readState.Index' (duration: 330.815616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:10.198335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250312944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:10.198362Z","caller":"traceutil/trace.go:171","msg":"trace[1736686009] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35523; }","duration":"1.250370765s","start":"2026-03-04T02:40:08.947984Z","end":"2026-03-04T02:40:10.198355Z","steps":["trace[1736686009] 'agreement among raft nodes before linearized reading' (duration: 1.250322204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:08.94797Z","time spent":"1.250408356s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:40:10.198426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175740772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:10.198478Z","caller":"traceutil/trace.go:171","msg":"trace[1423913376] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:35523; }","duration":"1.175822824s","start":"2026-03-04T02:40:09.022642Z","end":"2026-03-04T02:40:10.198465Z","steps":["trace[1423913376] 'agreement among raft nodes before linearized reading' (duration: 1.175717332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.022625Z","time spent":"1.175882685s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.198618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.552104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:10.198679Z","caller":"traceutil/trace.go:171","msg":"trace[671544682] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:35523; }","duration":"691.641936ms","start":"2026-03-04T02:40:09.507013Z","end":"2026-03-04T02:40:10.198655Z","steps":["trace[671544682] 'agreement among raft nodes before linearized reading' (duration: 691.567145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.506993Z","time spent":"691.715688ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.198723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.248863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:40:10.198731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.917252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:40:10.198759Z","caller":"traceutil/trace.go:171","msg":"trace[556887319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35523; }","duration":"305.323485ms","start":"2026-03-04T02:40:09.893425Z","end":"2026-03-04T02:40:10.198749Z","steps":["trace[556887319] 'agreement among raft nodes before linearized reading' (duration: 305.275954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.893404Z","time spent":"305.381756ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:40:10.198858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.732319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:40:10.198908Z","caller":"traceutil/trace.go:171","msg":"trace[2128773514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35523; }","duration":"816.820822ms","start":"2026-03-04T02:40:09.382075Z","end":"2026-03-04T02:40:10.198896Z","steps":["trace[2128773514] 'agreement among raft nodes before linearized reading' (duration: 816.74201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.198792Z","caller":"traceutil/trace.go:171","msg":"trace[1745430719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35523; }","duration":"808.004535ms","start":"2026-03-04T02:40:09.390772Z","end":"2026-03-04T02:40:10.198776Z","steps":["trace[1745430719] 'agreement among raft nodes before linearized reading' (duration: 807.908783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.198957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.382057Z","time spent":"816.886783ms","remote":"127.0.0.1:36028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.198996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.390757Z","time spent":"808.21732ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.198963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.717617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:40:10.199205Z","caller":"traceutil/trace.go:171","msg":"trace[130936986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35523; }","duration":"383.990832ms","start":"2026-03-04T02:40:09.815198Z","end":"2026-03-04T02:40:10.199189Z","steps":["trace[130936986] 'agreement among raft nodes before linearized reading' (duration: 383.661624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.199266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.81518Z","time spent":"384.069595ms","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:40:10.198673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.719837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:40:10.199473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.962083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:18 size:7765"} {"level":"info","ts":"2026-03-04T02:40:10.199472Z","caller":"traceutil/trace.go:171","msg":"trace[1288289332] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:35523; }","duration":"359.544485ms","start":"2026-03-04T02:40:09.839911Z","end":"2026-03-04T02:40:10.199456Z","steps":["trace[1288289332] 'agreement among raft nodes before linearized reading' (duration: 358.713196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:10.19951Z","caller":"traceutil/trace.go:171","msg":"trace[249705663] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:18; response_revision:35523; }","duration":"931.041335ms","start":"2026-03-04T02:40:09.26846Z","end":"2026-03-04T02:40:10.199501Z","steps":["trace[249705663] 'agreement among raft nodes before linearized reading' (duration: 930.695428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.199531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.839897Z","time spent":"359.616387ms","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:40:10.19955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:40:09.268436Z","time spent":"931.101706ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":18,"response size":7789,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"info","ts":"2026-03-04T02:40:10.421592Z","caller":"traceutil/trace.go:171","msg":"trace[228524112] transaction","detail":"{read_only:false; response_revision:35526; number_of_response:1; }","duration":"102.358591ms","start":"2026-03-04T02:40:10.319213Z","end":"2026-03-04T02:40:10.421571Z","steps":["trace[228524112] 'process raft request' (duration: 102.183097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:15.190121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.881306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:15.190417Z","caller":"traceutil/trace.go:171","msg":"trace[756427821] transaction","detail":"{read_only:false; response_revision:35570; number_of_response:1; }","duration":"216.453489ms","start":"2026-03-04T02:40:14.973943Z","end":"2026-03-04T02:40:15.190397Z","steps":["trace[756427821] 'process raft request' (duration: 216.353797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:15.190583Z","caller":"traceutil/trace.go:171","msg":"trace[1749819187] transaction","detail":"{read_only:false; response_revision:35569; number_of_response:1; }","duration":"216.606623ms","start":"2026-03-04T02:40:14.973935Z","end":"2026-03-04T02:40:15.190542Z","steps":["trace[1749819187] 'process raft request' (duration: 68.184986ms)","trace[1749819187] 'compare' (duration: 147.380606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:15.190746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.143045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2119291"} {"level":"info","ts":"2026-03-04T02:40:15.190819Z","caller":"traceutil/trace.go:171","msg":"trace[1535556677] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:35568; }","duration":"234.284428ms","start":"2026-03-04T02:40:14.956515Z","end":"2026-03-04T02:40:15.190799Z","steps":["trace[1535556677] 'range keys from in-memory index tree' (duration: 232.898839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:16.066237Z","caller":"traceutil/trace.go:171","msg":"trace[2070699156] transaction","detail":"{read_only:false; response_revision:35572; number_of_response:1; }","duration":"160.798259ms","start":"2026-03-04T02:40:15.905413Z","end":"2026-03-04T02:40:16.066212Z","steps":["trace[2070699156] 'process raft request' (duration: 160.549494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:17.330056Z","caller":"traceutil/trace.go:171","msg":"trace[1591355966] linearizableReadLoop","detail":"{readStateIndex:36787; appliedIndex:36785; }","duration":"104.718911ms","start":"2026-03-04T02:40:17.225304Z","end":"2026-03-04T02:40:17.330023Z","steps":["trace[1591355966] 'read index received' (duration: 8.290876ms)","trace[1591355966] 'applied index is now lower than readState.Index' (duration: 96.426495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:17.33012Z","caller":"traceutil/trace.go:171","msg":"trace[568795463] transaction","detail":"{read_only:false; response_revision:35584; number_of_response:1; }","duration":"135.029133ms","start":"2026-03-04T02:40:17.195067Z","end":"2026-03-04T02:40:17.330097Z","steps":["trace[568795463] 'process raft request' (duration: 80.796914ms)","trace[568795463] 'compare' (duration: 53.969754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:17.331989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.673372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:2119291"} {"level":"info","ts":"2026-03-04T02:40:17.332044Z","caller":"traceutil/trace.go:171","msg":"trace[1243613769] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:35584; }","duration":"106.786994ms","start":"2026-03-04T02:40:17.225239Z","end":"2026-03-04T02:40:17.332026Z","steps":["trace[1243613769] 'agreement among raft nodes before linearized reading' (duration: 104.911414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:33.692279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.045821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-04T02:40:33.692764Z","caller":"traceutil/trace.go:171","msg":"trace[1434436262] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:35694; }","duration":"140.568761ms","start":"2026-03-04T02:40:33.552162Z","end":"2026-03-04T02:40:33.69273Z","steps":["trace[1434436262] 'range keys from in-memory index tree' (duration: 139.890077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:33.692318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.695569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-osd-openstack\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-04T02:40:33.692986Z","caller":"traceutil/trace.go:171","msg":"trace[128448266] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-osd-openstack; range_end:; response_count:1; response_revision:35694; }","duration":"137.372383ms","start":"2026-03-04T02:40:33.555558Z","end":"2026-03-04T02:40:33.692931Z","steps":["trace[128448266] 'range keys from in-memory index tree' (duration: 136.484494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:02.82595Z","caller":"traceutil/trace.go:171","msg":"trace[505033045] linearizableReadLoop","detail":"{readStateIndex:37103; appliedIndex:37102; }","duration":"114.516159ms","start":"2026-03-04T02:41:02.711408Z","end":"2026-03-04T02:41:02.825924Z","steps":["trace[505033045] 'read index received' (duration: 80.982448ms)","trace[505033045] 'applied index is now lower than readState.Index' (duration: 33.532581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:02.826193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.781044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:41:02.826233Z","caller":"traceutil/trace.go:171","msg":"trace[872880097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35891; }","duration":"114.875056ms","start":"2026-03-04T02:41:02.711346Z","end":"2026-03-04T02:41:02.826221Z","steps":["trace[872880097] 'agreement among raft nodes before linearized reading' (duration: 114.718763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:02.826366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.134698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:41:02.826471Z","caller":"traceutil/trace.go:171","msg":"trace[2040272006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35891; }","duration":"104.271451ms","start":"2026-03-04T02:41:02.722175Z","end":"2026-03-04T02:41:02.826447Z","steps":["trace[2040272006] 'agreement among raft nodes before linearized reading' (duration: 104.001615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:02.826479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.732976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:21 size:16548"} {"level":"info","ts":"2026-03-04T02:41:02.826541Z","caller":"traceutil/trace.go:171","msg":"trace[2076351583] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:21; response_revision:35891; }","duration":"108.818007ms","start":"2026-03-04T02:41:02.717705Z","end":"2026-03-04T02:41:02.826523Z","steps":["trace[2076351583] 'agreement among raft nodes before linearized reading' (duration: 108.508261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:02.826622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.311297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:41:02.826673Z","caller":"traceutil/trace.go:171","msg":"trace[181459971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35891; }","duration":"100.386779ms","start":"2026-03-04T02:41:02.726274Z","end":"2026-03-04T02:41:02.82666Z","steps":["trace[181459971] 'agreement among raft nodes before linearized reading' (duration: 99.897129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:02.826538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.658335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:41:02.826943Z","caller":"traceutil/trace.go:171","msg":"trace[1848540623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35891; }","duration":"110.113784ms","start":"2026-03-04T02:41:02.716741Z","end":"2026-03-04T02:41:02.826855Z","steps":["trace[1848540623] 'agreement among raft nodes before linearized reading' (duration: 109.372879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:02.827485Z","caller":"traceutil/trace.go:171","msg":"trace[474896446] transaction","detail":"{read_only:false; response_revision:35891; number_of_response:1; }","duration":"127.959564ms","start":"2026-03-04T02:41:02.698035Z","end":"2026-03-04T02:41:02.825995Z","steps":["trace[474896446] 'process raft request' (duration: 94.378642ms)","trace[474896446] 'compare' (duration: 33.394248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:16.75391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.750654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5961"} {"level":"info","ts":"2026-03-04T02:41:16.754003Z","caller":"traceutil/trace.go:171","msg":"trace[234448290] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:35984; }","duration":"106.896938ms","start":"2026-03-04T02:41:16.647087Z","end":"2026-03-04T02:41:16.753983Z","steps":["trace[234448290] 'range keys from in-memory index tree' (duration: 106.58297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:31.746678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.951812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:41:31.746807Z","caller":"traceutil/trace.go:171","msg":"trace[1723739931] linearizableReadLoop","detail":"{readStateIndex:37308; appliedIndex:37307; }","duration":"132.355117ms","start":"2026-03-04T02:41:31.614429Z","end":"2026-03-04T02:41:31.746784Z","steps":["trace[1723739931] 'read index received' (duration: 21.288491ms)","trace[1723739931] 'applied index is now lower than readState.Index' (duration: 111.064976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:31.747015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.576671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-04T02:41:31.747071Z","caller":"traceutil/trace.go:171","msg":"trace[1136352592] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:36089; }","duration":"132.669124ms","start":"2026-03-04T02:41:31.614385Z","end":"2026-03-04T02:41:31.747055Z","steps":["trace[1136352592] 'agreement among raft nodes before linearized reading' (duration: 132.4839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:31.750273Z","caller":"traceutil/trace.go:171","msg":"trace[1228056395] transaction","detail":"{read_only:false; response_revision:36090; number_of_response:1; }","duration":"107.536761ms","start":"2026-03-04T02:41:31.642698Z","end":"2026-03-04T02:41:31.750235Z","steps":["trace[1228056395] 'process raft request' (duration: 107.268815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:31.75041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.806954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5119"} {"level":"info","ts":"2026-03-04T02:41:31.750523Z","caller":"traceutil/trace.go:171","msg":"trace[424419535] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:36090; }","duration":"105.949497ms","start":"2026-03-04T02:41:31.644538Z","end":"2026-03-04T02:41:31.750487Z","steps":["trace[424419535] 'agreement among raft nodes before linearized reading' (duration: 105.666181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:36.111779Z","caller":"traceutil/trace.go:171","msg":"trace[643509451] linearizableReadLoop","detail":"{readStateIndex:37757; appliedIndex:37756; }","duration":"118.3972ms","start":"2026-03-04T02:42:35.993353Z","end":"2026-03-04T02:42:36.11175Z","steps":["trace[643509451] 'read index received' (duration: 75.290789ms)","trace[643509451] 'applied index is now lower than readState.Index' (duration: 43.105361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:36.112005Z","caller":"traceutil/trace.go:171","msg":"trace[420583128] transaction","detail":"{read_only:false; response_revision:36525; number_of_response:1; }","duration":"120.558388ms","start":"2026-03-04T02:42:35.991424Z","end":"2026-03-04T02:42:36.111983Z","steps":["trace[420583128] 'process raft request' (duration: 77.286804ms)","trace[420583128] 'compare' (duration: 42.900816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:36.112079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.764576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-cfn\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:42:36.112119Z","caller":"traceutil/trace.go:171","msg":"trace[383293978] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-cfn; range_end:; response_count:1; response_revision:36525; }","duration":"112.830667ms","start":"2026-03-04T02:42:35.99928Z","end":"2026-03-04T02:42:36.11211Z","steps":["trace[383293978] 'agreement among raft nodes before linearized reading' (duration: 112.715054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:36.112181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.814479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-bootstrap\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T02:42:36.112326Z","caller":"traceutil/trace.go:171","msg":"trace[81077489] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-bootstrap; range_end:; response_count:1; response_revision:36525; }","duration":"118.988723ms","start":"2026-03-04T02:42:35.993316Z","end":"2026-03-04T02:42:36.112305Z","steps":["trace[81077489] 'agreement among raft nodes before linearized reading' (duration: 118.642406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:51.349202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.340282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389095"} {"level":"info","ts":"2026-03-04T02:42:51.3493Z","caller":"traceutil/trace.go:171","msg":"trace[134575341] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36631; }","duration":"105.493716ms","start":"2026-03-04T02:42:51.243787Z","end":"2026-03-04T02:42:51.34928Z","steps":["trace[134575341] 'agreement among raft nodes before linearized reading' (duration: 102.157232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:11.115173Z","caller":"traceutil/trace.go:171","msg":"trace[337324096] linearizableReadLoop","detail":"{readStateIndex:38001; appliedIndex:38000; }","duration":"104.980974ms","start":"2026-03-04T02:43:11.010174Z","end":"2026-03-04T02:43:11.115155Z","steps":["trace[337324096] 'read index received' (duration: 104.805971ms)","trace[337324096] 'applied index is now lower than readState.Index' (duration: 174.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:11.115446Z","caller":"traceutil/trace.go:171","msg":"trace[754310460] transaction","detail":"{read_only:false; response_revision:36761; number_of_response:1; }","duration":"106.586299ms","start":"2026-03-04T02:43:11.008826Z","end":"2026-03-04T02:43:11.115412Z","steps":["trace[754310460] 'process raft request' (duration: 106.1836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.118987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.788308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389095"} {"level":"info","ts":"2026-03-04T02:43:11.119083Z","caller":"traceutil/trace.go:171","msg":"trace[1852821549] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36761; }","duration":"108.940391ms","start":"2026-03-04T02:43:11.010125Z","end":"2026-03-04T02:43:11.119065Z","steps":["trace[1852821549] 'agreement among raft nodes before linearized reading' (duration: 105.205489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:11.254643Z","caller":"traceutil/trace.go:171","msg":"trace[336949261] transaction","detail":"{read_only:false; response_revision:36762; number_of_response:1; }","duration":"115.937406ms","start":"2026-03-04T02:43:11.138676Z","end":"2026-03-04T02:43:11.254613Z","steps":["trace[336949261] 'process raft request' (duration: 84.000191ms)","trace[336949261] 'compare' (duration: 31.71291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:11.254827Z","caller":"traceutil/trace.go:171","msg":"trace[931498878] linearizableReadLoop","detail":"{readStateIndex:38003; appliedIndex:38001; }","duration":"110.271771ms","start":"2026-03-04T02:43:11.144534Z","end":"2026-03-04T02:43:11.254806Z","steps":["trace[931498878] 'read index received' (duration: 78.178603ms)","trace[931498878] 'applied index is now lower than readState.Index' (duration: 32.092008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:11.254922Z","caller":"traceutil/trace.go:171","msg":"trace[1053618838] transaction","detail":"{read_only:false; response_revision:36763; number_of_response:1; }","duration":"113.025172ms","start":"2026-03-04T02:43:11.141889Z","end":"2026-03-04T02:43:11.254914Z","steps":["trace[1053618838] 'process raft request' (duration: 112.676825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.256131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.581519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-84f5cfb88f.18998036f0654c1b\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:36761 ","response":"range_response_count:350 size:263651"} {"level":"info","ts":"2026-03-04T02:43:11.256164Z","caller":"traceutil/trace.go:171","msg":"trace[757470628] range","detail":"{range_begin:/registry/events/openstack/placement-api-84f5cfb88f.18998036f0654c1b\u0000; range_end:/registry/events/openstack0; response_count:350; response_revision:36763; }","duration":"111.63386ms","start":"2026-03-04T02:43:11.144522Z","end":"2026-03-04T02:43:11.256156Z","steps":["trace[757470628] 'agreement among raft nodes before linearized reading' (duration: 110.482675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.733993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.502196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-04T02:43:11.734118Z","caller":"traceutil/trace.go:171","msg":"trace[76994623] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:36766; }","duration":"100.662779ms","start":"2026-03-04T02:43:11.633433Z","end":"2026-03-04T02:43:11.734096Z","steps":["trace[76994623] 'range keys from in-memory index tree' (duration: 100.26357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:11.871571Z","caller":"traceutil/trace.go:171","msg":"trace[1906215642] linearizableReadLoop","detail":"{readStateIndex:38008; appliedIndex:38007; }","duration":"132.416178ms","start":"2026-03-04T02:43:11.739131Z","end":"2026-03-04T02:43:11.871547Z","steps":["trace[1906215642] 'read index received' (duration: 98.342527ms)","trace[1906215642] 'applied index is now lower than readState.Index' (duration: 34.072741ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:11.871754Z","caller":"traceutil/trace.go:171","msg":"trace[1474396476] transaction","detail":"{read_only:false; response_revision:36769; number_of_response:1; }","duration":"132.450009ms","start":"2026-03-04T02:43:11.739275Z","end":"2026-03-04T02:43:11.871725Z","steps":["trace[1474396476] 'process raft request' (duration: 132.230674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:11.871609Z","caller":"traceutil/trace.go:171","msg":"trace[1167100027] transaction","detail":"{read_only:false; response_revision:36768; number_of_response:1; }","duration":"132.8941ms","start":"2026-03-04T02:43:11.738671Z","end":"2026-03-04T02:43:11.871565Z","steps":["trace[1167100027] 'process raft request' (duration: 98.787818ms)","trace[1167100027] 'compare' (duration: 33.913817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:11.872067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:43:11.872079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.169934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:43:11.872132Z","caller":"traceutil/trace.go:171","msg":"trace[1513173134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36769; }","duration":"106.133759ms","start":"2026-03-04T02:43:11.76598Z","end":"2026-03-04T02:43:11.872114Z","steps":["trace[1513173134] 'agreement among raft nodes before linearized reading' (duration: 105.921665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:11.872155Z","caller":"traceutil/trace.go:171","msg":"trace[1605173230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36769; }","duration":"103.265457ms","start":"2026-03-04T02:43:11.768862Z","end":"2026-03-04T02:43:11.872128Z","steps":["trace[1605173230] 'agreement among raft nodes before linearized reading' (duration: 103.059282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.872118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.94543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T02:43:11.872266Z","caller":"traceutil/trace.go:171","msg":"trace[246085770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36769; }","duration":"133.132554ms","start":"2026-03-04T02:43:11.73908Z","end":"2026-03-04T02:43:11.872212Z","steps":["trace[246085770] 'agreement among raft nodes before linearized reading' (duration: 132.571691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.872304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.254219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:43:11.872334Z","caller":"traceutil/trace.go:171","msg":"trace[685816845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36769; }","duration":"110.28135ms","start":"2026-03-04T02:43:11.762042Z","end":"2026-03-04T02:43:11.872324Z","steps":["trace[685816845] 'agreement among raft nodes before linearized reading' (duration: 110.197528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:11.875873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.894797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-db-sync.189981b310b53f68\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:36767 ","response":"range_response_count:1000 size:783582"} {"level":"info","ts":"2026-03-04T02:43:11.875945Z","caller":"traceutil/trace.go:171","msg":"trace[2082372753] range","detail":"{range_begin:/registry/events/openstack/horizon-db-sync.189981b310b53f68\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:36769; }","duration":"131.993439ms","start":"2026-03-04T02:43:11.743935Z","end":"2026-03-04T02:43:11.875928Z","steps":["trace[2082372753] 'agreement among raft nodes before linearized reading' (duration: 127.787017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:20.073422Z","caller":"traceutil/trace.go:171","msg":"trace[112307656] transaction","detail":"{read_only:false; response_revision:36825; number_of_response:1; }","duration":"109.20853ms","start":"2026-03-04T02:43:19.964178Z","end":"2026-03-04T02:43:20.073387Z","steps":["trace[112307656] 'process raft request' (duration: 21.153037ms)","trace[112307656] 'compare' (duration: 87.91244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:20.089952Z","caller":"traceutil/trace.go:171","msg":"trace[143743403] linearizableReadLoop","detail":"{readStateIndex:38068; appliedIndex:38066; }","duration":"111.345176ms","start":"2026-03-04T02:43:19.978588Z","end":"2026-03-04T02:43:20.089933Z","steps":["trace[143743403] 'read index received' (duration: 6.741878ms)","trace[143743403] 'applied index is now lower than readState.Index' (duration: 104.601958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:20.090221Z","caller":"traceutil/trace.go:171","msg":"trace[2133890653] transaction","detail":"{read_only:false; response_revision:36826; number_of_response:1; }","duration":"125.938919ms","start":"2026-03-04T02:43:19.96427Z","end":"2026-03-04T02:43:20.090209Z","steps":["trace[2133890653] 'process raft request' (duration: 125.553921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:20.093847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.10931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389095"} {"level":"info","ts":"2026-03-04T02:43:20.093892Z","caller":"traceutil/trace.go:171","msg":"trace[1424515847] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36826; }","duration":"115.334604ms","start":"2026-03-04T02:43:19.978549Z","end":"2026-03-04T02:43:20.093884Z","steps":["trace[1424515847] 'agreement among raft nodes before linearized reading' (duration: 111.807956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:33.435677Z","caller":"traceutil/trace.go:171","msg":"trace[204939800] transaction","detail":"{read_only:false; response_revision:36913; number_of_response:1; }","duration":"114.412594ms","start":"2026-03-04T02:43:33.321216Z","end":"2026-03-04T02:43:33.435629Z","steps":["trace[204939800] 'process raft request' (duration: 56.635359ms)","trace[204939800] 'compare' (duration: 57.480928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:33.43565Z","caller":"traceutil/trace.go:171","msg":"trace[25083830] linearizableReadLoop","detail":"{readStateIndex:38157; appliedIndex:38156; }","duration":"106.175863ms","start":"2026-03-04T02:43:33.329435Z","end":"2026-03-04T02:43:33.43561Z","steps":["trace[25083830] 'read index received' (duration: 48.335326ms)","trace[25083830] 'applied index is now lower than readState.Index' (duration: 57.838557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:33.435925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.466789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-04T02:43:33.435982Z","caller":"traceutil/trace.go:171","msg":"trace[1515658244] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:1; response_revision:36913; }","duration":"106.56227ms","start":"2026-03-04T02:43:33.329404Z","end":"2026-03-04T02:43:33.435967Z","steps":["trace[1515658244] 'agreement among raft nodes before linearized reading' (duration: 106.323215ms)"],"step_count":1}