{"level":"warn","ts":"2026-02-27T18:21:08.64681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:21:08.646895Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:21:08.646958Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:21:08.64697Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-02-27T18:21:08.646987Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:21:08.647603Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-02-27T18:21:08.647675Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:21:08.65133Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.448381ms"} {"level":"info","ts":"2026-02-27T18:21:08.6586Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-02-27T18:21:08.658687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:21:08.658726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-02-27T18:21:08.658753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:21:08.658771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-02-27T18:21:08.658817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-02-27T18:21:08.666339Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:21:08.668072Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:21:08.669329Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:21:08.671745Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:21:08.671921Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:21:08.672012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:08.672097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:08.672137Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:08.673766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-02-27T18:21:08.674342Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-02-27T18:21:08.677232Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:21:08.677339Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-02-27T18:21:08.677431Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-02-27T18:21:08.677665Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:21:08.677732Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:21:08.759848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:21:08.759891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:21:08.759914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-02-27T18:21:08.759932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:21:08.759944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-02-27T18:21:08.759965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-02-27T18:21:08.76Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-02-27T18:21:08.761051Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:21:08.761095Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:21:08.761124Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:08.761185Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:21:08.761406Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:21:08.761452Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:21:08.762016Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:08.762131Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:08.762165Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:08.764436Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:21:08.764567Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-02-27T18:21:45.281534Z","caller":"traceutil/trace.go:171","msg":"trace[580333810] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"168.068412ms","start":"2026-02-27T18:21:45.113447Z","end":"2026-02-27T18:21:45.281515Z","steps":["trace[580333810] 'read index received' (duration: 167.929238ms)","trace[580333810] 'applied index is now lower than readState.Index' (duration: 138.144µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:45.281655Z","caller":"traceutil/trace.go:171","msg":"trace[111586676] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"361.947305ms","start":"2026-02-27T18:21:44.9197Z","end":"2026-02-27T18:21:45.281648Z","steps":["trace[111586676] 'process raft request' (duration: 361.684518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:45.281964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.128236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:21:45.282078Z","caller":"traceutil/trace.go:171","msg":"trace[1875276910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:509; }","duration":"162.266019ms","start":"2026-02-27T18:21:45.119789Z","end":"2026-02-27T18:21:45.282055Z","steps":["trace[1875276910] 'agreement among raft nodes before linearized reading' (duration: 162.019783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:45.282129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:44.919681Z","time spent":"361.992196ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:21:45.282319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.882734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:21:45.282356Z","caller":"traceutil/trace.go:171","msg":"trace[677348818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"168.975786ms","start":"2026-02-27T18:21:45.113369Z","end":"2026-02-27T18:21:45.282345Z","steps":["trace[677348818] 'agreement among raft nodes before linearized reading' (duration: 168.889943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:45.495715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.135927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g44pj\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T18:21:45.495782Z","caller":"traceutil/trace.go:171","msg":"trace[574801879] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"209.835134ms","start":"2026-02-27T18:21:45.285914Z","end":"2026-02-27T18:21:45.49575Z","steps":["trace[574801879] 'process raft request' (duration: 165.914065ms)","trace[574801879] 'compare' (duration: 43.613691ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:45.495822Z","caller":"traceutil/trace.go:171","msg":"trace[1213328309] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g44pj; range_end:; response_count:1; response_revision:509; }","duration":"305.296522ms","start":"2026-02-27T18:21:45.190498Z","end":"2026-02-27T18:21:45.495795Z","steps":["trace[1213328309] 'agreement among raft nodes before linearized reading' (duration: 92.12842ms)","trace[1213328309] 'range keys from in-memory index tree' (duration: 213.009528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:45.495868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:21:45.190469Z","time spent":"305.388834ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-g44pj\" "} {"level":"info","ts":"2026-02-27T18:21:45.514939Z","caller":"traceutil/trace.go:171","msg":"trace[50309793] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:529; }","duration":"116.78234ms","start":"2026-02-27T18:21:45.39814Z","end":"2026-02-27T18:21:45.514922Z","steps":["trace[50309793] 'read index received' (duration: 53.799889ms)","trace[50309793] 'applied index is now lower than readState.Index' (duration: 62.981481ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:45.515118Z","caller":"traceutil/trace.go:171","msg":"trace[2129975411] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"228.478896ms","start":"2026-02-27T18:21:45.286613Z","end":"2026-02-27T18:21:45.515092Z","steps":["trace[2129975411] 'process raft request' (duration: 228.185968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:45.515143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.007796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:21:45.515197Z","caller":"traceutil/trace.go:171","msg":"trace[254781669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"117.108598ms","start":"2026-02-27T18:21:45.398078Z","end":"2026-02-27T18:21:45.515186Z","steps":["trace[254781669] 'agreement among raft nodes before linearized reading' (duration: 116.910723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:45.712156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.7205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:45.712478Z","caller":"traceutil/trace.go:171","msg":"trace[3663769] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"192.732673ms","start":"2026-02-27T18:21:45.519723Z","end":"2026-02-27T18:21:45.712456Z","steps":["trace[3663769] 'process raft request' (duration: 192.65067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:45.712499Z","caller":"traceutil/trace.go:171","msg":"trace[45202821] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"201.675049ms","start":"2026-02-27T18:21:45.510785Z","end":"2026-02-27T18:21:45.71246Z","steps":["trace[45202821] 'process raft request' (duration: 90.324022ms)","trace[45202821] 'compare' (duration: 110.526055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:46.318033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.002738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:21:46.318136Z","caller":"traceutil/trace.go:171","msg":"trace[1464698304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"130.170033ms","start":"2026-02-27T18:21:46.187938Z","end":"2026-02-27T18:21:46.318108Z","steps":["trace[1464698304] 'range keys from in-memory index tree' (duration: 129.885245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.87908Z","caller":"traceutil/trace.go:171","msg":"trace[1612838401] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"262.464581ms","start":"2026-02-27T18:22:05.61659Z","end":"2026-02-27T18:22:05.879055Z","steps":["trace[1612838401] 'read index received' (duration: 262.319907ms)","trace[1612838401] 'applied index is now lower than readState.Index' (duration: 143.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:05.879141Z","caller":"traceutil/trace.go:171","msg":"trace[1602246793] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"277.593111ms","start":"2026-02-27T18:22:05.601518Z","end":"2026-02-27T18:22:05.879111Z","steps":["trace[1602246793] 'process raft request' (duration: 277.373205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.879313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.700388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:05.879347Z","caller":"traceutil/trace.go:171","msg":"trace[695424126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"262.76822ms","start":"2026-02-27T18:22:05.61657Z","end":"2026-02-27T18:22:05.879339Z","steps":["trace[695424126] 'agreement among raft nodes before linearized reading' (duration: 262.604535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.989007Z","caller":"traceutil/trace.go:171","msg":"trace[1975233086] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"249.188761ms","start":"2026-02-27T18:22:05.739793Z","end":"2026-02-27T18:22:05.988982Z","steps":["trace[1975233086] 'process raft request' (duration: 246.667585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.989022Z","caller":"traceutil/trace.go:171","msg":"trace[2090619177] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"105.444851ms","start":"2026-02-27T18:22:05.883553Z","end":"2026-02-27T18:22:05.988998Z","steps":["trace[2090619177] 'process raft request' (duration: 105.396679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.989056Z","caller":"traceutil/trace.go:171","msg":"trace[1386079835] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:916; }","duration":"109.868297ms","start":"2026-02-27T18:22:05.879149Z","end":"2026-02-27T18:22:05.989017Z","steps":["trace[1386079835] 'read index received' (duration: 107.225957ms)","trace[1386079835] 'applied index is now lower than readState.Index' (duration: 2.63846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:05.989331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.374785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:22:05.989402Z","caller":"traceutil/trace.go:171","msg":"trace[1922831489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"175.516509ms","start":"2026-02-27T18:22:05.813864Z","end":"2026-02-27T18:22:05.98938Z","steps":["trace[1922831489] 'agreement among raft nodes before linearized reading' (duration: 175.263722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:18.263624Z","caller":"traceutil/trace.go:171","msg":"trace[19767402] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"175.377606ms","start":"2026-02-27T18:22:18.088218Z","end":"2026-02-27T18:22:18.263595Z","steps":["trace[19767402] 'process raft request' (duration: 171.291028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:18.26384Z","caller":"traceutil/trace.go:171","msg":"trace[1856767734] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"172.218103ms","start":"2026-02-27T18:22:18.091594Z","end":"2026-02-27T18:22:18.263812Z","steps":["trace[1856767734] 'process raft request' (duration: 171.948656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.973189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.856659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:54.973307Z","caller":"traceutil/trace.go:171","msg":"trace[1896039616] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1599; }","duration":"330.021253ms","start":"2026-02-27T18:22:54.643259Z","end":"2026-02-27T18:22:54.97328Z","steps":["trace[1896039616] 'count revisions from in-memory index tree' (duration: 329.767326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:54.973365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:54.643241Z","time spent":"330.110995ms","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:22:55.544609Z","caller":"traceutil/trace.go:171","msg":"trace[2142331289] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1651; }","duration":"229.917034ms","start":"2026-02-27T18:22:55.314667Z","end":"2026-02-27T18:22:55.544584Z","steps":["trace[2142331289] 'read index received' (duration: 229.742229ms)","trace[2142331289] 'applied index is now lower than readState.Index' (duration: 173.505µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:55.544713Z","caller":"traceutil/trace.go:171","msg":"trace[1564723035] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"244.19257ms","start":"2026-02-27T18:22:55.300483Z","end":"2026-02-27T18:22:55.544675Z","steps":["trace[1564723035] 'process raft request' (duration: 243.913623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.544874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.191351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:55.54492Z","caller":"traceutil/trace.go:171","msg":"trace[201893740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"230.255362ms","start":"2026-02-27T18:22:55.314653Z","end":"2026-02-27T18:22:55.544908Z","steps":["trace[201893740] 'agreement among raft nodes before linearized reading' (duration: 230.067147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.544922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.796901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:55.544999Z","caller":"traceutil/trace.go:171","msg":"trace[2019437279] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1600; }","duration":"196.922233ms","start":"2026-02-27T18:22:55.348058Z","end":"2026-02-27T18:22:55.54498Z","steps":["trace[2019437279] 'agreement among raft nodes before linearized reading' (duration: 196.712088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.131698Z","caller":"traceutil/trace.go:171","msg":"trace[966645297] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1652; }","duration":"523.532601ms","start":"2026-02-27T18:22:55.608139Z","end":"2026-02-27T18:22:56.131672Z","steps":["trace[966645297] 'read index received' (duration: 498.301574ms)","trace[966645297] 'applied index is now lower than readState.Index' (duration: 25.230037ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:56.131803Z","caller":"traceutil/trace.go:171","msg":"trace[2115436668] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"580.395631ms","start":"2026-02-27T18:22:55.551367Z","end":"2026-02-27T18:22:56.131762Z","steps":["trace[2115436668] 'process raft request' (duration: 580.193386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.13193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.22657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:22:56.131917Z","caller":"traceutil/trace.go:171","msg":"trace[1666061913] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"580.616877ms","start":"2026-02-27T18:22:55.551273Z","end":"2026-02-27T18:22:56.13189Z","steps":["trace[1666061913] 'process raft request' (duration: 555.152183ms)","trace[1666061913] 'compare' (duration: 24.798816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:56.131958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.801519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:22:56.131975Z","caller":"traceutil/trace.go:171","msg":"trace[1326960206] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1602; }","duration":"502.311861ms","start":"2026-02-27T18:22:55.629651Z","end":"2026-02-27T18:22:56.131962Z","steps":["trace[1326960206] 'agreement among raft nodes before linearized reading' (duration: 502.157507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.132007Z","caller":"traceutil/trace.go:171","msg":"trace[1293798664] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1602; }","duration":"523.88285ms","start":"2026-02-27T18:22:55.608112Z","end":"2026-02-27T18:22:56.131995Z","steps":["trace[1293798664] 'agreement among raft nodes before linearized reading' (duration: 523.692295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.132017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.62964Z","time spent":"502.366453ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:22:56.132002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.551309Z","time spent":"580.594106ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:56.132049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.6081Z","time spent":"523.941652ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:22:56.132061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.551244Z","time spent":"580.73686ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:30.430296Z","caller":"traceutil/trace.go:171","msg":"trace[2051877332] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"224.709695ms","start":"2026-02-27T18:23:30.205563Z","end":"2026-02-27T18:23:30.430272Z","steps":["trace[2051877332] 'read index received' (duration: 224.548851ms)","trace[2051877332] 'applied index is now lower than readState.Index' (duration: 159.734µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:30.430367Z","caller":"traceutil/trace.go:171","msg":"trace[825161749] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"279.268299ms","start":"2026-02-27T18:23:30.151049Z","end":"2026-02-27T18:23:30.430317Z","steps":["trace[825161749] 'process raft request' (duration: 279.035723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.430615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.033724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:23:30.430701Z","caller":"traceutil/trace.go:171","msg":"trace[211978656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1825; }","duration":"225.190288ms","start":"2026-02-27T18:23:30.205489Z","end":"2026-02-27T18:23:30.43068Z","steps":["trace[211978656] 'agreement among raft nodes before linearized reading' (duration: 224.956722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:30.952872Z","caller":"traceutil/trace.go:171","msg":"trace[2011163792] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"517.030741ms","start":"2026-02-27T18:23:30.435808Z","end":"2026-02-27T18:23:30.952839Z","steps":["trace[2011163792] 'process raft request' (duration: 516.816985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.953115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.435781Z","time spent":"517.187505ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:30.998124Z","caller":"traceutil/trace.go:171","msg":"trace[1083924060] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"562.234047ms","start":"2026-02-27T18:23:30.435857Z","end":"2026-02-27T18:23:30.998091Z","steps":["trace[1083924060] 'process raft request' (duration: 561.98239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:30.998204Z","caller":"traceutil/trace.go:171","msg":"trace[951620593] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"562.303638ms","start":"2026-02-27T18:23:30.435869Z","end":"2026-02-27T18:23:30.998172Z","steps":["trace[951620593] 'process raft request' (duration: 562.116223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.9983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.435826Z","time spent":"562.378201ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:30.998307Z","caller":"traceutil/trace.go:171","msg":"trace[412977076] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"562.177505ms","start":"2026-02-27T18:23:30.436107Z","end":"2026-02-27T18:23:30.998285Z","steps":["trace[412977076] 'process raft request' (duration: 561.932939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.998362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.435843Z","time spent":"562.434722ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:30.998406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.436069Z","time spent":"562.289318ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:30.998716Z","caller":"traceutil/trace.go:171","msg":"trace[1177805251] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"562.267017ms","start":"2026-02-27T18:23:30.436434Z","end":"2026-02-27T18:23:30.998701Z","steps":["trace[1177805251] 'process raft request' (duration: 561.679622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:30.998739Z","caller":"traceutil/trace.go:171","msg":"trace[975592633] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1830; }","duration":"561.014235ms","start":"2026-02-27T18:23:30.437697Z","end":"2026-02-27T18:23:30.998711Z","steps":["trace[975592633] 'process raft request' (duration: 560.947033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.998793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.436425Z","time spent":"562.32764ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:30.998872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.43769Z","time spent":"561.120387ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:30.998858Z","caller":"traceutil/trace.go:171","msg":"trace[866101642] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1891; }","duration":"481.936692ms","start":"2026-02-27T18:23:30.516876Z","end":"2026-02-27T18:23:30.998813Z","steps":["trace[866101642] 'read index received' (duration: 435.844682ms)","trace[866101642] 'applied index is now lower than readState.Index' (duration: 46.08903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:30.999124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.242881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T18:23:30.99916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.031067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T18:23:30.999166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.583553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:23:30.999176Z","caller":"traceutil/trace.go:171","msg":"trace[820996929] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"482.354103ms","start":"2026-02-27T18:23:30.516805Z","end":"2026-02-27T18:23:30.999159Z","steps":["trace[820996929] 'agreement among raft nodes before linearized reading' (duration: 482.114527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.99918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.018317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:30.999208Z","caller":"traceutil/trace.go:171","msg":"trace[2059093613] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1830; }","duration":"481.651214ms","start":"2026-02-27T18:23:30.517544Z","end":"2026-02-27T18:23:30.999195Z","steps":["trace[2059093613] 'agreement among raft nodes before linearized reading' (duration: 481.449309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:30.999204Z","caller":"traceutil/trace.go:171","msg":"trace[1964170927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"216.116249ms","start":"2026-02-27T18:23:30.783072Z","end":"2026-02-27T18:23:30.999188Z","steps":["trace[1964170927] 'agreement among raft nodes before linearized reading' (duration: 215.923744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.999219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.516784Z","time spent":"482.424826ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:23:30.999244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.517529Z","time spent":"481.708126ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:23:30.999253Z","caller":"traceutil/trace.go:171","msg":"trace[313949240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1830; }","duration":"323.1525ms","start":"2026-02-27T18:23:30.67608Z","end":"2026-02-27T18:23:30.999232Z","steps":["trace[313949240] 'agreement among raft nodes before linearized reading' (duration: 322.911164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.999302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.676063Z","time spent":"323.225643ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:30.999359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.568492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:30.999425Z","caller":"traceutil/trace.go:171","msg":"trace[1524448262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"368.684246ms","start":"2026-02-27T18:23:30.630723Z","end":"2026-02-27T18:23:30.999408Z","steps":["trace[1524448262] 'agreement among raft nodes before linearized reading' (duration: 368.520882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.999501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.630696Z","time spent":"368.791919ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:24:37.901332Z","caller":"traceutil/trace.go:171","msg":"trace[1976637671] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"188.016549ms","start":"2026-02-27T18:24:37.713292Z","end":"2026-02-27T18:24:37.901308Z","steps":["trace[1976637671] 'process raft request' (duration: 187.854764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:38.050334Z","caller":"traceutil/trace.go:171","msg":"trace[1447307601] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2408; }","duration":"145.721226ms","start":"2026-02-27T18:24:37.90458Z","end":"2026-02-27T18:24:38.050301Z","steps":["trace[1447307601] 'read index received' (duration: 71.786284ms)","trace[1447307601] 'applied index is now lower than readState.Index' (duration: 73.933781ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:38.050529Z","caller":"traceutil/trace.go:171","msg":"trace[832816233] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"336.710464ms","start":"2026-02-27T18:24:37.713787Z","end":"2026-02-27T18:24:38.050498Z","steps":["trace[832816233] 'process raft request' (duration: 262.722481ms)","trace[832816233] 'compare' (duration: 73.650684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:38.050736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.713769Z","time spent":"336.868969ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:38.05072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.088555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T18:24:38.051003Z","caller":"traceutil/trace.go:171","msg":"trace[1637292579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2312; }","duration":"146.391313ms","start":"2026-02-27T18:24:37.904563Z","end":"2026-02-27T18:24:38.050955Z","steps":["trace[1637292579] 'agreement among raft nodes before linearized reading' (duration: 145.868639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:38.366275Z","caller":"traceutil/trace.go:171","msg":"trace[72896289] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"310.8746ms","start":"2026-02-27T18:24:38.055372Z","end":"2026-02-27T18:24:38.366247Z","steps":["trace[72896289] 'process raft request' (duration: 310.718896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:38.36645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:38.055348Z","time spent":"311.004553ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:38.366711Z","caller":"traceutil/trace.go:171","msg":"trace[1805422928] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2410; }","duration":"309.37715ms","start":"2026-02-27T18:24:38.057279Z","end":"2026-02-27T18:24:38.366656Z","steps":["trace[1805422928] 'read index received' (duration: 309.36205ms)","trace[1805422928] 'applied index is now lower than readState.Index' (duration: 12.25µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:38.367206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.875643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1249"} {"level":"info","ts":"2026-02-27T18:24:38.367343Z","caller":"traceutil/trace.go:171","msg":"trace[466308581] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2313; }","duration":"310.068679ms","start":"2026-02-27T18:24:38.05724Z","end":"2026-02-27T18:24:38.367309Z","steps":["trace[466308581] 'agreement among raft nodes before linearized reading' (duration: 309.600106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:38.3674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:38.057229Z","time spent":"310.159441ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-27T18:24:38.473704Z","caller":"traceutil/trace.go:171","msg":"trace[453387277] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2410; }","duration":"106.871284ms","start":"2026-02-27T18:24:38.366812Z","end":"2026-02-27T18:24:38.473684Z","steps":["trace[453387277] 'read index received' (duration: 97.76246ms)","trace[453387277] 'applied index is now lower than readState.Index' (duration: 9.107364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:38.473941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.572812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5908"} {"level":"info","ts":"2026-02-27T18:24:38.473886Z","caller":"traceutil/trace.go:171","msg":"trace[753746357] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"414.435076ms","start":"2026-02-27T18:24:38.059352Z","end":"2026-02-27T18:24:38.473787Z","steps":["trace[753746357] 'process raft request' (duration: 405.230409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:38.473982Z","caller":"traceutil/trace.go:171","msg":"trace[1925549898] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2314; }","duration":"101.651385ms","start":"2026-02-27T18:24:38.372321Z","end":"2026-02-27T18:24:38.473972Z","steps":["trace[1925549898] 'agreement among raft nodes before linearized reading' (duration: 101.508451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:38.473935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.515568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:38.47434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:38.059336Z","time spent":"414.798676ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:38.474337Z","caller":"traceutil/trace.go:171","msg":"trace[226514879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2314; }","duration":"286.95078ms","start":"2026-02-27T18:24:38.187358Z","end":"2026-02-27T18:24:38.474308Z","steps":["trace[226514879] 'agreement among raft nodes before linearized reading' (duration: 286.450896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:08.797208Z","caller":"traceutil/trace.go:171","msg":"trace[1548317897] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"114.811363ms","start":"2026-02-27T18:25:08.682375Z","end":"2026-02-27T18:25:08.797186Z","steps":["trace[1548317897] 'process raft request' (duration: 114.305369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:41.382345Z","caller":"traceutil/trace.go:171","msg":"trace[1409856830] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"818.294057ms","start":"2026-02-27T18:25:40.564008Z","end":"2026-02-27T18:25:41.382303Z","steps":["trace[1409856830] 'process raft request' (duration: 726.034736ms)","trace[1409856830] 'compare' (duration: 91.924042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:41.38249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.563987Z","time spent":"818.439691ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:25:41.386108Z","caller":"traceutil/trace.go:171","msg":"trace[1823563968] linearizableReadLoop","detail":"{readStateIndex:2997; appliedIndex:2995; }","duration":"223.163063ms","start":"2026-02-27T18:25:41.162897Z","end":"2026-02-27T18:25:41.38606Z","steps":["trace[1823563968] 'read index received' (duration: 127.164102ms)","trace[1823563968] 'applied index is now lower than readState.Index' (duration: 95.997361ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:41.386521Z","caller":"traceutil/trace.go:171","msg":"trace[73908898] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"742.518166ms","start":"2026-02-27T18:25:40.64387Z","end":"2026-02-27T18:25:41.386388Z","steps":["trace[73908898] 'process raft request' (duration: 741.988852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:41.386591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.097477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T18:25:41.386507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.595654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T18:25:41.386629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:40.643851Z","time spent":"742.728681ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:41.386671Z","caller":"traceutil/trace.go:171","msg":"trace[466490087] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2872; }","duration":"221.211331ms","start":"2026-02-27T18:25:41.165439Z","end":"2026-02-27T18:25:41.38665Z","steps":["trace[466490087] 'agreement among raft nodes before linearized reading' (duration: 220.991395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:41.386689Z","caller":"traceutil/trace.go:171","msg":"trace[1889797346] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2872; }","duration":"223.8237ms","start":"2026-02-27T18:25:41.162841Z","end":"2026-02-27T18:25:41.386664Z","steps":["trace[1889797346] 'agreement among raft nodes before linearized reading' (duration: 223.45228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:49.51961Z","caller":"traceutil/trace.go:171","msg":"trace[827536054] linearizableReadLoop","detail":"{readStateIndex:3969; appliedIndex:3968; }","duration":"231.328865ms","start":"2026-02-27T18:26:49.288255Z","end":"2026-02-27T18:26:49.519584Z","steps":["trace[827536054] 'read index received' (duration: 231.183401ms)","trace[827536054] 'applied index is now lower than readState.Index' (duration: 144.494µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:49.519675Z","caller":"traceutil/trace.go:171","msg":"trace[176084515] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"290.370253ms","start":"2026-02-27T18:26:49.229274Z","end":"2026-02-27T18:26:49.519644Z","steps":["trace[176084515] 'process raft request' (duration: 290.177598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:49.519894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.756569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9003172c-c52a-4bcd-b197-e99530726ed9\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-02-27T18:26:49.519886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.599852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:26:49.519953Z","caller":"traceutil/trace.go:171","msg":"trace[1689556931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9003172c-c52a-4bcd-b197-e99530726ed9; range_end:; response_count:1; response_revision:3799; }","duration":"121.876162ms","start":"2026-02-27T18:26:49.398064Z","end":"2026-02-27T18:26:49.51994Z","steps":["trace[1689556931] 'agreement among raft nodes before linearized reading' (duration: 121.671237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:49.51997Z","caller":"traceutil/trace.go:171","msg":"trace[218768108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3799; }","duration":"231.761237ms","start":"2026-02-27T18:26:49.288191Z","end":"2026-02-27T18:26:49.519952Z","steps":["trace[218768108] 'agreement among raft nodes before linearized reading' (duration: 231.52463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:49.938042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.535966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-02-27T18:26:49.938174Z","caller":"traceutil/trace.go:171","msg":"trace[870995429] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b; range_end:; response_count:1; response_revision:3799; }","duration":"116.702121ms","start":"2026-02-27T18:26:49.821442Z","end":"2026-02-27T18:26:49.938144Z","steps":["trace[870995429] 'range keys from in-memory index tree' (duration: 116.216667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:51.006402Z","caller":"traceutil/trace.go:171","msg":"trace[1369357661] linearizableReadLoop","detail":"{readStateIndex:3989; appliedIndex:3988; }","duration":"163.607797ms","start":"2026-02-27T18:26:50.84273Z","end":"2026-02-27T18:26:51.006338Z","steps":["trace[1369357661] 'read index received' (duration: 163.156374ms)","trace[1369357661] 'applied index is now lower than readState.Index' (duration: 450.233µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:51.006523Z","caller":"traceutil/trace.go:171","msg":"trace[944648680] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"230.490192ms","start":"2026-02-27T18:26:50.77599Z","end":"2026-02-27T18:26:51.006481Z","steps":["trace[944648680] 'process raft request' (duration: 230.05038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:51.006941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.485198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-r4wls\" ","response":"range_response_count:1 size:4671"} {"level":"warn","ts":"2026-02-27T18:26:51.006987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.066556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:26:51.007209Z","caller":"traceutil/trace.go:171","msg":"trace[495276903] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3819; }","duration":"115.268161ms","start":"2026-02-27T18:26:50.891818Z","end":"2026-02-27T18:26:51.007086Z","steps":["trace[495276903] 'agreement among raft nodes before linearized reading' (duration: 114.966433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:51.007312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.579804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:26:51.007378Z","caller":"traceutil/trace.go:171","msg":"trace[1173950162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:3819; }","duration":"164.696587ms","start":"2026-02-27T18:26:50.842665Z","end":"2026-02-27T18:26:51.007361Z","steps":["trace[1173950162] 'agreement among raft nodes before linearized reading' (duration: 163.926086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:51.007027Z","caller":"traceutil/trace.go:171","msg":"trace[520280818] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-r4wls; range_end:; response_count:1; response_revision:3819; }","duration":"130.639783ms","start":"2026-02-27T18:26:50.876369Z","end":"2026-02-27T18:26:51.007009Z","steps":["trace[520280818] 'agreement among raft nodes before linearized reading' (duration: 130.294324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.186084Z","caller":"traceutil/trace.go:171","msg":"trace[1837582121] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"169.802587ms","start":"2026-02-27T18:26:52.016255Z","end":"2026-02-27T18:26:52.186058Z","steps":["trace[1837582121] 'process raft request' (duration: 169.637852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.186454Z","caller":"traceutil/trace.go:171","msg":"trace[1382046100] linearizableReadLoop","detail":"{readStateIndex:4000; appliedIndex:4000; }","duration":"165.082037ms","start":"2026-02-27T18:26:52.021216Z","end":"2026-02-27T18:26:52.186298Z","steps":["trace[1382046100] 'read index received' (duration: 165.055147ms)","trace[1382046100] 'applied index is now lower than readState.Index' (duration: 21.88µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:52.186905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.665224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:26:52.187Z","caller":"traceutil/trace.go:171","msg":"trace[12855445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3829; }","duration":"165.789657ms","start":"2026-02-27T18:26:52.021186Z","end":"2026-02-27T18:26:52.186976Z","steps":["trace[12855445] 'agreement among raft nodes before linearized reading' (duration: 165.364775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.243868Z","caller":"traceutil/trace.go:171","msg":"trace[2095994312] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"211.669676ms","start":"2026-02-27T18:26:52.032179Z","end":"2026-02-27T18:26:52.243848Z","steps":["trace[2095994312] 'process raft request' (duration: 211.427059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.243992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.700018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:26:52.244051Z","caller":"traceutil/trace.go:171","msg":"trace[876462607] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3830; }","duration":"113.76273ms","start":"2026-02-27T18:26:52.13027Z","end":"2026-02-27T18:26:52.244032Z","steps":["trace[876462607] 'agreement among raft nodes before linearized reading' (duration: 113.547664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.244062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.177928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:26:52.244164Z","caller":"traceutil/trace.go:171","msg":"trace[1718468196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3830; }","duration":"201.337422ms","start":"2026-02-27T18:26:52.042803Z","end":"2026-02-27T18:26:52.244141Z","steps":["trace[1718468196] 'agreement among raft nodes before linearized reading' (duration: 201.031653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.244227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.261877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T18:26:52.244214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.186348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-02-27T18:26:52.244259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.946394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:26:52.244292Z","caller":"traceutil/trace.go:171","msg":"trace[238166686] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3830; }","duration":"109.370219ms","start":"2026-02-27T18:26:52.134901Z","end":"2026-02-27T18:26:52.244272Z","steps":["trace[238166686] 'agreement among raft nodes before linearized reading' (duration: 109.208675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.244356Z","caller":"traceutil/trace.go:171","msg":"trace[1301794641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3830; }","duration":"196.069588ms","start":"2026-02-27T18:26:52.048263Z","end":"2026-02-27T18:26:52.244332Z","steps":["trace[1301794641] 'agreement among raft nodes before linearized reading' (duration: 195.763609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.244356Z","caller":"traceutil/trace.go:171","msg":"trace[581361275] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3830; }","duration":"197.376834ms","start":"2026-02-27T18:26:52.046952Z","end":"2026-02-27T18:26:52.244329Z","steps":["trace[581361275] 'agreement among raft nodes before linearized reading' (duration: 196.87858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.244273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.838441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:26:52.244473Z","caller":"traceutil/trace.go:171","msg":"trace[769312507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3830; }","duration":"204.063947ms","start":"2026-02-27T18:26:52.040382Z","end":"2026-02-27T18:26:52.244446Z","steps":["trace[769312507] 'agreement among raft nodes before linearized reading' (duration: 203.684337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.330931Z","caller":"traceutil/trace.go:171","msg":"trace[604561767] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"138.311273ms","start":"2026-02-27T18:26:52.192589Z","end":"2026-02-27T18:26:52.330901Z","steps":["trace[604561767] 'process raft request' (duration: 75.836639ms)","trace[604561767] 'compare' (duration: 62.296029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:52.33104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.157199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:52.3311Z","caller":"traceutil/trace.go:171","msg":"trace[138367168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3831; }","duration":"142.275942ms","start":"2026-02-27T18:26:52.188808Z","end":"2026-02-27T18:26:52.331084Z","steps":["trace[138367168] 'agreement among raft nodes before linearized reading' (duration: 142.102057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.360917Z","caller":"traceutil/trace.go:171","msg":"trace[1145444082] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"112.146076ms","start":"2026-02-27T18:26:52.248755Z","end":"2026-02-27T18:26:52.360901Z","steps":["trace[1145444082] 'process raft request' (duration: 111.660853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.361059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.978398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-02-27T18:26:52.360984Z","caller":"traceutil/trace.go:171","msg":"trace[680332462] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"110.732917ms","start":"2026-02-27T18:26:52.25023Z","end":"2026-02-27T18:26:52.360963Z","steps":["trace[680332462] 'process raft request' (duration: 110.347016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.361121Z","caller":"traceutil/trace.go:171","msg":"trace[616581117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3836; }","duration":"113.05202ms","start":"2026-02-27T18:26:52.248051Z","end":"2026-02-27T18:26:52.361104Z","steps":["trace[616581117] 'agreement among raft nodes before linearized reading' (duration: 112.849275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.361211Z","caller":"traceutil/trace.go:171","msg":"trace[235772153] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"111.759995ms","start":"2026-02-27T18:26:52.249434Z","end":"2026-02-27T18:26:52.361194Z","steps":["trace[235772153] 'process raft request' (duration: 111.069646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.361228Z","caller":"traceutil/trace.go:171","msg":"trace[813803505] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"111.59289ms","start":"2026-02-27T18:26:52.249623Z","end":"2026-02-27T18:26:52.361215Z","steps":["trace[813803505] 'process raft request' (duration: 110.923132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:52.361201Z","caller":"traceutil/trace.go:171","msg":"trace[1662256877] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"109.083041ms","start":"2026-02-27T18:26:52.252059Z","end":"2026-02-27T18:26:52.361142Z","steps":["trace[1662256877] 'process raft request' (duration: 108.552857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.361271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.38033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-02-27T18:26:52.361301Z","caller":"traceutil/trace.go:171","msg":"trace[1050661041] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3836; }","duration":"113.429421ms","start":"2026-02-27T18:26:52.247861Z","end":"2026-02-27T18:26:52.361291Z","steps":["trace[1050661041] 'agreement among raft nodes before linearized reading' (duration: 113.348538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:52.361343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.499533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:52.361383Z","caller":"traceutil/trace.go:171","msg":"trace[688540732] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3836; }","duration":"117.567345ms","start":"2026-02-27T18:26:52.243806Z","end":"2026-02-27T18:26:52.361374Z","steps":["trace[688540732] 'agreement among raft nodes before linearized reading' (duration: 117.491723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:54.270692Z","caller":"traceutil/trace.go:171","msg":"trace[2131841207] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"203.870711ms","start":"2026-02-27T18:26:54.066795Z","end":"2026-02-27T18:26:54.270666Z","steps":["trace[2131841207] 'process raft request' (duration: 192.246502ms)","trace[2131841207] 'compare' (duration: 11.219907ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:54.748859Z","caller":"traceutil/trace.go:171","msg":"trace[307579485] linearizableReadLoop","detail":"{readStateIndex:4083; appliedIndex:4082; }","duration":"383.444876ms","start":"2026-02-27T18:26:54.365359Z","end":"2026-02-27T18:26:54.748804Z","steps":["trace[307579485] 'read index received' (duration: 383.22544ms)","trace[307579485] 'applied index is now lower than readState.Index' (duration: 217.856µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:54.748901Z","caller":"traceutil/trace.go:171","msg":"trace[249420671] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"409.202062ms","start":"2026-02-27T18:26:54.339659Z","end":"2026-02-27T18:26:54.748861Z","steps":["trace[249420671] 'process raft request' (duration: 408.914635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.749072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.339637Z","time spent":"409.350517ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:54.749191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.809627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:26:54.749278Z","caller":"traceutil/trace.go:171","msg":"trace[1667443051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3908; }","duration":"383.93686ms","start":"2026-02-27T18:26:54.365321Z","end":"2026-02-27T18:26:54.749258Z","steps":["trace[1667443051] 'agreement among raft nodes before linearized reading' (duration: 383.691484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.749324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.365305Z","time spent":"384.011052ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:26:54.875542Z","caller":"traceutil/trace.go:171","msg":"trace[2063200135] linearizableReadLoop","detail":"{readStateIndex:4084; appliedIndex:4083; }","duration":"126.557221ms","start":"2026-02-27T18:26:54.748964Z","end":"2026-02-27T18:26:54.875521Z","steps":["trace[2063200135] 'read index received' (duration: 86.706248ms)","trace[2063200135] 'applied index is now lower than readState.Index' (duration: 39.849763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:54.87558Z","caller":"traceutil/trace.go:171","msg":"trace[583346013] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"506.591644ms","start":"2026-02-27T18:26:54.368967Z","end":"2026-02-27T18:26:54.875559Z","steps":["trace[583346013] 'process raft request' (duration: 466.601727ms)","trace[583346013] 'compare' (duration: 39.853963ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:54.875938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.368951Z","time spent":"506.696567ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:54.875926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.106253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T18:26:54.876016Z","caller":"traceutil/trace.go:171","msg":"trace[1662509879] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3909; }","duration":"466.466153ms","start":"2026-02-27T18:26:54.40953Z","end":"2026-02-27T18:26:54.875996Z","steps":["trace[1662509879] 'agreement among raft nodes before linearized reading' (duration: 466.025861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.409519Z","time spent":"466.534105ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:26:54.876034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.370148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-02-27T18:26:54.87608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.924952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:54.876125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.411612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:54.876241Z","caller":"traceutil/trace.go:171","msg":"trace[1472351628] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3909; }","duration":"462.564606ms","start":"2026-02-27T18:26:54.413659Z","end":"2026-02-27T18:26:54.876224Z","steps":["trace[1472351628] 'agreement among raft nodes before linearized reading' (duration: 462.430813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.690196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:26:54.876193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.353742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"warn","ts":"2026-02-27T18:26:54.876271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.197803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T18:26:54.876292Z","caller":"traceutil/trace.go:171","msg":"trace[93992232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3909; }","duration":"510.751148ms","start":"2026-02-27T18:26:54.365526Z","end":"2026-02-27T18:26:54.876277Z","steps":["trace[93992232] 'agreement among raft nodes before linearized reading' (duration: 510.620514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.413633Z","time spent":"462.664268ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:26:54.87613Z","caller":"traceutil/trace.go:171","msg":"trace[1061445008] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3909; }","duration":"510.510971ms","start":"2026-02-27T18:26:54.365602Z","end":"2026-02-27T18:26:54.876113Z","steps":["trace[1061445008] 'agreement among raft nodes before linearized reading' (duration: 510.317886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:54.876323Z","caller":"traceutil/trace.go:171","msg":"trace[2037891646] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3909; }","duration":"467.248915ms","start":"2026-02-27T18:26:54.409058Z","end":"2026-02-27T18:26:54.876307Z","steps":["trace[2037891646] 'agreement among raft nodes before linearized reading' (duration: 467.127001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.365522Z","time spent":"510.801459ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:26:54.876339Z","caller":"traceutil/trace.go:171","msg":"trace[1140449580] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:3909; }","duration":"508.536387ms","start":"2026-02-27T18:26:54.367765Z","end":"2026-02-27T18:26:54.876301Z","steps":["trace[1140449580] 'agreement among raft nodes before linearized reading' (duration: 507.90881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.409014Z","time spent":"467.346297ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:26:54.87638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.365576Z","time spent":"510.778259ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:26:54.876411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.367757Z","time spent":"508.6438ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-27T18:26:54.876173Z","caller":"traceutil/trace.go:171","msg":"trace[924126900] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3909; }","duration":"340.088647ms","start":"2026-02-27T18:26:54.536061Z","end":"2026-02-27T18:26:54.87615Z","steps":["trace[924126900] 'agreement among raft nodes before linearized reading' (duration: 339.919543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.87652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.536033Z","time spent":"340.466918ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:54.876108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.624235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:26:54.876601Z","caller":"traceutil/trace.go:171","msg":"trace[1320061453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3909; }","duration":"511.178039ms","start":"2026-02-27T18:26:54.365409Z","end":"2026-02-27T18:26:54.876587Z","steps":["trace[1320061453] 'agreement among raft nodes before linearized reading' (duration: 510.194772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.522815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:26:54.876652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.365378Z","time spent":"511.257902ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:26:54.876749Z","caller":"traceutil/trace.go:171","msg":"trace[1777394641] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3909; }","duration":"489.938797ms","start":"2026-02-27T18:26:54.386741Z","end":"2026-02-27T18:26:54.876679Z","steps":["trace[1777394641] 'agreement among raft nodes before linearized reading' (duration: 489.479234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:54.876861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:54.386725Z","time spent":"490.07183ms","remote":"127.0.0.1:41026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":19,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:26:54.877151Z","caller":"traceutil/trace.go:171","msg":"trace[1130466045] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"122.820108ms","start":"2026-02-27T18:26:54.754308Z","end":"2026-02-27T18:26:54.877128Z","steps":["trace[1130466045] 'process raft request' (duration: 122.681044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:57.015913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.978581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:26:57.015998Z","caller":"traceutil/trace.go:171","msg":"trace[638824578] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3955; }","duration":"108.105205ms","start":"2026-02-27T18:26:56.907873Z","end":"2026-02-27T18:26:57.015978Z","steps":["trace[638824578] 'agreement among raft nodes before linearized reading' (duration: 107.860048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:57.235542Z","caller":"traceutil/trace.go:171","msg":"trace[2087199004] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"217.220468ms","start":"2026-02-27T18:26:57.018295Z","end":"2026-02-27T18:26:57.235516Z","steps":["trace[2087199004] 'process raft request' (duration: 209.742503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:57.235689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.693403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:26:57.235541Z","caller":"traceutil/trace.go:171","msg":"trace[2051309660] linearizableReadLoop","detail":"{readStateIndex:4133; appliedIndex:4132; }","duration":"216.515028ms","start":"2026-02-27T18:26:57.018981Z","end":"2026-02-27T18:26:57.235496Z","steps":["trace[2051309660] 'read index received' (duration: 209.076254ms)","trace[2051309660] 'applied index is now lower than readState.Index' (duration: 7.436114ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:57.23575Z","caller":"traceutil/trace.go:171","msg":"trace[46698904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3956; }","duration":"216.760095ms","start":"2026-02-27T18:26:57.018976Z","end":"2026-02-27T18:26:57.235736Z","steps":["trace[46698904] 'agreement among raft nodes before linearized reading' (duration: 216.604901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:57.236993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.555186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T18:26:57.237026Z","caller":"traceutil/trace.go:171","msg":"trace[2137354085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b; range_end:; response_count:1; response_revision:3959; }","duration":"217.613158ms","start":"2026-02-27T18:26:57.019406Z","end":"2026-02-27T18:26:57.237019Z","steps":["trace[2137354085] 'agreement among raft nodes before linearized reading' (duration: 217.524666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:57.237198Z","caller":"traceutil/trace.go:171","msg":"trace[1582270266] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"200.225972ms","start":"2026-02-27T18:26:57.036964Z","end":"2026-02-27T18:26:57.23719Z","steps":["trace[1582270266] 'process raft request' (duration: 199.764499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:57.237442Z","caller":"traceutil/trace.go:171","msg":"trace[429661380] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"200.256123ms","start":"2026-02-27T18:26:57.037176Z","end":"2026-02-27T18:26:57.237432Z","steps":["trace[429661380] 'process raft request' (duration: 199.608945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:57.237609Z","caller":"traceutil/trace.go:171","msg":"trace[492539943] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"200.255682ms","start":"2026-02-27T18:26:57.037346Z","end":"2026-02-27T18:26:57.237602Z","steps":["trace[492539943] 'process raft request' (duration: 199.543533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:57.237791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.343618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:26:57.237818Z","caller":"traceutil/trace.go:171","msg":"trace[541741406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:3959; }","duration":"195.403709ms","start":"2026-02-27T18:26:57.042409Z","end":"2026-02-27T18:26:57.237812Z","steps":["trace[541741406] 'agreement among raft nodes before linearized reading' (duration: 195.324807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:58.852235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.162283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-27T18:26:58.852342Z","caller":"traceutil/trace.go:171","msg":"trace[48681861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5; range_end:; response_count:1; response_revision:4043; }","duration":"432.282646ms","start":"2026-02-27T18:26:58.420036Z","end":"2026-02-27T18:26:58.852318Z","steps":["trace[48681861] 'range keys from in-memory index tree' (duration: 431.787382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:58.852398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:58.419989Z","time spent":"432.391659ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5\" "} {"level":"info","ts":"2026-02-27T18:26:58.86464Z","caller":"traceutil/trace.go:171","msg":"trace[573774906] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"208.861198ms","start":"2026-02-27T18:26:58.655735Z","end":"2026-02-27T18:26:58.864596Z","steps":["trace[573774906] 'process raft request' (duration: 208.597981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:59.008475Z","caller":"traceutil/trace.go:171","msg":"trace[1346625867] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4223; }","duration":"119.670232ms","start":"2026-02-27T18:26:58.888781Z","end":"2026-02-27T18:26:59.008451Z","steps":["trace[1346625867] 'read index received' (duration: 118.016257ms)","trace[1346625867] 'applied index is now lower than readState.Index' (duration: 1.652955ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:59.008763Z","caller":"traceutil/trace.go:171","msg":"trace[491073359] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"140.213845ms","start":"2026-02-27T18:26:58.868522Z","end":"2026-02-27T18:26:59.008735Z","steps":["trace[491073359] 'process raft request' (duration: 138.329653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:59.009014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.232578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:723524"} {"level":"info","ts":"2026-02-27T18:26:59.009078Z","caller":"traceutil/trace.go:171","msg":"trace[565086038] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4045; }","duration":"120.352751ms","start":"2026-02-27T18:26:58.88871Z","end":"2026-02-27T18:26:59.009063Z","steps":["trace[565086038] 'agreement among raft nodes before linearized reading' (duration: 119.932819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.897779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.421011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:01.897911Z","caller":"traceutil/trace.go:171","msg":"trace[890481099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4081; }","duration":"691.621487ms","start":"2026-02-27T18:27:01.206254Z","end":"2026-02-27T18:27:01.897875Z","steps":["trace[890481099] 'range keys from in-memory index tree' (duration: 691.102743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.897969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.206234Z","time spent":"691.72042ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:01.897997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.496491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:27:01.898109Z","caller":"traceutil/trace.go:171","msg":"trace[1093242114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:4081; }","duration":"634.664885ms","start":"2026-02-27T18:27:01.263412Z","end":"2026-02-27T18:27:01.898076Z","steps":["trace[1093242114] 'range keys from in-memory index tree' (duration: 634.338257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.898165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.263389Z","time spent":"634.762677ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:27:01.89824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.53488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:27:01.8983Z","caller":"traceutil/trace.go:171","msg":"trace[315263445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4081; }","duration":"763.630862ms","start":"2026-02-27T18:27:01.134648Z","end":"2026-02-27T18:27:01.898279Z","steps":["trace[315263445] 'range keys from in-memory index tree' (duration: 763.371765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.898335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.134623Z","time spent":"763.704794ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:01.898235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.888678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781325"} {"level":"info","ts":"2026-02-27T18:27:01.898562Z","caller":"traceutil/trace.go:171","msg":"trace[1036650403] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4081; }","duration":"217.237278ms","start":"2026-02-27T18:27:01.681288Z","end":"2026-02-27T18:27:01.898525Z","steps":["trace[1036650403] 'range keys from in-memory index tree' (duration: 216.245931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.898575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.521371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:27:01.898619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.727049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:27:01.898752Z","caller":"traceutil/trace.go:171","msg":"trace[1981875659] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4081; }","duration":"614.920384ms","start":"2026-02-27T18:27:01.283801Z","end":"2026-02-27T18:27:01.898722Z","steps":["trace[1981875659] 'range keys from in-memory index tree' (duration: 614.472862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:01.898664Z","caller":"traceutil/trace.go:171","msg":"trace[1945531052] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4081; }","duration":"611.652924ms","start":"2026-02-27T18:27:01.286989Z","end":"2026-02-27T18:27:01.898642Z","steps":["trace[1945531052] 'range keys from in-memory index tree' (duration: 611.303144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.898825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.283775Z","time spent":"615.034047ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:01.898953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.286978Z","time spent":"611.902721ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:02.308734Z","caller":"traceutil/trace.go:171","msg":"trace[1939925595] linearizableReadLoop","detail":"{readStateIndex:4262; appliedIndex:4261; }","duration":"403.28455ms","start":"2026-02-27T18:27:01.905425Z","end":"2026-02-27T18:27:02.308709Z","steps":["trace[1939925595] 'read index received' (duration: 403.102625ms)","trace[1939925595] 'applied index is now lower than readState.Index' (duration: 180.495µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:02.308798Z","caller":"traceutil/trace.go:171","msg":"trace[2020980748] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"404.439312ms","start":"2026-02-27T18:27:01.904325Z","end":"2026-02-27T18:27:02.308764Z","steps":["trace[2020980748] 'process raft request' (duration: 404.213535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.309003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.904295Z","time spent":"404.597856ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:02.309213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.765934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:02.309317Z","caller":"traceutil/trace.go:171","msg":"trace[2071662346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4082; }","duration":"403.914828ms","start":"2026-02-27T18:27:01.905377Z","end":"2026-02-27T18:27:02.309292Z","steps":["trace[2071662346] 'agreement among raft nodes before linearized reading' (duration: 403.551018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.309368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.905355Z","time spent":"404.00266ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:27:02.363877Z","caller":"traceutil/trace.go:171","msg":"trace[66856264] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"456.661734ms","start":"2026-02-27T18:27:01.907186Z","end":"2026-02-27T18:27:02.363848Z","steps":["trace[66856264] 'process raft request' (duration: 456.371566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.364049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.907175Z","time spent":"456.779587ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:02.364145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.650455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:02.364223Z","caller":"traceutil/trace.go:171","msg":"trace[1101530833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4084; }","duration":"176.761738ms","start":"2026-02-27T18:27:02.187443Z","end":"2026-02-27T18:27:02.364205Z","steps":["trace[1101530833] 'agreement among raft nodes before linearized reading' (duration: 176.554522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.364237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T18:27:02.364264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.35836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42330"} {"level":"info","ts":"2026-02-27T18:27:02.364311Z","caller":"traceutil/trace.go:171","msg":"trace[841910756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4084; }","duration":"458.432003ms","start":"2026-02-27T18:27:01.905866Z","end":"2026-02-27T18:27:02.364298Z","steps":["trace[841910756] 'agreement among raft nodes before linearized reading' (duration: 458.249358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:02.364311Z","caller":"traceutil/trace.go:171","msg":"trace[285083661] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:4084; }","duration":"209.245299ms","start":"2026-02-27T18:27:02.155048Z","end":"2026-02-27T18:27:02.364293Z","steps":["trace[285083661] 'agreement among raft nodes before linearized reading' (duration: 209.065034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.364354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.90585Z","time spent":"458.495415ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42353,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:27:02.364551Z","caller":"traceutil/trace.go:171","msg":"trace[1046967357] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"457.210469ms","start":"2026-02-27T18:27:01.907288Z","end":"2026-02-27T18:27:02.364498Z","steps":["trace[1046967357] 'process raft request' (duration: 456.403407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.364853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.907281Z","time spent":"457.391104ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:02.365002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.436481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781325"} {"level":"info","ts":"2026-02-27T18:27:02.36509Z","caller":"traceutil/trace.go:171","msg":"trace[346284279] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4084; }","duration":"455.606366ms","start":"2026-02-27T18:27:01.909457Z","end":"2026-02-27T18:27:02.365063Z","steps":["trace[346284279] 'agreement among raft nodes before linearized reading' (duration: 454.591928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.365667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.909442Z","time spent":"456.206042ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":781348,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T18:27:02.472206Z","caller":"traceutil/trace.go:171","msg":"trace[1987339078] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"101.789842ms","start":"2026-02-27T18:27:02.370394Z","end":"2026-02-27T18:27:02.472183Z","steps":["trace[1987339078] 'process raft request' (duration: 101.214916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.47212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.707547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T18:27:02.472468Z","caller":"traceutil/trace.go:171","msg":"trace[342118473] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4086; }","duration":"103.099598ms","start":"2026-02-27T18:27:02.369356Z","end":"2026-02-27T18:27:02.472456Z","steps":["trace[342118473] 'agreement among raft nodes before linearized reading' (duration: 102.498192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.240172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.947119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:03.240305Z","caller":"traceutil/trace.go:171","msg":"trace[1830199532] linearizableReadLoop","detail":"{readStateIndex:4276; appliedIndex:4275; }","duration":"336.134929ms","start":"2026-02-27T18:27:02.904151Z","end":"2026-02-27T18:27:03.240286Z","steps":["trace[1830199532] 'read index received' (duration: 102.955514ms)","trace[1830199532] 'applied index is now lower than readState.Index' (duration: 233.178135ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:03.240548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.403696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-02-27T18:27:03.24059Z","caller":"traceutil/trace.go:171","msg":"trace[1969672940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5; range_end:; response_count:1; response_revision:4093; }","duration":"336.499819ms","start":"2026-02-27T18:27:02.904077Z","end":"2026-02-27T18:27:03.240576Z","steps":["trace[1969672940] 'agreement among raft nodes before linearized reading' (duration: 336.311423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.240625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.904049Z","time spent":"336.567971ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5\" "} {"level":"warn","ts":"2026-02-27T18:27:03.240662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.451901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:27:03.240764Z","caller":"traceutil/trace.go:171","msg":"trace[1963118078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4093; }","duration":"218.614106ms","start":"2026-02-27T18:27:03.022126Z","end":"2026-02-27T18:27:03.24074Z","steps":["trace[1963118078] 'agreement among raft nodes before linearized reading' (duration: 218.326898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.240918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.131645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:27:03.240446Z","caller":"traceutil/trace.go:171","msg":"trace[2066478299] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"442.001593ms","start":"2026-02-27T18:27:02.798399Z","end":"2026-02-27T18:27:03.2404Z","steps":["trace[2066478299] 'process raft request' (duration: 208.736745ms)","trace[2066478299] 'compare' (duration: 232.745734ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:03.241009Z","caller":"traceutil/trace.go:171","msg":"trace[593065552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4093; }","duration":"186.342331ms","start":"2026-02-27T18:27:03.054638Z","end":"2026-02-27T18:27:03.24098Z","steps":["trace[593065552] 'agreement among raft nodes before linearized reading' (duration: 186.016562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.243227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.798373Z","time spent":"444.730567ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:27:03.243229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.790502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:27:03.243341Z","caller":"traceutil/trace.go:171","msg":"trace[1544166709] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4093; }","duration":"202.965957ms","start":"2026-02-27T18:27:03.040351Z","end":"2026-02-27T18:27:03.243317Z","steps":["trace[1544166709] 'agreement among raft nodes before linearized reading' (duration: 200.336775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.243736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.339732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:27:03.243842Z","caller":"traceutil/trace.go:171","msg":"trace[1977164079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4093; }","duration":"197.482427ms","start":"2026-02-27T18:27:03.046341Z","end":"2026-02-27T18:27:03.243823Z","steps":["trace[1977164079] 'agreement among raft nodes before linearized reading' (duration: 194.31651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.244632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.677262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:27:03.244744Z","caller":"traceutil/trace.go:171","msg":"trace[1145061394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4093; }","duration":"189.786935ms","start":"2026-02-27T18:27:03.054929Z","end":"2026-02-27T18:27:03.244716Z","steps":["trace[1145061394] 'agreement among raft nodes before linearized reading' (duration: 185.816206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.725113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.945216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:03.725367Z","caller":"traceutil/trace.go:171","msg":"trace[1120525115] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"476.942661ms","start":"2026-02-27T18:27:03.248403Z","end":"2026-02-27T18:27:03.725345Z","steps":["trace[1120525115] 'process raft request' (duration: 238.658075ms)","trace[1120525115] 'compare' (duration: 237.627918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:03.725456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.24837Z","time spent":"477.035083ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.7257Z","caller":"traceutil/trace.go:171","msg":"trace[430563222] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"476.810667ms","start":"2026-02-27T18:27:03.248851Z","end":"2026-02-27T18:27:03.725662Z","steps":["trace[430563222] 'process raft request' (duration: 476.442657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.725881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.248793Z","time spent":"476.997122ms","remote":"127.0.0.1:47554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:27:03.725879Z","caller":"traceutil/trace.go:171","msg":"trace[934232314] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"476.524389ms","start":"2026-02-27T18:27:03.249283Z","end":"2026-02-27T18:27:03.725807Z","steps":["trace[934232314] 'process raft request' (duration: 476.322524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:03.726138Z","caller":"traceutil/trace.go:171","msg":"trace[155281805] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"476.794067ms","start":"2026-02-27T18:27:03.249319Z","end":"2026-02-27T18:27:03.726113Z","steps":["trace[155281805] 'process raft request' (duration: 476.432427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.726173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.249263Z","time spent":"476.771445ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:03.726275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.249277Z","time spent":"476.92401ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.726516Z","caller":"traceutil/trace.go:171","msg":"trace[393647126] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"477.116325ms","start":"2026-02-27T18:27:03.249378Z","end":"2026-02-27T18:27:03.726494Z","steps":["trace[393647126] 'process raft request' (duration: 476.642722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.726643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.249355Z","time spent":"477.214138ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.726716Z","caller":"traceutil/trace.go:171","msg":"trace[2087717839] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"477.167237ms","start":"2026-02-27T18:27:03.249533Z","end":"2026-02-27T18:27:03.7267Z","steps":["trace[2087717839] 'process raft request' (duration: 476.892879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:03.726822Z","caller":"traceutil/trace.go:171","msg":"trace[1150704557] linearizableReadLoop","detail":"{readStateIndex:4283; appliedIndex:4276; }","duration":"100.410354ms","start":"2026-02-27T18:27:03.626392Z","end":"2026-02-27T18:27:03.726802Z","steps":["trace[1150704557] 'read index received' (duration: 96.878757ms)","trace[1150704557] 'applied index is now lower than readState.Index' (duration: 3.530026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:03.726895Z","caller":"traceutil/trace.go:171","msg":"trace[167770064] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"426.406765ms","start":"2026-02-27T18:27:03.300471Z","end":"2026-02-27T18:27:03.726878Z","steps":["trace[167770064] 'process raft request' (duration: 426.180218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.726831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.249525Z","time spent":"477.266489ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:03.726973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.578329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:27:03.726993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:03.300444Z","time spent":"426.500097ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.727037Z","caller":"traceutil/trace.go:171","msg":"trace[994076890] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4100; }","duration":"100.684441ms","start":"2026-02-27T18:27:03.626334Z","end":"2026-02-27T18:27:03.727018Z","steps":["trace[994076890] 'agreement among raft nodes before linearized reading' (duration: 100.587379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:04.551645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.21458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:04.551731Z","caller":"traceutil/trace.go:171","msg":"trace[1927562507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9dbef909-b29f-4974-8b59-503eec5d76a5; range_end:; response_count:0; response_revision:4135; }","duration":"185.364984ms","start":"2026-02-27T18:27:04.366348Z","end":"2026-02-27T18:27:04.551713Z","steps":["trace[1927562507] 'range keys from in-memory index tree' (duration: 185.133777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:04.551747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.017589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:27:04.551795Z","caller":"traceutil/trace.go:171","msg":"trace[1099787441] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"163.593827ms","start":"2026-02-27T18:27:04.388165Z","end":"2026-02-27T18:27:04.551759Z","steps":["trace[1099787441] 'process raft request' (duration: 162.696732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:04.551863Z","caller":"traceutil/trace.go:171","msg":"trace[1952227308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:4135; }","duration":"183.175023ms","start":"2026-02-27T18:27:04.368662Z","end":"2026-02-27T18:27:04.551837Z","steps":["trace[1952227308] 'range keys from in-memory index tree' (duration: 182.840835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.687455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915596191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:27:06.767654Z","caller":"traceutil/trace.go:171","msg":"trace[1723691454] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"671.61793ms","start":"2026-02-27T18:27:06.096007Z","end":"2026-02-27T18:27:06.767625Z","steps":["trace[1723691454] 'process raft request' (duration: 671.407214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.767837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:06.095986Z","time spent":"671.755503ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:06.769874Z","caller":"traceutil/trace.go:171","msg":"trace[1241615587] linearizableReadLoop","detail":"{readStateIndex:4349; appliedIndex:4347; }","duration":"583.100702ms","start":"2026-02-27T18:27:06.186752Z","end":"2026-02-27T18:27:06.769852Z","steps":["trace[1241615587] 'read index received' (duration: 580.594953ms)","trace[1241615587] 'applied index is now lower than readState.Index' (duration: 2.504709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:06.77003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.280846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:06.770126Z","caller":"traceutil/trace.go:171","msg":"trace[313115038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4165; }","duration":"583.4021ms","start":"2026-02-27T18:27:06.186707Z","end":"2026-02-27T18:27:06.77011Z","steps":["trace[313115038] 'agreement among raft nodes before linearized reading' (duration: 583.245576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.77014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.55536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:27:06.7702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:06.186692Z","time spent":"583.492083ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:27:06.770237Z","caller":"traceutil/trace.go:171","msg":"trace[2042620221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4165; }","duration":"274.725355ms","start":"2026-02-27T18:27:06.495489Z","end":"2026-02-27T18:27:06.770215Z","steps":["trace[2042620221] 'agreement among raft nodes before linearized reading' (duration: 274.53933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:06.770058Z","caller":"traceutil/trace.go:171","msg":"trace[2107440811] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"399.291481ms","start":"2026-02-27T18:27:06.370615Z","end":"2026-02-27T18:27:06.769906Z","steps":["trace[2107440811] 'process raft request' (duration: 399.077105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.770332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.508478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:27:06.770395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.092533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T18:27:06.770436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.033769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:27:06.770501Z","caller":"traceutil/trace.go:171","msg":"trace[1376945344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:4165; }","duration":"202.219026ms","start":"2026-02-27T18:27:06.568265Z","end":"2026-02-27T18:27:06.770484Z","steps":["trace[1376945344] 'agreement among raft nodes before linearized reading' (duration: 201.935128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:06.770415Z","caller":"traceutil/trace.go:171","msg":"trace[1873381120] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4165; }","duration":"193.612171ms","start":"2026-02-27T18:27:06.576783Z","end":"2026-02-27T18:27:06.770395Z","steps":["trace[1873381120] 'agreement among raft nodes before linearized reading' (duration: 193.391845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:06.770568Z","caller":"traceutil/trace.go:171","msg":"trace[939861191] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4165; }","duration":"195.215355ms","start":"2026-02-27T18:27:06.575322Z","end":"2026-02-27T18:27:06.770537Z","steps":["trace[939861191] 'agreement among raft nodes before linearized reading' (duration: 194.780053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.770629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.111068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:06.770744Z","caller":"traceutil/trace.go:171","msg":"trace[916675616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4165; }","duration":"208.291903ms","start":"2026-02-27T18:27:06.56243Z","end":"2026-02-27T18:27:06.770722Z","steps":["trace[916675616] 'agreement among raft nodes before linearized reading' (duration: 207.873191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:06.771033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:06.370587Z","time spent":"399.888107ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:13.471756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.275649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:13.471823Z","caller":"traceutil/trace.go:171","msg":"trace[353065279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4278; }","duration":"283.391342ms","start":"2026-02-27T18:27:13.188416Z","end":"2026-02-27T18:27:13.471808Z","steps":["trace[353065279] 'range keys from in-memory index tree' (duration: 283.181487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.47196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.886555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:13.472055Z","caller":"traceutil/trace.go:171","msg":"trace[188023189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4278; }","duration":"595.027699ms","start":"2026-02-27T18:27:12.877004Z","end":"2026-02-27T18:27:13.472032Z","steps":["trace[188023189] 'range keys from in-memory index tree' (duration: 594.633808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.472167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:12.876985Z","time spent":"595.170103ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:13.472179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.80865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:27:13.472204Z","caller":"traceutil/trace.go:171","msg":"trace[744339209] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4278; }","duration":"630.864722ms","start":"2026-02-27T18:27:12.841331Z","end":"2026-02-27T18:27:13.472195Z","steps":["trace[744339209] 'range keys from in-memory index tree' (duration: 630.681987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.472227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:12.841312Z","time spent":"630.903163ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:13.472309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.624626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:27:13.472385Z","caller":"traceutil/trace.go:171","msg":"trace[364894820] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4278; }","duration":"626.747329ms","start":"2026-02-27T18:27:12.84562Z","end":"2026-02-27T18:27:13.472368Z","steps":["trace[364894820] 'range keys from in-memory index tree' (duration: 626.481562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.472422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:12.845609Z","time spent":"626.806671ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:13.478458Z","caller":"traceutil/trace.go:171","msg":"trace[1043877093] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"288.492242ms","start":"2026-02-27T18:27:13.189942Z","end":"2026-02-27T18:27:13.478434Z","steps":["trace[1043877093] 'process raft request' (duration: 288.311357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:17.331985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915596640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:17.833128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915596640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:18.333807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915596640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:18.673884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.476389225s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:27:18.674265Z","caller":"traceutil/trace.go:171","msg":"trace[562847432] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"2.476845137s","start":"2026-02-27T18:27:16.197384Z","end":"2026-02-27T18:27:18.674229Z","steps":["trace[562847432] 'process raft request' (duration: 2.476687903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:18.674411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:16.197366Z","time spent":"2.47697308s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.060884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.395425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:27:19.061253Z","caller":"traceutil/trace.go:171","msg":"trace[420482160] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"708.046466ms","start":"2026-02-27T18:27:18.35318Z","end":"2026-02-27T18:27:19.061226Z","steps":["trace[420482160] 'process raft request' (duration: 707.800529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.061354Z","caller":"traceutil/trace.go:171","msg":"trace[1936435129] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"375.954847ms","start":"2026-02-27T18:27:18.685388Z","end":"2026-02-27T18:27:19.061342Z","steps":["trace[1936435129] 'process raft request' (duration: 375.746711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.061381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.353151Z","time spent":"708.161899ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.061397Z","caller":"traceutil/trace.go:171","msg":"trace[710084157] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"374.670012ms","start":"2026-02-27T18:27:18.686707Z","end":"2026-02-27T18:27:19.061377Z","steps":["trace[710084157] 'process raft request' (duration: 374.61285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.061447Z","caller":"traceutil/trace.go:171","msg":"trace[218901280] linearizableReadLoop","detail":"{readStateIndex:4527; appliedIndex:4525; }","duration":"2.230166451s","start":"2026-02-27T18:27:16.831273Z","end":"2026-02-27T18:27:19.06144Z","steps":["trace[218901280] 'read index received' (duration: 1.842795727s)","trace[218901280] 'applied index is now lower than readState.Index' (duration: 387.370074ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:19.06151Z","caller":"traceutil/trace.go:171","msg":"trace[1618337669] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"375.436593ms","start":"2026-02-27T18:27:18.686061Z","end":"2026-02-27T18:27:19.061497Z","steps":["trace[1618337669] 'process raft request' (duration: 375.150685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.061528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.686701Z","time spent":"374.746305ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.06159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.686051Z","time spent":"375.498145ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.061684Z","caller":"traceutil/trace.go:171","msg":"trace[2004901631] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"375.185506ms","start":"2026-02-27T18:27:18.686487Z","end":"2026-02-27T18:27:19.061673Z","steps":["trace[2004901631] 'process raft request' (duration: 374.784745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.061421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.685376Z","time spent":"376.011858ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.061762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.686479Z","time spent":"375.251987ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.061754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230443108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:27:19.061832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.812747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-64679b74d6-92dj9\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-02-27T18:27:19.061892Z","caller":"traceutil/trace.go:171","msg":"trace[932703724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4338; }","duration":"2.230624093s","start":"2026-02-27T18:27:16.831227Z","end":"2026-02-27T18:27:19.061852Z","steps":["trace[932703724] 'agreement among raft nodes before linearized reading' (duration: 2.230286624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.061721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227742405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T18:27:19.062025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.597829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:19.062061Z","caller":"traceutil/trace.go:171","msg":"trace[782881037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4338; }","duration":"457.63349ms","start":"2026-02-27T18:27:18.604419Z","end":"2026-02-27T18:27:19.062052Z","steps":["trace[782881037] 'agreement among raft nodes before linearized reading' (duration: 457.519467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.06208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271299236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:27:19.062089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542010627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:27:19.062125Z","caller":"traceutil/trace.go:171","msg":"trace[1718739909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4338; }","duration":"1.271382498s","start":"2026-02-27T18:27:17.790732Z","end":"2026-02-27T18:27:19.062115Z","steps":["trace[1718739909] 'agreement among raft nodes before linearized reading' (duration: 1.271250294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.062162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.790715Z","time spent":"1.27143894s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:19.06217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749014627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T18:27:19.062198Z","caller":"traceutil/trace.go:171","msg":"trace[1505033151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4338; }","duration":"1.749082009s","start":"2026-02-27T18:27:17.313108Z","end":"2026-02-27T18:27:19.06219Z","steps":["trace[1505033151] 'agreement among raft nodes before linearized reading' (duration: 1.749004037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.062208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255288676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:27:19.061882Z","caller":"traceutil/trace.go:171","msg":"trace[1668782805] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-64679b74d6-92dj9; range_end:; response_count:1; response_revision:4338; }","duration":"377.897289ms","start":"2026-02-27T18:27:18.683967Z","end":"2026-02-27T18:27:19.061865Z","steps":["trace[1668782805] 'agreement among raft nodes before linearized reading' (duration: 377.802946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.062279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535227565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:27:19.062311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199905018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:27:19.06223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.313073Z","time spent":"1.749151011s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:19.062338Z","caller":"traceutil/trace.go:171","msg":"trace[1974329825] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4338; }","duration":"2.19997022s","start":"2026-02-27T18:27:16.862361Z","end":"2026-02-27T18:27:19.062331Z","steps":["trace[1974329825] 'agreement among raft nodes before linearized reading' (duration: 2.199924588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.062386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249360097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:27:19.062453Z","caller":"traceutil/trace.go:171","msg":"trace[1145737675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4338; }","duration":"1.249518632s","start":"2026-02-27T18:27:17.812923Z","end":"2026-02-27T18:27:19.062442Z","steps":["trace[1145737675] 'agreement among raft nodes before linearized reading' (duration: 1.249168032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.063553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.812905Z","time spent":"1.250628321s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:27:19.062154Z","caller":"traceutil/trace.go:171","msg":"trace[1090275197] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4338; }","duration":"1.542108179s","start":"2026-02-27T18:27:17.520025Z","end":"2026-02-27T18:27:19.062134Z","steps":["trace[1090275197] 'agreement among raft nodes before linearized reading' (duration: 1.541959775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.063723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.520008Z","time spent":"1.543683732s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:19.062267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247951559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:27:19.063868Z","caller":"traceutil/trace.go:171","msg":"trace[1281993938] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4338; }","duration":"1.249590503s","start":"2026-02-27T18:27:17.814232Z","end":"2026-02-27T18:27:19.063823Z","steps":["trace[1281993938] 'agreement among raft nodes before linearized reading' (duration: 1.247796274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.063945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.814201Z","time spent":"1.249723926s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:27:19.062533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24835186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:27:19.062092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.604351Z","time spent":"457.733543ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:27:19.064099Z","caller":"traceutil/trace.go:171","msg":"trace[2022959201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4338; }","duration":"1.249908302s","start":"2026-02-27T18:27:17.814141Z","end":"2026-02-27T18:27:19.064049Z","steps":["trace[2022959201] 'agreement among raft nodes before linearized reading' (duration: 1.248280108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.064229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.814124Z","time spent":"1.250058995s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:19.061986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:16.831211Z","time spent":"2.230761347s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:27:19.062017Z","caller":"traceutil/trace.go:171","msg":"trace[257326525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:4338; }","duration":"2.228096406s","start":"2026-02-27T18:27:16.833899Z","end":"2026-02-27T18:27:19.061996Z","steps":["trace[257326525] 'agreement among raft nodes before linearized reading' (duration: 2.227629903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.064382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:16.83388Z","time spent":"2.230480439s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:27:19.062269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874704274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:19.064497Z","caller":"traceutil/trace.go:171","msg":"trace[480584672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4338; }","duration":"1.876917733s","start":"2026-02-27T18:27:17.18756Z","end":"2026-02-27T18:27:19.064478Z","steps":["trace[480584672] 'agreement among raft nodes before linearized reading' (duration: 1.874691663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.064545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.187517Z","time spent":"1.877016816s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:27:19.062293Z","caller":"traceutil/trace.go:171","msg":"trace[2105993628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4338; }","duration":"1.255370568s","start":"2026-02-27T18:27:17.806901Z","end":"2026-02-27T18:27:19.062272Z","steps":["trace[2105993628] 'agreement among raft nodes before linearized reading' (duration: 1.255185823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.062304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.683945Z","time spent":"378.347881ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11870,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-64679b74d6-92dj9\" "} {"level":"warn","ts":"2026-02-27T18:27:19.062371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:16.86234Z","time spent":"2.200023431s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:27:19.062396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.502176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-02-27T18:27:19.065019Z","caller":"traceutil/trace.go:171","msg":"trace[1351498998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4338; }","duration":"804.141407ms","start":"2026-02-27T18:27:18.260857Z","end":"2026-02-27T18:27:19.064998Z","steps":["trace[1351498998] 'agreement among raft nodes before linearized reading' (duration: 801.469105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.06261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073578934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:27:19.065095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:18.260836Z","time spent":"804.235729ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14520,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T18:27:19.064906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.806882Z","time spent":"1.257843065s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:27:19.065177Z","caller":"traceutil/trace.go:171","msg":"trace[1787512674] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4338; }","duration":"1.076178974s","start":"2026-02-27T18:27:17.98894Z","end":"2026-02-27T18:27:19.065119Z","steps":["trace[1787512674] 'agreement among raft nodes before linearized reading' (duration: 1.07344384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.065258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.988921Z","time spent":"1.076322778s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:27:19.062343Z","caller":"traceutil/trace.go:171","msg":"trace[74687938] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4338; }","duration":"1.535293767s","start":"2026-02-27T18:27:17.527036Z","end":"2026-02-27T18:27:19.062329Z","steps":["trace[74687938] 'agreement among raft nodes before linearized reading' (duration: 1.535148583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.065379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.526975Z","time spent":"1.5383843s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:19.06337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339491098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T18:27:19.065536Z","caller":"traceutil/trace.go:171","msg":"trace[95728074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4338; }","duration":"1.341706308s","start":"2026-02-27T18:27:17.72382Z","end":"2026-02-27T18:27:19.065526Z","steps":["trace[95728074] 'agreement among raft nodes before linearized reading' (duration: 1.338277455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.06557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:17.723797Z","time spent":"1.341762328s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T18:27:19.391965Z","caller":"traceutil/trace.go:171","msg":"trace[1643845025] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"324.152425ms","start":"2026-02-27T18:27:19.067769Z","end":"2026-02-27T18:27:19.391922Z","steps":["trace[1643845025] 'process raft request' (duration: 323.798605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.392105Z","caller":"traceutil/trace.go:171","msg":"trace[2009619480] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"323.088096ms","start":"2026-02-27T18:27:19.069003Z","end":"2026-02-27T18:27:19.392091Z","steps":["trace[2009619480] 'process raft request' (duration: 322.868281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.392157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.067741Z","time spent":"324.300759ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.392193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.068991Z","time spent":"323.153739ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.391953Z","caller":"traceutil/trace.go:171","msg":"trace[334893602] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"322.968644ms","start":"2026-02-27T18:27:19.068954Z","end":"2026-02-27T18:27:19.391923Z","steps":["trace[334893602] 'process raft request' (duration: 322.861131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.392421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.06894Z","time spent":"323.412445ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.393185Z","caller":"traceutil/trace.go:171","msg":"trace[1382630174] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"324.061783ms","start":"2026-02-27T18:27:19.069099Z","end":"2026-02-27T18:27:19.39316Z","steps":["trace[1382630174] 'process raft request' (duration: 323.862538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.393192Z","caller":"traceutil/trace.go:171","msg":"trace[59381638] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"324.080123ms","start":"2026-02-27T18:27:19.069076Z","end":"2026-02-27T18:27:19.393157Z","steps":["trace[59381638] 'process raft request' (duration: 322.964013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.393306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.069088Z","time spent":"324.153335ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.393359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.069072Z","time spent":"324.194636ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.393313Z","caller":"traceutil/trace.go:171","msg":"trace[1978787851] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"322.551463ms","start":"2026-02-27T18:27:19.070663Z","end":"2026-02-27T18:27:19.393215Z","steps":["trace[1978787851] 'process raft request' (duration: 322.403969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.393571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.070654Z","time spent":"322.83564ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.393763Z","caller":"traceutil/trace.go:171","msg":"trace[661146633] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"322.717097ms","start":"2026-02-27T18:27:19.071027Z","end":"2026-02-27T18:27:19.393744Z","steps":["trace[661146633] 'process raft request' (duration: 322.144901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.393872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.071015Z","time spent":"322.809579ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:19.393915Z","caller":"traceutil/trace.go:171","msg":"trace[219678114] linearizableReadLoop","detail":"{readStateIndex:4534; appliedIndex:4532; }","duration":"325.07067ms","start":"2026-02-27T18:27:19.068829Z","end":"2026-02-27T18:27:19.393899Z","steps":["trace[219678114] 'read index received' (duration: 84.233653ms)","trace[219678114] 'applied index is now lower than readState.Index' (duration: 240.836067ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:19.394Z","caller":"traceutil/trace.go:171","msg":"trace[933982942] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"318.797081ms","start":"2026-02-27T18:27:19.075186Z","end":"2026-02-27T18:27:19.393983Z","steps":["trace[933982942] 'process raft request' (duration: 318.495233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.394081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.075179Z","time spent":"318.861573ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:19.394115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.277315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:27:19.39416Z","caller":"traceutil/trace.go:171","msg":"trace[954977185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4347; }","duration":"325.354528ms","start":"2026-02-27T18:27:19.06879Z","end":"2026-02-27T18:27:19.394144Z","steps":["trace[954977185] 'agreement among raft nodes before linearized reading' (duration: 325.202934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.394213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.068775Z","time spent":"325.425739ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:19.394361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.877964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:27:19.394393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.772932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50370"} {"level":"warn","ts":"2026-02-27T18:27:19.394401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.95234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:27:19.394411Z","caller":"traceutil/trace.go:171","msg":"trace[1665196611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4347; }","duration":"321.939545ms","start":"2026-02-27T18:27:19.072459Z","end":"2026-02-27T18:27:19.394399Z","steps":["trace[1665196611] 'agreement among raft nodes before linearized reading' (duration: 321.865973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.394438Z","caller":"traceutil/trace.go:171","msg":"trace[1335446826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4347; }","duration":"324.821773ms","start":"2026-02-27T18:27:19.069604Z","end":"2026-02-27T18:27:19.394426Z","steps":["trace[1335446826] 'agreement among raft nodes before linearized reading' (duration: 324.597927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.394453Z","caller":"traceutil/trace.go:171","msg":"trace[2013363390] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4347; }","duration":"324.012421ms","start":"2026-02-27T18:27:19.070423Z","end":"2026-02-27T18:27:19.394435Z","steps":["trace[2013363390] 'agreement among raft nodes before linearized reading' (duration: 323.884608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.394455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.072453Z","time spent":"321.992518ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:27:19.394483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.069596Z","time spent":"324.878395ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":50393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:27:19.394494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.070417Z","time spent":"324.067453ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:19.394647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.32744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:19.394806Z","caller":"traceutil/trace.go:171","msg":"trace[1809289158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4347; }","duration":"324.507095ms","start":"2026-02-27T18:27:19.07028Z","end":"2026-02-27T18:27:19.394787Z","steps":["trace[1809289158] 'agreement among raft nodes before linearized reading' (duration: 324.049733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:19.394937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.070273Z","time spent":"324.648909ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:19.597539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.327349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:19.597803Z","caller":"traceutil/trace.go:171","msg":"trace[2122073336] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"197.955637ms","start":"2026-02-27T18:27:19.399814Z","end":"2026-02-27T18:27:19.59777Z","steps":["trace[2122073336] 'process raft request' (duration: 76.31124ms)","trace[2122073336] 'compare' (duration: 121.097052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:19.597983Z","caller":"traceutil/trace.go:171","msg":"trace[1355427632] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"198.104411ms","start":"2026-02-27T18:27:19.399853Z","end":"2026-02-27T18:27:19.597957Z","steps":["trace[1355427632] 'process raft request' (duration: 197.791452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.5981Z","caller":"traceutil/trace.go:171","msg":"trace[1440489334] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"198.163982ms","start":"2026-02-27T18:27:19.399915Z","end":"2026-02-27T18:27:19.598079Z","steps":["trace[1440489334] 'process raft request' (duration: 197.934666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.598607Z","caller":"traceutil/trace.go:171","msg":"trace[624210956] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"157.357167ms","start":"2026-02-27T18:27:19.441235Z","end":"2026-02-27T18:27:19.598592Z","steps":["trace[624210956] 'process raft request' (duration: 157.10608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.598641Z","caller":"traceutil/trace.go:171","msg":"trace[1115281955] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"198.601614ms","start":"2026-02-27T18:27:19.400028Z","end":"2026-02-27T18:27:19.598629Z","steps":["trace[1115281955] 'process raft request' (duration: 197.908115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:19.598627Z","caller":"traceutil/trace.go:171","msg":"trace[896994346] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"192.835589ms","start":"2026-02-27T18:27:19.405764Z","end":"2026-02-27T18:27:19.598599Z","steps":["trace[896994346] 'process raft request' (duration: 192.49665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:20.924457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226072812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T18:27:20.924695Z","caller":"traceutil/trace.go:171","msg":"trace[1581428765] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4353; }","duration":"1.320236931s","start":"2026-02-27T18:27:19.604439Z","end":"2026-02-27T18:27:20.924676Z","steps":["trace[1581428765] 'process raft request' (duration: 93.874691ms)","trace[1581428765] 'compare' (duration: 1.225998401s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:20.924777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.604421Z","time spent":"1.320322514s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:27:20.925291Z","caller":"traceutil/trace.go:171","msg":"trace[1288193198] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"1.320311663s","start":"2026-02-27T18:27:19.604957Z","end":"2026-02-27T18:27:20.925268Z","steps":["trace[1288193198] 'process raft request' (duration: 1.319624035s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:20.925437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.604939Z","time spent":"1.320423957s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:20.925876Z","caller":"traceutil/trace.go:171","msg":"trace[1866473928] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"1.319590834s","start":"2026-02-27T18:27:19.606267Z","end":"2026-02-27T18:27:20.925857Z","steps":["trace[1866473928] 'process raft request' (duration: 1.318925596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:20.926005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.606251Z","time spent":"1.319702407s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:20.926288Z","caller":"traceutil/trace.go:171","msg":"trace[538498183] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"1.316769738s","start":"2026-02-27T18:27:19.609505Z","end":"2026-02-27T18:27:20.926275Z","steps":["trace[538498183] 'process raft request' (duration: 1.316578823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:20.926359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:19.609485Z","time spent":"1.316838961s","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:20.92631Z","caller":"traceutil/trace.go:171","msg":"trace[1670044619] linearizableReadLoop","detail":"{readStateIndex:4551; appliedIndex:4547; }","duration":"738.452004ms","start":"2026-02-27T18:27:20.187817Z","end":"2026-02-27T18:27:20.926269Z","steps":["trace[1670044619] 'read index received' (duration: 249.378828ms)","trace[1670044619] 'applied index is now lower than readState.Index' (duration: 489.071516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:20.926447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.623569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:20.926547Z","caller":"traceutil/trace.go:171","msg":"trace[706075450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4356; }","duration":"738.762293ms","start":"2026-02-27T18:27:20.18776Z","end":"2026-02-27T18:27:20.926522Z","steps":["trace[706075450] 'agreement among raft nodes before linearized reading' (duration: 738.608789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:20.926589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:20.187739Z","time spent":"738.842795ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:27:26.176118Z","caller":"traceutil/trace.go:171","msg":"trace[1093981026] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"101.868446ms","start":"2026-02-27T18:27:26.07422Z","end":"2026-02-27T18:27:26.176088Z","steps":["trace[1093981026] 'process raft request' (duration: 99.258046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:28.999822Z","caller":"traceutil/trace.go:171","msg":"trace[1315304134] linearizableReadLoop","detail":"{readStateIndex:4714; appliedIndex:4713; }","duration":"227.079459ms","start":"2026-02-27T18:27:28.772726Z","end":"2026-02-27T18:27:28.999806Z","steps":["trace[1315304134] 'read index received' (duration: 184.495956ms)","trace[1315304134] 'applied index is now lower than readState.Index' (duration: 42.582083ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:28.999884Z","caller":"traceutil/trace.go:171","msg":"trace[1152631786] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"303.980395ms","start":"2026-02-27T18:27:28.695849Z","end":"2026-02-27T18:27:28.999829Z","steps":["trace[1152631786] 'process raft request' (duration: 261.446133ms)","trace[1152631786] 'compare' (duration: 42.251184ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:29.0004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:28.695817Z","time spent":"304.145149ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:29.000486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.735557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2645186-a672-4259-a4d3-cb06ba5cc36c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T18:27:29.000781Z","caller":"traceutil/trace.go:171","msg":"trace[1424540873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2645186-a672-4259-a4d3-cb06ba5cc36c; range_end:; response_count:1; response_revision:4516; }","duration":"228.087967ms","start":"2026-02-27T18:27:28.772664Z","end":"2026-02-27T18:27:29.000752Z","steps":["trace[1424540873] 'agreement among raft nodes before linearized reading' (duration: 227.232394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.470951Z","caller":"traceutil/trace.go:171","msg":"trace[913038180] linearizableReadLoop","detail":"{readStateIndex:4715; appliedIndex:4714; }","duration":"470.99199ms","start":"2026-02-27T18:27:28.999933Z","end":"2026-02-27T18:27:29.470925Z","steps":["trace[913038180] 'read index received' (duration: 470.840566ms)","trace[913038180] 'applied index is now lower than readState.Index' (duration: 150.144µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:29.471071Z","caller":"traceutil/trace.go:171","msg":"trace[394948009] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"513.79387ms","start":"2026-02-27T18:27:28.957244Z","end":"2026-02-27T18:27:29.471038Z","steps":["trace[394948009] 'process raft request' (duration: 513.497362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.471138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.527492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:29.471206Z","caller":"traceutil/trace.go:171","msg":"trace[1262196887] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4517; }","duration":"631.644896ms","start":"2026-02-27T18:27:28.839546Z","end":"2026-02-27T18:27:29.471191Z","steps":["trace[1262196887] 'agreement among raft nodes before linearized reading' (duration: 631.522523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.471238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:28.839525Z","time spent":"631.706437ms","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:27:29.471269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.008518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:27:29.471317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:28.957221Z","time spent":"513.939483ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:27:29.471411Z","caller":"traceutil/trace.go:171","msg":"trace[611174220] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4517; }","duration":"472.242313ms","start":"2026-02-27T18:27:28.99915Z","end":"2026-02-27T18:27:29.471392Z","steps":["trace[611174220] 'agreement among raft nodes before linearized reading' (duration: 471.897014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.471457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:28.999132Z","time spent":"472.313666ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:29.471857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.295985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:27:29.471951Z","caller":"traceutil/trace.go:171","msg":"trace[1371049743] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4517; }","duration":"472.427339ms","start":"2026-02-27T18:27:28.999502Z","end":"2026-02-27T18:27:29.47193Z","steps":["trace[1371049743] 'agreement among raft nodes before linearized reading' (duration: 472.134131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.471999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:28.999493Z","time spent":"472.49683ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:29.482946Z","caller":"traceutil/trace.go:171","msg":"trace[1899813966] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"199.58615ms","start":"2026-02-27T18:27:29.283337Z","end":"2026-02-27T18:27:29.482923Z","steps":["trace[1899813966] 'process raft request' (duration: 199.331033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.483397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.416084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:29.483473Z","caller":"traceutil/trace.go:171","msg":"trace[2040484823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4519; }","duration":"295.524637ms","start":"2026-02-27T18:27:29.18793Z","end":"2026-02-27T18:27:29.483455Z","steps":["trace[2040484823] 'agreement among raft nodes before linearized reading' (duration: 295.418905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.483516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:27:29.483566Z","caller":"traceutil/trace.go:171","msg":"trace[1207483224] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4519; }","duration":"111.752782ms","start":"2026-02-27T18:27:29.371798Z","end":"2026-02-27T18:27:29.483551Z","steps":["trace[1207483224] 'agreement among raft nodes before linearized reading' (duration: 111.626869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.483574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.05754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-7b4t9\" ","response":"range_response_count:1 size:3709"} {"level":"info","ts":"2026-02-27T18:27:29.483692Z","caller":"traceutil/trace.go:171","msg":"trace[1774692611] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-7b4t9; range_end:; response_count:1; response_revision:4519; }","duration":"185.280196ms","start":"2026-02-27T18:27:29.298388Z","end":"2026-02-27T18:27:29.483668Z","steps":["trace[1774692611] 'agreement among raft nodes before linearized reading' (duration: 184.897676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.483903Z","caller":"traceutil/trace.go:171","msg":"trace[331495535] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"194.980827ms","start":"2026-02-27T18:27:29.288889Z","end":"2026-02-27T18:27:29.48387Z","steps":["trace[331495535] 'process raft request' (duration: 193.97344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.71783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.837393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:29.717952Z","caller":"traceutil/trace.go:171","msg":"trace[666010018] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"228.60881ms","start":"2026-02-27T18:27:29.489321Z","end":"2026-02-27T18:27:29.71793Z","steps":["trace[666010018] 'process raft request' (duration: 100.574421ms)","trace[666010018] 'compare' (duration: 127.69448ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:29.773449Z","caller":"traceutil/trace.go:171","msg":"trace[2126070880] linearizableReadLoop","detail":"{readStateIndex:4725; appliedIndex:4717; }","duration":"281.751658ms","start":"2026-02-27T18:27:29.491674Z","end":"2026-02-27T18:27:29.773426Z","steps":["trace[2126070880] 'read index received' (duration: 98.162887ms)","trace[2126070880] 'applied index is now lower than readState.Index' (duration: 183.587511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:29.773821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.138768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T18:27:29.77388Z","caller":"traceutil/trace.go:171","msg":"trace[1621833260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e6f787b-afc3-41a3-a075-3f8a3574b11b; range_end:; response_count:1; response_revision:4528; }","duration":"282.21682ms","start":"2026-02-27T18:27:29.491648Z","end":"2026-02-27T18:27:29.773865Z","steps":["trace[1621833260] 'agreement among raft nodes before linearized reading' (duration: 282.052855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.77403Z","caller":"traceutil/trace.go:171","msg":"trace[846858579] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"284.44023ms","start":"2026-02-27T18:27:29.489518Z","end":"2026-02-27T18:27:29.773958Z","steps":["trace[846858579] 'process raft request' (duration: 283.717621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774093Z","caller":"traceutil/trace.go:171","msg":"trace[915676731] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"284.657126ms","start":"2026-02-27T18:27:29.489399Z","end":"2026-02-27T18:27:29.774056Z","steps":["trace[915676731] 'process raft request' (duration: 283.748451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774197Z","caller":"traceutil/trace.go:171","msg":"trace[151054645] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"284.741718ms","start":"2026-02-27T18:27:29.489396Z","end":"2026-02-27T18:27:29.774138Z","steps":["trace[151054645] 'process raft request' (duration: 283.643008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774397Z","caller":"traceutil/trace.go:171","msg":"trace[344636948] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"284.775829ms","start":"2026-02-27T18:27:29.489604Z","end":"2026-02-27T18:27:29.77438Z","steps":["trace[344636948] 'process raft request' (duration: 283.66592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774419Z","caller":"traceutil/trace.go:171","msg":"trace[1697536009] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"284.948874ms","start":"2026-02-27T18:27:29.489456Z","end":"2026-02-27T18:27:29.774405Z","steps":["trace[1697536009] 'process raft request' (duration: 283.743412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774489Z","caller":"traceutil/trace.go:171","msg":"trace[1863237025] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"281.562892ms","start":"2026-02-27T18:27:29.492857Z","end":"2026-02-27T18:27:29.774419Z","steps":["trace[1863237025] 'process raft request' (duration: 280.520455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.774518Z","caller":"traceutil/trace.go:171","msg":"trace[250619006] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"284.122221ms","start":"2026-02-27T18:27:29.490385Z","end":"2026-02-27T18:27:29.774507Z","steps":["trace[250619006] 'process raft request' (duration: 282.916278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.77453Z","caller":"traceutil/trace.go:171","msg":"trace[2065443305] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"284.05831ms","start":"2026-02-27T18:27:29.490456Z","end":"2026-02-27T18:27:29.774514Z","steps":["trace[2065443305] 'process raft request' (duration: 282.881568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:29.953051Z","caller":"traceutil/trace.go:171","msg":"trace[649354531] linearizableReadLoop","detail":"{readStateIndex:4732; appliedIndex:4731; }","duration":"104.865976ms","start":"2026-02-27T18:27:29.848139Z","end":"2026-02-27T18:27:29.953005Z","steps":["trace[649354531] 'read index received' (duration: 101.805334ms)","trace[649354531] 'applied index is now lower than readState.Index' (duration: 3.060102ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:29.953105Z","caller":"traceutil/trace.go:171","msg":"trace[359540115] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"108.770422ms","start":"2026-02-27T18:27:29.84429Z","end":"2026-02-27T18:27:29.953061Z","steps":["trace[359540115] 'process raft request' (duration: 105.637327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:29.953305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.136954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T18:27:29.953725Z","caller":"traceutil/trace.go:171","msg":"trace[96217484] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4534; }","duration":"105.617777ms","start":"2026-02-27T18:27:29.848097Z","end":"2026-02-27T18:27:29.953714Z","steps":["trace[96217484] 'agreement among raft nodes before linearized reading' (duration: 105.013271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.282647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.551487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:27:36.282749Z","caller":"traceutil/trace.go:171","msg":"trace[231563561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"483.696181ms","start":"2026-02-27T18:27:35.79903Z","end":"2026-02-27T18:27:36.282727Z","steps":["trace[231563561] 'range keys from in-memory index tree' (duration: 483.339702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.282789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.799012Z","time spent":"483.768184ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:27:36.282846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.628876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:27:36.282894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.17395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:27:36.282946Z","caller":"traceutil/trace.go:171","msg":"trace[767335472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"478.757178ms","start":"2026-02-27T18:27:35.804158Z","end":"2026-02-27T18:27:36.282915Z","steps":["trace[767335472] 'range keys from in-memory index tree' (duration: 478.478301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.282957Z","caller":"traceutil/trace.go:171","msg":"trace[49026903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"479.244272ms","start":"2026-02-27T18:27:35.803696Z","end":"2026-02-27T18:27:36.28294Z","steps":["trace[49026903] 'range keys from in-memory index tree' (duration: 479.014686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.283012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.803644Z","time spent":"479.354965ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:36.283017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.804147Z","time spent":"478.851672ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:36.283046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.885467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:27:36.283044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.061028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:27:36.283059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.308984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:36.283131Z","caller":"traceutil/trace.go:171","msg":"trace[1021239254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"482.187231ms","start":"2026-02-27T18:27:35.800924Z","end":"2026-02-27T18:27:36.283111Z","steps":["trace[1021239254] 'range keys from in-memory index tree' (duration: 481.893393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.28314Z","caller":"traceutil/trace.go:171","msg":"trace[676022498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"479.411536ms","start":"2026-02-27T18:27:35.80371Z","end":"2026-02-27T18:27:36.283121Z","steps":["trace[676022498] 'range keys from in-memory index tree' (duration: 479.158319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.283163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.288041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:27:36.283173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.800917Z","time spent":"482.245763ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:27:36.283182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.803703Z","time spent":"479.470628ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:27:36.283192Z","caller":"traceutil/trace.go:171","msg":"trace[1593892997] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"432.337132ms","start":"2026-02-27T18:27:35.850847Z","end":"2026-02-27T18:27:36.283184Z","steps":["trace[1593892997] 'range keys from in-memory index tree' (duration: 432.200919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.283086Z","caller":"traceutil/trace.go:171","msg":"trace[1549938799] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"432.951609ms","start":"2026-02-27T18:27:35.850119Z","end":"2026-02-27T18:27:36.28307Z","steps":["trace[1549938799] 'range keys from in-memory index tree' (duration: 432.772064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.28322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.850836Z","time spent":"432.377903ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:36.283268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.850101Z","time spent":"433.142353ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:36.774082Z","caller":"traceutil/trace.go:171","msg":"trace[1150203331] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"486.761774ms","start":"2026-02-27T18:27:36.287294Z","end":"2026-02-27T18:27:36.774056Z","steps":["trace[1150203331] 'process raft request' (duration: 486.555598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.774254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.287278Z","time spent":"486.875427ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.779492Z","caller":"traceutil/trace.go:171","msg":"trace[296754094] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"492.038046ms","start":"2026-02-27T18:27:36.287444Z","end":"2026-02-27T18:27:36.779482Z","steps":["trace[296754094] 'process raft request' (duration: 491.853821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.7795Z","caller":"traceutil/trace.go:171","msg":"trace[301959760] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"491.949774ms","start":"2026-02-27T18:27:36.287527Z","end":"2026-02-27T18:27:36.779477Z","steps":["trace[301959760] 'process raft request' (duration: 491.860931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.779592Z","caller":"traceutil/trace.go:171","msg":"trace[2027961561] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"492.022026ms","start":"2026-02-27T18:27:36.287561Z","end":"2026-02-27T18:27:36.779583Z","steps":["trace[2027961561] 'process raft request' (duration: 491.860351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.779606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.287506Z","time spent":"492.044326ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:36.779629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.287539Z","time spent":"492.068226ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.779691Z","caller":"traceutil/trace.go:171","msg":"trace[255862538] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"489.530618ms","start":"2026-02-27T18:27:36.290153Z","end":"2026-02-27T18:27:36.779684Z","steps":["trace[255862538] 'process raft request' (duration: 489.477247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.779709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.287434Z","time spent":"492.083187ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:36.779735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.290139Z","time spent":"489.574469ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.779757Z","caller":"traceutil/trace.go:171","msg":"trace[314342622] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"491.298316ms","start":"2026-02-27T18:27:36.288396Z","end":"2026-02-27T18:27:36.779694Z","steps":["trace[314342622] 'process raft request' (duration: 491.155342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.779885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.288371Z","time spent":"491.44647ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.780048Z","caller":"traceutil/trace.go:171","msg":"trace[1834042979] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"489.6048ms","start":"2026-02-27T18:27:36.290422Z","end":"2026-02-27T18:27:36.780027Z","steps":["trace[1834042979] 'process raft request' (duration: 489.244701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.780159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.290403Z","time spent":"489.696642ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.779983Z","caller":"traceutil/trace.go:171","msg":"trace[996517908] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4796; }","duration":"330.252641ms","start":"2026-02-27T18:27:36.449714Z","end":"2026-02-27T18:27:36.779967Z","steps":["trace[996517908] 'read index received' (duration: 324.107996ms)","trace[996517908] 'applied index is now lower than readState.Index' (duration: 6.143595ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:36.780346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.62691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:36.780409Z","caller":"traceutil/trace.go:171","msg":"trace[193396946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4602; }","duration":"330.695382ms","start":"2026-02-27T18:27:36.449699Z","end":"2026-02-27T18:27:36.780394Z","steps":["trace[193396946] 'agreement among raft nodes before linearized reading' (duration: 330.527038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.780437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.449642Z","time spent":"330.789625ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:36.780501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.414653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:36.780561Z","caller":"traceutil/trace.go:171","msg":"trace[1598393255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4602; }","duration":"219.500405ms","start":"2026-02-27T18:27:36.56104Z","end":"2026-02-27T18:27:36.780541Z","steps":["trace[1598393255] 'agreement among raft nodes before linearized reading' (duration: 219.404573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:40.594474Z","caller":"traceutil/trace.go:171","msg":"trace[1149037660] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"143.726391ms","start":"2026-02-27T18:27:40.450727Z","end":"2026-02-27T18:27:40.594454Z","steps":["trace[1149037660] 'process raft request' (duration: 143.566387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:40.594688Z","caller":"traceutil/trace.go:171","msg":"trace[1813543856] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"142.408155ms","start":"2026-02-27T18:27:40.452254Z","end":"2026-02-27T18:27:40.594662Z","steps":["trace[1813543856] 'process raft request' (duration: 142.149598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:40.594877Z","caller":"traceutil/trace.go:171","msg":"trace[208117892] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"142.316233ms","start":"2026-02-27T18:27:40.452545Z","end":"2026-02-27T18:27:40.594861Z","steps":["trace[208117892] 'process raft request' (duration: 142.037765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:41.007531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.005895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:41.007667Z","caller":"traceutil/trace.go:171","msg":"trace[98607606] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4844; }","duration":"210.051442ms","start":"2026-02-27T18:27:40.797595Z","end":"2026-02-27T18:27:41.007646Z","steps":["trace[98607606] 'read index received' (duration: 42.44353ms)","trace[98607606] 'applied index is now lower than readState.Index' (duration: 167.606212ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:41.007731Z","caller":"traceutil/trace.go:171","msg":"trace[2100051892] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"211.202413ms","start":"2026-02-27T18:27:40.796477Z","end":"2026-02-27T18:27:41.00768Z","steps":["trace[2100051892] 'process raft request' (duration: 97.92494ms)","trace[2100051892] 'compare' (duration: 112.828971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:41.007895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.292858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:27:41.007926Z","caller":"traceutil/trace.go:171","msg":"trace[502976108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4642; }","duration":"210.34601ms","start":"2026-02-27T18:27:40.797569Z","end":"2026-02-27T18:27:41.007915Z","steps":["trace[502976108] 'agreement among raft nodes before linearized reading' (duration: 210.183226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:41.007977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.880337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:27:41.008024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.096893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:27:41.008049Z","caller":"traceutil/trace.go:171","msg":"trace[795309548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4642; }","duration":"209.98415ms","start":"2026-02-27T18:27:40.798045Z","end":"2026-02-27T18:27:41.008029Z","steps":["trace[795309548] 'agreement among raft nodes before linearized reading' (duration: 209.753534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:41.008083Z","caller":"traceutil/trace.go:171","msg":"trace[2125932004] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4642; }","duration":"194.187636ms","start":"2026-02-27T18:27:40.813878Z","end":"2026-02-27T18:27:41.008066Z","steps":["trace[2125932004] 'agreement among raft nodes before linearized reading' (duration: 194.001301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:41.00813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.915718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:41.008197Z","caller":"traceutil/trace.go:171","msg":"trace[1632378782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4642; }","duration":"210.00077ms","start":"2026-02-27T18:27:40.798177Z","end":"2026-02-27T18:27:41.008178Z","steps":["trace[1632378782] 'agreement among raft nodes before linearized reading' (duration: 209.814075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:41.00822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.378597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:27:41.008363Z","caller":"traceutil/trace.go:171","msg":"trace[823599084] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4642; }","duration":"195.582263ms","start":"2026-02-27T18:27:40.812744Z","end":"2026-02-27T18:27:41.008326Z","steps":["trace[823599084] 'agreement among raft nodes before linearized reading' (duration: 195.154092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:41.171855Z","caller":"traceutil/trace.go:171","msg":"trace[2142054440] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"110.510879ms","start":"2026-02-27T18:27:41.061323Z","end":"2026-02-27T18:27:41.171833Z","steps":["trace[2142054440] 'process raft request' (duration: 110.407866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.269908Z","caller":"traceutil/trace.go:171","msg":"trace[1873935187] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"459.589034ms","start":"2026-02-27T18:27:41.810295Z","end":"2026-02-27T18:27:42.269884Z","steps":["trace[1873935187] 'process raft request' (duration: 459.275625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:42.270064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:41.810273Z","time spent":"459.698247ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:42.269746Z","caller":"traceutil/trace.go:171","msg":"trace[452596592] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4853; }","duration":"364.261633ms","start":"2026-02-27T18:27:41.905458Z","end":"2026-02-27T18:27:42.26972Z","steps":["trace[452596592] 'read index received' (duration: 364.13442ms)","trace[452596592] 'applied index is now lower than readState.Index' (duration: 125.783µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:42.27043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.930822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:27:42.270535Z","caller":"traceutil/trace.go:171","msg":"trace[1181602172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4650; }","duration":"365.098476ms","start":"2026-02-27T18:27:41.905412Z","end":"2026-02-27T18:27:42.27051Z","steps":["trace[1181602172] 'agreement among raft nodes before linearized reading' (duration: 364.718246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:42.270753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:41.9054Z","time spent":"365.192629ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:42.270781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.161372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:27:42.27084Z","caller":"traceutil/trace.go:171","msg":"trace[1590813172] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:4650; }","duration":"112.279166ms","start":"2026-02-27T18:27:42.158544Z","end":"2026-02-27T18:27:42.270823Z","steps":["trace[1590813172] 'agreement among raft nodes before linearized reading' (duration: 112.020409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.454179Z","caller":"traceutil/trace.go:171","msg":"trace[1872792376] linearizableReadLoop","detail":"{readStateIndex:4856; appliedIndex:4855; }","duration":"136.968779ms","start":"2026-02-27T18:27:42.317185Z","end":"2026-02-27T18:27:42.454154Z","steps":["trace[1872792376] 'read index received' (duration: 57.615037ms)","trace[1872792376] 'applied index is now lower than readState.Index' (duration: 79.352292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:42.454203Z","caller":"traceutil/trace.go:171","msg":"trace[2102400442] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"137.107572ms","start":"2026-02-27T18:27:42.317069Z","end":"2026-02-27T18:27:42.454177Z","steps":["trace[2102400442] 'process raft request' (duration: 57.785742ms)","trace[2102400442] 'compare' (duration: 79.112955ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:42.454471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.262206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16537"} {"level":"info","ts":"2026-02-27T18:27:42.454553Z","caller":"traceutil/trace.go:171","msg":"trace[1106620101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4651; }","duration":"137.39049ms","start":"2026-02-27T18:27:42.317143Z","end":"2026-02-27T18:27:42.454534Z","steps":["trace[1106620101] 'agreement among raft nodes before linearized reading' (duration: 137.111952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:43.195857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.043449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:43.195969Z","caller":"traceutil/trace.go:171","msg":"trace[948593752] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"166.353698ms","start":"2026-02-27T18:27:43.029596Z","end":"2026-02-27T18:27:43.195949Z","steps":["trace[948593752] 'read index received' (duration: 38.101874ms)","trace[948593752] 'applied index is now lower than readState.Index' (duration: 128.250214ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:43.196078Z","caller":"traceutil/trace.go:171","msg":"trace[1964299873] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"178.252047ms","start":"2026-02-27T18:27:43.017778Z","end":"2026-02-27T18:27:43.19603Z","steps":["trace[1964299873] 'process raft request' (duration: 49.937121ms)","trace[1964299873] 'compare' (duration: 127.811263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:43.196151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.560443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:43.196188Z","caller":"traceutil/trace.go:171","msg":"trace[1403047026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4655; }","duration":"166.628275ms","start":"2026-02-27T18:27:43.029549Z","end":"2026-02-27T18:27:43.196177Z","steps":["trace[1403047026] 'agreement among raft nodes before linearized reading' (duration: 166.493722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:43.19631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.830754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:27:43.196348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.489022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:27:43.196399Z","caller":"traceutil/trace.go:171","msg":"trace[1105812463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4655; }","duration":"137.576535ms","start":"2026-02-27T18:27:43.058811Z","end":"2026-02-27T18:27:43.196388Z","steps":["trace[1105812463] 'agreement among raft nodes before linearized reading' (duration: 137.413701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:43.196401Z","caller":"traceutil/trace.go:171","msg":"trace[1697790583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4655; }","duration":"165.997489ms","start":"2026-02-27T18:27:43.030383Z","end":"2026-02-27T18:27:43.196381Z","steps":["trace[1697790583] 'agreement among raft nodes before linearized reading' (duration: 165.695371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.465172Z","caller":"traceutil/trace.go:171","msg":"trace[1792152313] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5146; }","duration":"144.088689ms","start":"2026-02-27T18:28:09.321064Z","end":"2026-02-27T18:28:09.465153Z","steps":["trace[1792152313] 'read index received' (duration: 143.896564ms)","trace[1792152313] 'applied index is now lower than readState.Index' (duration: 191.325µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:09.465227Z","caller":"traceutil/trace.go:171","msg":"trace[1514287146] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"404.166384ms","start":"2026-02-27T18:28:09.061031Z","end":"2026-02-27T18:28:09.465197Z","steps":["trace[1514287146] 'process raft request' (duration: 403.978089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:09.465382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:09.061005Z","time spent":"404.289068ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:09.465415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.298064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:28:09.465467Z","caller":"traceutil/trace.go:171","msg":"trace[1313114281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4930; }","duration":"144.427338ms","start":"2026-02-27T18:28:09.321024Z","end":"2026-02-27T18:28:09.465451Z","steps":["trace[1313114281] 'agreement among raft nodes before linearized reading' (duration: 144.244573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:09.465474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.112921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:28:09.465479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.735892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:28:09.465525Z","caller":"traceutil/trace.go:171","msg":"trace[72200551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4930; }","duration":"134.187223ms","start":"2026-02-27T18:28:09.331326Z","end":"2026-02-27T18:28:09.465513Z","steps":["trace[72200551] 'agreement among raft nodes before linearized reading' (duration: 134.037269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.465549Z","caller":"traceutil/trace.go:171","msg":"trace[1403850944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4930; }","duration":"136.832064ms","start":"2026-02-27T18:28:09.328699Z","end":"2026-02-27T18:28:09.465531Z","steps":["trace[1403850944] 'agreement among raft nodes before linearized reading' (duration: 136.66608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:09.465929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.614956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:28:09.466078Z","caller":"traceutil/trace.go:171","msg":"trace[1867782437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4930; }","duration":"143.828792ms","start":"2026-02-27T18:28:09.322233Z","end":"2026-02-27T18:28:09.466062Z","steps":["trace[1867782437] 'agreement among raft nodes before linearized reading' (duration: 143.082872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.571876Z","caller":"traceutil/trace.go:171","msg":"trace[1334064837] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"100.964492ms","start":"2026-02-27T18:28:09.470892Z","end":"2026-02-27T18:28:09.571857Z","steps":["trace[1334064837] 'process raft request' (duration: 98.733272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.572142Z","caller":"traceutil/trace.go:171","msg":"trace[1078205134] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"101.231489ms","start":"2026-02-27T18:28:09.470892Z","end":"2026-02-27T18:28:09.572124Z","steps":["trace[1078205134] 'process raft request' (duration: 100.933991ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.57231Z","caller":"traceutil/trace.go:171","msg":"trace[2026588513] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"101.398833ms","start":"2026-02-27T18:28:09.470887Z","end":"2026-02-27T18:28:09.572286Z","steps":["trace[2026588513] 'process raft request' (duration: 101.152357ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:09.572457Z","caller":"traceutil/trace.go:171","msg":"trace[796032101] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"101.488806ms","start":"2026-02-27T18:28:09.470948Z","end":"2026-02-27T18:28:09.572437Z","steps":["trace[796032101] 'process raft request' (duration: 101.289511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:17.788965Z","caller":"traceutil/trace.go:171","msg":"trace[1355384885] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5202; }","duration":"281.887481ms","start":"2026-02-27T18:28:17.507053Z","end":"2026-02-27T18:28:17.78894Z","steps":["trace[1355384885] 'read index received' (duration: 281.590303ms)","trace[1355384885] 'applied index is now lower than readState.Index' (duration: 296.098µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:17.789173Z","caller":"traceutil/trace.go:171","msg":"trace[127990082] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"285.21436ms","start":"2026-02-27T18:28:17.503934Z","end":"2026-02-27T18:28:17.789148Z","steps":["trace[127990082] 'process raft request' (duration: 284.766428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.789334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.413752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:17.789423Z","caller":"traceutil/trace.go:171","msg":"trace[2033971017] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4983; }","duration":"251.545776ms","start":"2026-02-27T18:28:17.537857Z","end":"2026-02-27T18:28:17.789403Z","steps":["trace[2033971017] 'agreement among raft nodes before linearized reading' (duration: 251.400552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.789413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.334473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-02-27T18:28:17.789554Z","caller":"traceutil/trace.go:171","msg":"trace[199932641] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4983; }","duration":"282.507708ms","start":"2026-02-27T18:28:17.507028Z","end":"2026-02-27T18:28:17.789536Z","steps":["trace[199932641] 'agreement among raft nodes before linearized reading' (duration: 282.043825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.789637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.055639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:28:17.789729Z","caller":"traceutil/trace.go:171","msg":"trace[569868583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4983; }","duration":"182.220154ms","start":"2026-02-27T18:28:17.60749Z","end":"2026-02-27T18:28:17.78971Z","steps":["trace[569868583] 'agreement among raft nodes before linearized reading' (duration: 181.922766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.789701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.978241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:28:17.789811Z","caller":"traceutil/trace.go:171","msg":"trace[1023970129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4983; }","duration":"184.159806ms","start":"2026-02-27T18:28:17.605627Z","end":"2026-02-27T18:28:17.789786Z","steps":["trace[1023970129] 'agreement among raft nodes before linearized reading' (duration: 183.832008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.78985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.352062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:17.789901Z","caller":"traceutil/trace.go:171","msg":"trace[1581434928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4983; }","duration":"184.460434ms","start":"2026-02-27T18:28:17.605427Z","end":"2026-02-27T18:28:17.789887Z","steps":["trace[1581434928] 'agreement among raft nodes before linearized reading' (duration: 184.280879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.789955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.779568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:28:17.789993Z","caller":"traceutil/trace.go:171","msg":"trace[547638542] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4983; }","duration":"125.880521ms","start":"2026-02-27T18:28:17.664099Z","end":"2026-02-27T18:28:17.78998Z","steps":["trace[547638542] 'agreement among raft nodes before linearized reading' (duration: 125.774458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.790011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.11441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:28:17.79012Z","caller":"traceutil/trace.go:171","msg":"trace[172906156] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4983; }","duration":"125.297295ms","start":"2026-02-27T18:28:17.664797Z","end":"2026-02-27T18:28:17.790094Z","steps":["trace[172906156] 'agreement among raft nodes before linearized reading' (duration: 124.975476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.790944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.785273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:28:17.791103Z","caller":"traceutil/trace.go:171","msg":"trace[969602174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4983; }","duration":"184.960277ms","start":"2026-02-27T18:28:17.60612Z","end":"2026-02-27T18:28:17.791081Z","steps":["trace[969602174] 'agreement among raft nodes before linearized reading' (duration: 183.521369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:17.915634Z","caller":"traceutil/trace.go:171","msg":"trace[2145150097] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"120.988349ms","start":"2026-02-27T18:28:17.794605Z","end":"2026-02-27T18:28:17.915594Z","steps":["trace[2145150097] 'process raft request' (duration: 105.879134ms)","trace[2145150097] 'compare' (duration: 14.8901ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:17.915893Z","caller":"traceutil/trace.go:171","msg":"trace[1289623474] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"121.155994ms","start":"2026-02-27T18:28:17.79471Z","end":"2026-02-27T18:28:17.915866Z","steps":["trace[1289623474] 'process raft request' (duration: 120.831845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:17.915983Z","caller":"traceutil/trace.go:171","msg":"trace[160284808] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"120.674631ms","start":"2026-02-27T18:28:17.795284Z","end":"2026-02-27T18:28:17.915959Z","steps":["trace[160284808] 'process raft request' (duration: 120.462656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:17.916093Z","caller":"traceutil/trace.go:171","msg":"trace[170331031] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"118.4097ms","start":"2026-02-27T18:28:17.797619Z","end":"2026-02-27T18:28:17.916029Z","steps":["trace[170331031] 'process raft request' (duration: 118.225975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:17.916208Z","caller":"traceutil/trace.go:171","msg":"trace[1790087684] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"118.454272ms","start":"2026-02-27T18:28:17.797669Z","end":"2026-02-27T18:28:17.916123Z","steps":["trace[1790087684] 'process raft request' (duration: 118.275427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:17.916298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.072015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T18:28:17.916384Z","caller":"traceutil/trace.go:171","msg":"trace[1315077712] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4989; }","duration":"120.194438ms","start":"2026-02-27T18:28:17.796167Z","end":"2026-02-27T18:28:17.916361Z","steps":["trace[1315077712] 'agreement among raft nodes before linearized reading' (duration: 119.840129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:18.059639Z","caller":"traceutil/trace.go:171","msg":"trace[503955126] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"135.53079ms","start":"2026-02-27T18:28:17.924082Z","end":"2026-02-27T18:28:18.059613Z","steps":["trace[503955126] 'read index received' (duration: 70.791461ms)","trace[503955126] 'applied index is now lower than readState.Index' (duration: 64.738199ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:18.05974Z","caller":"traceutil/trace.go:171","msg":"trace[383758841] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"135.797657ms","start":"2026-02-27T18:28:17.923906Z","end":"2026-02-27T18:28:18.059704Z","steps":["trace[383758841] 'process raft request' (duration: 100.800397ms)","trace[383758841] 'compare' (duration: 34.778114ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:18.059961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-02-27T18:28:18.060098Z","caller":"traceutil/trace.go:171","msg":"trace[1179591998] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4991; }","duration":"136.070804ms","start":"2026-02-27T18:28:17.924004Z","end":"2026-02-27T18:28:18.060075Z","steps":["trace[1179591998] 'agreement among raft nodes before linearized reading' (duration: 135.742115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:18.270507Z","caller":"traceutil/trace.go:171","msg":"trace[634575243] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"186.196181ms","start":"2026-02-27T18:28:18.084161Z","end":"2026-02-27T18:28:18.270357Z","steps":["trace[634575243] 'process raft request' (duration: 133.855885ms)","trace[634575243] 'compare' (duration: 52.12283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:18.603446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.149498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:28:18.603525Z","caller":"traceutil/trace.go:171","msg":"trace[1076723060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4992; }","duration":"118.258421ms","start":"2026-02-27T18:28:18.485249Z","end":"2026-02-27T18:28:18.603508Z","steps":["trace[1076723060] 'range keys from in-memory index tree' (duration: 118.011294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:18.603966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.763445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:28:18.604019Z","caller":"traceutil/trace.go:171","msg":"trace[1655244994] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4992; }","duration":"124.820987ms","start":"2026-02-27T18:28:18.479182Z","end":"2026-02-27T18:28:18.604003Z","steps":["trace[1655244994] 'range keys from in-memory index tree' (duration: 124.582071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:18.80982Z","caller":"traceutil/trace.go:171","msg":"trace[1794313237] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5213; }","duration":"119.453973ms","start":"2026-02-27T18:28:18.690343Z","end":"2026-02-27T18:28:18.809797Z","steps":["trace[1794313237] 'read index received' (duration: 52.043216ms)","trace[1794313237] 'applied index is now lower than readState.Index' (duration: 67.409857ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:18.809963Z","caller":"traceutil/trace.go:171","msg":"trace[321041849] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"123.754988ms","start":"2026-02-27T18:28:18.686196Z","end":"2026-02-27T18:28:18.809951Z","steps":["trace[321041849] 'process raft request' (duration: 56.289149ms)","trace[321041849] 'compare' (duration: 67.190812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:28:18.810105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.236767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:18.810181Z","caller":"traceutil/trace.go:171","msg":"trace[18912422] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4994; }","duration":"119.36222ms","start":"2026-02-27T18:28:18.690802Z","end":"2026-02-27T18:28:18.810164Z","steps":["trace[18912422] 'agreement among raft nodes before linearized reading' (duration: 119.236067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:18.810158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.802832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:18.810244Z","caller":"traceutil/trace.go:171","msg":"trace[875353839] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4994; }","duration":"119.942486ms","start":"2026-02-27T18:28:18.690288Z","end":"2026-02-27T18:28:18.81023Z","steps":["trace[875353839] 'agreement among raft nodes before linearized reading' (duration: 119.775631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:18.810414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.456153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-02-27T18:28:18.810518Z","caller":"traceutil/trace.go:171","msg":"trace[408466423] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4994; }","duration":"119.574106ms","start":"2026-02-27T18:28:18.690926Z","end":"2026-02-27T18:28:18.8105Z","steps":["trace[408466423] 'agreement among raft nodes before linearized reading' (duration: 119.185666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:18.984344Z","caller":"traceutil/trace.go:171","msg":"trace[2114247056] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"121.582531ms","start":"2026-02-27T18:28:18.862729Z","end":"2026-02-27T18:28:18.984311Z","steps":["trace[2114247056] 'process raft request' (duration: 69.644678ms)","trace[2114247056] 'compare' (duration: 51.738388ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:30.74936Z","caller":"traceutil/trace.go:171","msg":"trace[1170981002] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"245.109493ms","start":"2026-02-27T18:28:30.504217Z","end":"2026-02-27T18:28:30.749326Z","steps":["trace[1170981002] 'process raft request' (duration: 244.863236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:34.619505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.387995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T18:28:34.619957Z","caller":"traceutil/trace.go:171","msg":"trace[961440327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5128; }","duration":"152.891968ms","start":"2026-02-27T18:28:34.467038Z","end":"2026-02-27T18:28:34.61993Z","steps":["trace[961440327] 'range keys from in-memory index tree' (duration: 152.147989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:35.059376Z","caller":"traceutil/trace.go:171","msg":"trace[1442600445] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"220.982596ms","start":"2026-02-27T18:28:34.838353Z","end":"2026-02-27T18:28:35.059336Z","steps":["trace[1442600445] 'read index received' (duration: 220.848392ms)","trace[1442600445] 'applied index is now lower than readState.Index' (duration: 133.164µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:35.059505Z","caller":"traceutil/trace.go:171","msg":"trace[1818582519] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"273.536635ms","start":"2026-02-27T18:28:34.785955Z","end":"2026-02-27T18:28:35.059492Z","steps":["trace[1818582519] 'process raft request' (duration: 273.205866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:35.059658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.32585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:28:35.05982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.441888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:28:35.059909Z","caller":"traceutil/trace.go:171","msg":"trace[1675742089] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5130; }","duration":"221.596062ms","start":"2026-02-27T18:28:34.838293Z","end":"2026-02-27T18:28:35.059889Z","steps":["trace[1675742089] 'agreement among raft nodes before linearized reading' (duration: 221.333404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:35.059894Z","caller":"traceutil/trace.go:171","msg":"trace[1408730860] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5130; }","duration":"210.531386ms","start":"2026-02-27T18:28:34.849255Z","end":"2026-02-27T18:28:35.059786Z","steps":["trace[1408730860] 'agreement among raft nodes before linearized reading' (duration: 210.291369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:35.060285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.803942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:28:35.060443Z","caller":"traceutil/trace.go:171","msg":"trace[477073610] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5130; }","duration":"210.942807ms","start":"2026-02-27T18:28:34.849451Z","end":"2026-02-27T18:28:35.060394Z","steps":["trace[477073610] 'agreement among raft nodes before linearized reading' (duration: 210.416003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:36.163725Z","caller":"traceutil/trace.go:171","msg":"trace[52876129] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"154.997476ms","start":"2026-02-27T18:28:36.0087Z","end":"2026-02-27T18:28:36.163697Z","steps":["trace[52876129] 'process raft request' (duration: 154.939674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:36.163814Z","caller":"traceutil/trace.go:171","msg":"trace[1289682628] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"155.12131ms","start":"2026-02-27T18:28:36.008656Z","end":"2026-02-27T18:28:36.163777Z","steps":["trace[1289682628] 'process raft request' (duration: 154.813672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:58.373064Z","caller":"traceutil/trace.go:171","msg":"trace[1074997257] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"110.055471ms","start":"2026-02-27T18:28:58.262982Z","end":"2026-02-27T18:28:58.373038Z","steps":["trace[1074997257] 'process raft request' (duration: 109.686591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.154642Z","caller":"traceutil/trace.go:171","msg":"trace[493390116] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5613; }","duration":"100.033232ms","start":"2026-02-27T18:29:06.054584Z","end":"2026-02-27T18:29:06.154617Z","steps":["trace[493390116] 'read index received' (duration: 99.818457ms)","trace[493390116] 'applied index is now lower than readState.Index' (duration: 213.755µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:06.154856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.257118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:29:06.154895Z","caller":"traceutil/trace.go:171","msg":"trace[2078109535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5374; }","duration":"100.349461ms","start":"2026-02-27T18:29:06.054536Z","end":"2026-02-27T18:29:06.154885Z","steps":["trace[2078109535] 'agreement among raft nodes before linearized reading' (duration: 100.185436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.155186Z","caller":"traceutil/trace.go:171","msg":"trace[1921965354] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"106.771663ms","start":"2026-02-27T18:29:06.048397Z","end":"2026-02-27T18:29:06.155169Z","steps":["trace[1921965354] 'process raft request' (duration: 106.040854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:06.425875Z","caller":"traceutil/trace.go:171","msg":"trace[1603989346] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"259.849357ms","start":"2026-02-27T18:29:06.165992Z","end":"2026-02-27T18:29:06.425841Z","steps":["trace[1603989346] 'process raft request' (duration: 194.573897ms)","trace[1603989346] 'compare' (duration: 65.087185ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:06.425858Z","caller":"traceutil/trace.go:171","msg":"trace[1105004262] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5615; }","duration":"258.387209ms","start":"2026-02-27T18:29:06.1674Z","end":"2026-02-27T18:29:06.425787Z","steps":["trace[1105004262] 'read index received' (duration: 193.101978ms)","trace[1105004262] 'applied index is now lower than readState.Index' (duration: 65.284111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:29:06.426077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.664716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:29:06.426099Z","caller":"traceutil/trace.go:171","msg":"trace[476443870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5376; }","duration":"258.733158ms","start":"2026-02-27T18:29:06.167359Z","end":"2026-02-27T18:29:06.426092Z","steps":["trace[476443870] 'agreement among raft nodes before linearized reading' (duration: 258.624625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.426182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.265157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:29:06.426255Z","caller":"traceutil/trace.go:171","msg":"trace[316623228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5376; }","duration":"223.36345ms","start":"2026-02-27T18:29:06.202872Z","end":"2026-02-27T18:29:06.426236Z","steps":["trace[316623228] 'agreement among raft nodes before linearized reading' (duration: 223.180915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.426301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.892715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:06.426358Z","caller":"traceutil/trace.go:171","msg":"trace[1245629310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5376; }","duration":"238.962688ms","start":"2026-02-27T18:29:06.187378Z","end":"2026-02-27T18:29:06.426341Z","steps":["trace[1245629310] 'agreement among raft nodes before linearized reading' (duration: 238.869175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.426366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.688493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:29:06.426436Z","caller":"traceutil/trace.go:171","msg":"trace[948044953] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5376; }","duration":"237.790955ms","start":"2026-02-27T18:29:06.188622Z","end":"2026-02-27T18:29:06.426413Z","steps":["trace[948044953] 'agreement among raft nodes before linearized reading' (duration: 237.622791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:06.427167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.975857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:29:06.427212Z","caller":"traceutil/trace.go:171","msg":"trace[1326083489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:5376; }","duration":"258.04243ms","start":"2026-02-27T18:29:06.169156Z","end":"2026-02-27T18:29:06.427198Z","steps":["trace[1326083489] 'agreement among raft nodes before linearized reading' (duration: 256.843177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:09.051467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3114} {"level":"info","ts":"2026-02-27T18:31:09.129574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3114,"took":"76.613621ms","hash":1282452596,"current-db-size-bytes":44511232,"current-db-size":"44 MB","current-db-size-in-use-bytes":32034816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T18:31:09.129655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1282452596,"revision":3114,"compact-revision":-1} {"level":"info","ts":"2026-02-27T18:33:07.710232Z","caller":"traceutil/trace.go:171","msg":"trace[251759862] linearizableReadLoop","detail":"{readStateIndex:7779; appliedIndex:7778; }","duration":"317.20305ms","start":"2026-02-27T18:33:07.393007Z","end":"2026-02-27T18:33:07.71021Z","steps":["trace[251759862] 'read index received' (duration: 317.093807ms)","trace[251759862] 'applied index is now lower than readState.Index' (duration: 108.123µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:07.710315Z","caller":"traceutil/trace.go:171","msg":"trace[1639433364] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"392.331771ms","start":"2026-02-27T18:33:07.317951Z","end":"2026-02-27T18:33:07.710283Z","steps":["trace[1639433364] 'process raft request' (duration: 392.115535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:07.710412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.388325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:33:07.71045Z","caller":"traceutil/trace.go:171","msg":"trace[1265699350] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7431; }","duration":"317.478187ms","start":"2026-02-27T18:33:07.392961Z","end":"2026-02-27T18:33:07.71044Z","steps":["trace[1265699350] 'agreement among raft nodes before linearized reading' (duration: 317.348854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:07.710459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:07.317922Z","time spent":"392.460695ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:33:07.710476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:07.392938Z","time spent":"317.531939ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:33:07.719625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.02425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:33:07.719667Z","caller":"traceutil/trace.go:171","msg":"trace[1462336266] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7431; }","duration":"262.066731ms","start":"2026-02-27T18:33:07.457589Z","end":"2026-02-27T18:33:07.719656Z","steps":["trace[1462336266] 'agreement among raft nodes before linearized reading' (duration: 261.978069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:07.71962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.925822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:33:07.719761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.553228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:33:07.719772Z","caller":"traceutil/trace.go:171","msg":"trace[1573937728] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7431; }","duration":"195.082247ms","start":"2026-02-27T18:33:07.524673Z","end":"2026-02-27T18:33:07.719756Z","steps":["trace[1573937728] 'agreement among raft nodes before linearized reading' (duration: 194.889601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:07.719815Z","caller":"traceutil/trace.go:171","msg":"trace[320595170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7431; }","duration":"264.625439ms","start":"2026-02-27T18:33:07.455164Z","end":"2026-02-27T18:33:07.71979Z","steps":["trace[320595170] 'agreement among raft nodes before linearized reading' (duration: 264.498316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:09.289094Z","caller":"traceutil/trace.go:171","msg":"trace[202425297] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"643.709598ms","start":"2026-02-27T18:33:08.645363Z","end":"2026-02-27T18:33:09.289073Z","steps":["trace[202425297] 'process raft request' (duration: 643.589655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:09.289223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:08.645348Z","time spent":"643.81299ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:20.086821Z","caller":"traceutil/trace.go:171","msg":"trace[1629082370] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"138.948232ms","start":"2026-02-27T18:33:19.947788Z","end":"2026-02-27T18:33:20.086736Z","steps":["trace[1629082370] 'process raft request' (duration: 138.699745ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:20.086976Z","caller":"traceutil/trace.go:171","msg":"trace[1816379702] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"123.829168ms","start":"2026-02-27T18:33:19.963108Z","end":"2026-02-27T18:33:20.086937Z","steps":["trace[1816379702] 'process raft request' (duration: 123.554841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:21.364968Z","caller":"traceutil/trace.go:171","msg":"trace[1099284856] linearizableReadLoop","detail":"{readStateIndex:7866; appliedIndex:7865; }","duration":"127.751923ms","start":"2026-02-27T18:33:21.23719Z","end":"2026-02-27T18:33:21.364942Z","steps":["trace[1099284856] 'read index received' (duration: 127.517827ms)","trace[1099284856] 'applied index is now lower than readState.Index' (duration: 232.506µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:21.365036Z","caller":"traceutil/trace.go:171","msg":"trace[686232253] transaction","detail":"{read_only:false; response_revision:7513; number_of_response:1; }","duration":"137.827742ms","start":"2026-02-27T18:33:21.227177Z","end":"2026-02-27T18:33:21.365004Z","steps":["trace[686232253] 'process raft request' (duration: 137.559465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:21.36519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.960239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:33:21.365277Z","caller":"traceutil/trace.go:171","msg":"trace[911215185] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7513; }","duration":"128.107253ms","start":"2026-02-27T18:33:21.237148Z","end":"2026-02-27T18:33:21.365255Z","steps":["trace[911215185] 'agreement among raft nodes before linearized reading' (duration: 127.927208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:22.001176Z","caller":"traceutil/trace.go:171","msg":"trace[894578067] linearizableReadLoop","detail":"{readStateIndex:7867; appliedIndex:7866; }","duration":"214.779591ms","start":"2026-02-27T18:33:21.786379Z","end":"2026-02-27T18:33:22.001159Z","steps":["trace[894578067] 'read index received' (duration: 200.996194ms)","trace[894578067] 'applied index is now lower than readState.Index' (duration: 13.782557ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:22.001241Z","caller":"traceutil/trace.go:171","msg":"trace[482576219] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"632.14633ms","start":"2026-02-27T18:33:21.369072Z","end":"2026-02-27T18:33:22.001218Z","steps":["trace[482576219] 'process raft request' (duration: 618.348963ms)","trace[482576219] 'compare' (duration: 13.475638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:33:22.00127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.882864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:33:22.001305Z","caller":"traceutil/trace.go:171","msg":"trace[823181443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7514; }","duration":"214.966546ms","start":"2026-02-27T18:33:21.786329Z","end":"2026-02-27T18:33:22.001295Z","steps":["trace[823181443] 'agreement among raft nodes before linearized reading' (duration: 214.883094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:22.001341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:33:22.001362Z","caller":"traceutil/trace.go:171","msg":"trace[1015474431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:7514; }","duration":"119.097573ms","start":"2026-02-27T18:33:21.882258Z","end":"2026-02-27T18:33:22.001356Z","steps":["trace[1015474431] 'agreement among raft nodes before linearized reading' (duration: 118.97858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:22.001358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:21.369052Z","time spent":"632.244372ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:22.286675Z","caller":"traceutil/trace.go:171","msg":"trace[377138136] linearizableReadLoop","detail":"{readStateIndex:7877; appliedIndex:7876; }","duration":"118.367393ms","start":"2026-02-27T18:33:22.168284Z","end":"2026-02-27T18:33:22.286651Z","steps":["trace[377138136] 'read index received' (duration: 69.486411ms)","trace[377138136] 'applied index is now lower than readState.Index' (duration: 48.880222ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:22.286736Z","caller":"traceutil/trace.go:171","msg":"trace[473664350] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7523; }","duration":"154.106295ms","start":"2026-02-27T18:33:22.132565Z","end":"2026-02-27T18:33:22.286671Z","steps":["trace[473664350] 'process raft request' (duration: 105.213903ms)","trace[473664350] 'compare' (duration: 48.825491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:33:22.286897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.797682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T18:33:22.286903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.58718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:33:22.287007Z","caller":"traceutil/trace.go:171","msg":"trace[1223571430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7523; }","duration":"118.739164ms","start":"2026-02-27T18:33:22.168239Z","end":"2026-02-27T18:33:22.286979Z","steps":["trace[1223571430] 'agreement among raft nodes before linearized reading' (duration: 118.485757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:22.286927Z","caller":"traceutil/trace.go:171","msg":"trace[2124652290] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:7523; }","duration":"110.871994ms","start":"2026-02-27T18:33:22.176048Z","end":"2026-02-27T18:33:22.28692Z","steps":["trace[2124652290] 'agreement among raft nodes before linearized reading' (duration: 110.740051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:23.01021Z","caller":"traceutil/trace.go:171","msg":"trace[1108947379] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"289.246895ms","start":"2026-02-27T18:33:22.720937Z","end":"2026-02-27T18:33:23.010184Z","steps":["trace[1108947379] 'process raft request' (duration: 289.086971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:23.615732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.006846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:33:23.615844Z","caller":"traceutil/trace.go:171","msg":"trace[1845758348] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7527; }","duration":"489.135901ms","start":"2026-02-27T18:33:23.126677Z","end":"2026-02-27T18:33:23.615813Z","steps":["trace[1845758348] 'range keys from in-memory index tree' (duration: 488.804612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:23.615905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:23.126653Z","time spent":"489.234473ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T18:33:23.61603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.354206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:33:23.616155Z","caller":"traceutil/trace.go:171","msg":"trace[2111927222] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7527; }","duration":"123.545791ms","start":"2026-02-27T18:33:23.492592Z","end":"2026-02-27T18:33:23.616137Z","steps":["trace[2111927222] 'count revisions from in-memory index tree' (duration: 123.258514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:48.044458Z","caller":"traceutil/trace.go:171","msg":"trace[592589848] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"104.862443ms","start":"2026-02-27T18:33:47.939573Z","end":"2026-02-27T18:33:48.044435Z","steps":["trace[592589848] 'process raft request' (duration: 104.709209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.157853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915606194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:33:51.185136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.818687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:33:51.185215Z","caller":"traceutil/trace.go:171","msg":"trace[893134095] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7749; }","duration":"671.906759ms","start":"2026-02-27T18:33:50.513288Z","end":"2026-02-27T18:33:51.185195Z","steps":["trace[893134095] 'range keys from in-memory index tree' (duration: 671.657072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.18526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:50.513224Z","time spent":"672.021352ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:33:51.658635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915606194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:33:51.888542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348831392s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:33:51.888987Z","caller":"traceutil/trace.go:171","msg":"trace[1547769370] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8116; }","duration":"1.231958518s","start":"2026-02-27T18:33:50.657Z","end":"2026-02-27T18:33:51.888959Z","steps":["trace[1547769370] 'read index received' (duration: 1.23165223s)","trace[1547769370] 'applied index is now lower than readState.Index' (duration: 305.058µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:51.889093Z","caller":"traceutil/trace.go:171","msg":"trace[1764014771] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"1.349501599s","start":"2026-02-27T18:33:50.539554Z","end":"2026-02-27T18:33:51.889056Z","steps":["trace[1764014771] 'process raft request' (duration: 1.349211832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.88916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232159924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:33:51.889224Z","caller":"traceutil/trace.go:171","msg":"trace[1566710902] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7750; }","duration":"1.232244426s","start":"2026-02-27T18:33:50.656942Z","end":"2026-02-27T18:33:51.889186Z","steps":["trace[1566710902] 'agreement among raft nodes before linearized reading' (duration: 1.232122323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.889247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:50.656918Z","time spent":"1.232323878s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:33:51.88928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.530571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-02-27T18:33:51.889275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:50.539533Z","time spent":"1.349626323s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:51.889317Z","caller":"traceutil/trace.go:171","msg":"trace[1701224431] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7750; }","duration":"700.583643ms","start":"2026-02-27T18:33:51.188719Z","end":"2026-02-27T18:33:51.889303Z","steps":["trace[1701224431] 'agreement among raft nodes before linearized reading' (duration: 700.46515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.88916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.783555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:33:51.889347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:51.188709Z","time spent":"700.631124ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:33:51.889382Z","caller":"traceutil/trace.go:171","msg":"trace[1085715753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7750; }","duration":"702.041502ms","start":"2026-02-27T18:33:51.187318Z","end":"2026-02-27T18:33:51.88936Z","steps":["trace[1085715753] 'agreement among raft nodes before linearized reading' (duration: 701.794855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:51.889434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:51.187301Z","time spent":"702.110354ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:33:52.103349Z","caller":"traceutil/trace.go:171","msg":"trace[310126151] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"208.239328ms","start":"2026-02-27T18:33:51.895086Z","end":"2026-02-27T18:33:52.103325Z","steps":["trace[310126151] 'process raft request' (duration: 208.075313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:52.105062Z","caller":"traceutil/trace.go:171","msg":"trace[1279362983] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"160.329881ms","start":"2026-02-27T18:33:51.944707Z","end":"2026-02-27T18:33:52.105036Z","steps":["trace[1279362983] 'process raft request' (duration: 160.134446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:52.105683Z","caller":"traceutil/trace.go:171","msg":"trace[1268372932] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"207.751535ms","start":"2026-02-27T18:33:51.897909Z","end":"2026-02-27T18:33:52.105661Z","steps":["trace[1268372932] 'process raft request' (duration: 206.793359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:03.493191Z","caller":"traceutil/trace.go:171","msg":"trace[1714265415] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"196.291889ms","start":"2026-02-27T18:34:03.296876Z","end":"2026-02-27T18:34:03.493168Z","steps":["trace[1714265415] 'process raft request' (duration: 196.111724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:03.62738Z","caller":"traceutil/trace.go:171","msg":"trace[802150596] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8240; }","duration":"237.072356ms","start":"2026-02-27T18:34:03.390284Z","end":"2026-02-27T18:34:03.627356Z","steps":["trace[802150596] 'read index received' (duration: 102.831229ms)","trace[802150596] 'applied index is now lower than readState.Index' (duration: 134.240177ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:03.62746Z","caller":"traceutil/trace.go:171","msg":"trace[813923692] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"323.594151ms","start":"2026-02-27T18:34:03.303837Z","end":"2026-02-27T18:34:03.627431Z","steps":["trace[813923692] 'process raft request' (duration: 279.022283ms)","trace[813923692] 'compare' (duration: 44.393833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:03.627513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.219259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:34:03.627597Z","caller":"traceutil/trace.go:171","msg":"trace[1426487607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7867; }","duration":"237.354363ms","start":"2026-02-27T18:34:03.390229Z","end":"2026-02-27T18:34:03.627584Z","steps":["trace[1426487607] 'agreement among raft nodes before linearized reading' (duration: 237.216579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:03.627606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:03.30383Z","time spent":"323.680993ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:34:03.974656Z","caller":"traceutil/trace.go:171","msg":"trace[1056737981] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"150.094519ms","start":"2026-02-27T18:34:03.824536Z","end":"2026-02-27T18:34:03.974631Z","steps":["trace[1056737981] 'process raft request' (duration: 102.980384ms)","trace[1056737981] 'compare' (duration: 46.987491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:04.007809Z","caller":"traceutil/trace.go:171","msg":"trace[1156400782] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"136.343282ms","start":"2026-02-27T18:34:03.871434Z","end":"2026-02-27T18:34:04.007777Z","steps":["trace[1156400782] 'process raft request' (duration: 136.184938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:04.777384Z","caller":"traceutil/trace.go:171","msg":"trace[672522210] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"553.998218ms","start":"2026-02-27T18:34:04.223362Z","end":"2026-02-27T18:34:04.77736Z","steps":["trace[672522210] 'process raft request' (duration: 553.864084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:04.77753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.223349Z","time spent":"554.10425ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:34:05.155598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.979215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:34:05.155726Z","caller":"traceutil/trace.go:171","msg":"trace[1937495480] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8246; }","duration":"871.012342ms","start":"2026-02-27T18:34:04.284691Z","end":"2026-02-27T18:34:05.155703Z","steps":["trace[1937495480] 'read index received' (duration: 492.547021ms)","trace[1937495480] 'applied index is now lower than readState.Index' (duration: 378.463581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:05.156304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.082723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:34:05.156342Z","caller":"traceutil/trace.go:171","msg":"trace[1687273267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7872; }","duration":"812.153095ms","start":"2026-02-27T18:34:04.344179Z","end":"2026-02-27T18:34:05.156332Z","steps":["trace[1687273267] 'agreement among raft nodes before linearized reading' (duration: 812.003531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.156379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.344162Z","time spent":"812.207166ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:34:05.156391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.860633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-02-27T18:34:05.156397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.399751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:34:05.156464Z","caller":"traceutil/trace.go:171","msg":"trace[851410906] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7872; }","duration":"372.999046ms","start":"2026-02-27T18:34:04.783445Z","end":"2026-02-27T18:34:05.156444Z","steps":["trace[851410906] 'agreement among raft nodes before linearized reading' (duration: 372.807241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.156456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.850547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:34:05.156461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.022358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:34:05.156485Z","caller":"traceutil/trace.go:171","msg":"trace[1004800350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7872; }","duration":"806.505405ms","start":"2026-02-27T18:34:04.349961Z","end":"2026-02-27T18:34:05.156466Z","steps":["trace[1004800350] 'agreement among raft nodes before linearized reading' (duration: 806.255778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.156505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.783428Z","time spent":"373.069328ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:34:05.156515Z","caller":"traceutil/trace.go:171","msg":"trace[880259747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7872; }","duration":"799.94931ms","start":"2026-02-27T18:34:04.356551Z","end":"2026-02-27T18:34:05.1565Z","steps":["trace[880259747] 'agreement among raft nodes before linearized reading' (duration: 799.758134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.156533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.349954Z","time spent":"806.566026ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:34:05.156549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.356519Z","time spent":"800.022552ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:34:05.156442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.944023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T18:34:05.157968Z","caller":"traceutil/trace.go:171","msg":"trace[1609255282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7872; }","duration":"193.518055ms","start":"2026-02-27T18:34:04.964428Z","end":"2026-02-27T18:34:05.157946Z","steps":["trace[1609255282] 'agreement among raft nodes before linearized reading' (duration: 191.81339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.157979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.275612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:34:05.158179Z","caller":"traceutil/trace.go:171","msg":"trace[1349473767] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7872; }","duration":"873.392067ms","start":"2026-02-27T18:34:04.284644Z","end":"2026-02-27T18:34:05.158036Z","steps":["trace[1349473767] 'agreement among raft nodes before linearized reading' (duration: 871.851585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.157817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.622494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:34:05.158293Z","caller":"traceutil/trace.go:171","msg":"trace[830060403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:7872; }","duration":"793.127788ms","start":"2026-02-27T18:34:04.365151Z","end":"2026-02-27T18:34:05.158279Z","steps":["trace[830060403] 'agreement among raft nodes before linearized reading' (duration: 791.056243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.158351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.365139Z","time spent":"793.187949ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:34:05.158408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.284616Z","time spent":"873.612962ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T18:34:05.156131Z","caller":"traceutil/trace.go:171","msg":"trace[1838560360] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"932.603823ms","start":"2026-02-27T18:34:04.223511Z","end":"2026-02-27T18:34:05.156115Z","steps":["trace[1838560360] 'process raft request' (duration: 636.009652ms)","trace[1838560360] 'compare' (duration: 295.840271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:05.158676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.223497Z","time spent":"935.043659ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:34:05.157897Z","caller":"traceutil/trace.go:171","msg":"trace[854830346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7872; }","duration":"810.10301ms","start":"2026-02-27T18:34:04.346408Z","end":"2026-02-27T18:34:05.156511Z","steps":["trace[854830346] 'agreement among raft nodes before linearized reading' (duration: 809.937345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.158868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.346402Z","time spent":"812.439532ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:34:05.159233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.786258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:34:05.159407Z","caller":"traceutil/trace.go:171","msg":"trace[296282174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7872; }","duration":"813.994413ms","start":"2026-02-27T18:34:04.345388Z","end":"2026-02-27T18:34:05.159383Z","steps":["trace[296282174] 'agreement among raft nodes before linearized reading' (duration: 811.189519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.159571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.34538Z","time spent":"814.171319ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:34:05.159695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.851038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:34:05.15987Z","caller":"traceutil/trace.go:171","msg":"trace[1480069705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7872; }","duration":"657.036213ms","start":"2026-02-27T18:34:04.502762Z","end":"2026-02-27T18:34:05.159798Z","steps":["trace[1480069705] 'agreement among raft nodes before linearized reading' (duration: 653.812347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.15999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:04.502702Z","time spent":"657.263039ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T18:34:05.29957Z","caller":"traceutil/trace.go:171","msg":"trace[1845010780] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"133.144867ms","start":"2026-02-27T18:34:05.166396Z","end":"2026-02-27T18:34:05.299541Z","steps":["trace[1845010780] 'process raft request' (duration: 130.23553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.29985Z","caller":"traceutil/trace.go:171","msg":"trace[730935492] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"133.362183ms","start":"2026-02-27T18:34:05.166473Z","end":"2026-02-27T18:34:05.299835Z","steps":["trace[730935492] 'process raft request' (duration: 133.014734ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300167Z","caller":"traceutil/trace.go:171","msg":"trace[1850598504] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"133.529007ms","start":"2026-02-27T18:34:05.166597Z","end":"2026-02-27T18:34:05.300126Z","steps":["trace[1850598504] 'process raft request' (duration: 133.183667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300222Z","caller":"traceutil/trace.go:171","msg":"trace[2097538977] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"133.409943ms","start":"2026-02-27T18:34:05.166785Z","end":"2026-02-27T18:34:05.300195Z","steps":["trace[2097538977] 'process raft request' (duration: 133.26994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300357Z","caller":"traceutil/trace.go:171","msg":"trace[1529724305] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"133.452395ms","start":"2026-02-27T18:34:05.166895Z","end":"2026-02-27T18:34:05.300347Z","steps":["trace[1529724305] 'process raft request' (duration: 133.221178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300397Z","caller":"traceutil/trace.go:171","msg":"trace[834560625] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"133.107146ms","start":"2026-02-27T18:34:05.167281Z","end":"2026-02-27T18:34:05.300388Z","steps":["trace[834560625] 'process raft request' (duration: 132.89107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300451Z","caller":"traceutil/trace.go:171","msg":"trace[413438539] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"133.056185ms","start":"2026-02-27T18:34:05.167376Z","end":"2026-02-27T18:34:05.300433Z","steps":["trace[413438539] 'process raft request' (duration: 132.957182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:05.300495Z","caller":"traceutil/trace.go:171","msg":"trace[856213758] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8250; }","duration":"133.712422ms","start":"2026-02-27T18:34:05.166764Z","end":"2026-02-27T18:34:05.300476Z","steps":["trace[856213758] 'read index received' (duration: 22.52519ms)","trace[856213758] 'applied index is now lower than readState.Index' (duration: 111.186002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:05.300532Z","caller":"traceutil/trace.go:171","msg":"trace[604329996] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"131.228445ms","start":"2026-02-27T18:34:05.169292Z","end":"2026-02-27T18:34:05.300521Z","steps":["trace[604329996] 'process raft request' (duration: 131.093122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.300658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.878983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:05.300736Z","caller":"traceutil/trace.go:171","msg":"trace[84714387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7882; }","duration":"113.971316ms","start":"2026-02-27T18:34:05.186723Z","end":"2026-02-27T18:34:05.300694Z","steps":["trace[84714387] 'agreement among raft nodes before linearized reading' (duration: 113.886713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:05.300988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.211295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208058"} {"level":"info","ts":"2026-02-27T18:34:05.301045Z","caller":"traceutil/trace.go:171","msg":"trace[624040372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7882; }","duration":"134.272687ms","start":"2026-02-27T18:34:05.166757Z","end":"2026-02-27T18:34:05.30103Z","steps":["trace[624040372] 'agreement among raft nodes before linearized reading' (duration: 133.819475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:06.918921Z","caller":"traceutil/trace.go:171","msg":"trace[453515718] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8258; }","duration":"255.888217ms","start":"2026-02-27T18:34:06.662984Z","end":"2026-02-27T18:34:06.918873Z","steps":["trace[453515718] 'read index received' (duration: 255.681551ms)","trace[453515718] 'applied index is now lower than readState.Index' (duration: 205.806µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:06.918928Z","caller":"traceutil/trace.go:171","msg":"trace[19048035] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"439.632651ms","start":"2026-02-27T18:34:06.479266Z","end":"2026-02-27T18:34:06.918899Z","steps":["trace[19048035] 'process raft request' (duration: 439.458537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:06.919127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:06.47924Z","time spent":"439.768805ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:34:06.919167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.163064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:34:06.919209Z","caller":"traceutil/trace.go:171","msg":"trace[547187242] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7883; }","duration":"256.265586ms","start":"2026-02-27T18:34:06.662929Z","end":"2026-02-27T18:34:06.919194Z","steps":["trace[547187242] 'agreement among raft nodes before linearized reading' (duration: 256.098402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:06.919509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.91516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-02-27T18:34:06.919606Z","caller":"traceutil/trace.go:171","msg":"trace[2068925010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7883; }","duration":"151.062085ms","start":"2026-02-27T18:34:06.768519Z","end":"2026-02-27T18:34:06.919581Z","steps":["trace[2068925010] 'agreement among raft nodes before linearized reading' (duration: 150.791847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:07.261294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.455806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:34:07.261501Z","caller":"traceutil/trace.go:171","msg":"trace[92291499] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"334.509751ms","start":"2026-02-27T18:34:06.926953Z","end":"2026-02-27T18:34:07.261463Z","steps":["trace[92291499] 'process raft request' (duration: 230.774338ms)","trace[92291499] 'compare' (duration: 103.282661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:07.261706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:06.926931Z","time spent":"334.639305ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:34:07.463395Z","caller":"traceutil/trace.go:171","msg":"trace[113207439] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"150.220081ms","start":"2026-02-27T18:34:07.313152Z","end":"2026-02-27T18:34:07.463372Z","steps":["trace[113207439] 'process raft request' (duration: 150.050846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.463628Z","caller":"traceutil/trace.go:171","msg":"trace[1170264442] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"149.385259ms","start":"2026-02-27T18:34:07.314225Z","end":"2026-02-27T18:34:07.46361Z","steps":["trace[1170264442] 'process raft request' (duration: 149.111712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.46384Z","caller":"traceutil/trace.go:171","msg":"trace[1517440428] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"149.517662ms","start":"2026-02-27T18:34:07.314312Z","end":"2026-02-27T18:34:07.46383Z","steps":["trace[1517440428] 'process raft request' (duration: 149.244125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.46425Z","caller":"traceutil/trace.go:171","msg":"trace[958023065] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"146.769999ms","start":"2026-02-27T18:34:07.317443Z","end":"2026-02-27T18:34:07.464213Z","steps":["trace[958023065] 'process raft request' (duration: 146.343178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.464442Z","caller":"traceutil/trace.go:171","msg":"trace[448921016] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8261; }","duration":"127.162117ms","start":"2026-02-27T18:34:07.337264Z","end":"2026-02-27T18:34:07.464426Z","steps":["trace[448921016] 'read index received' (duration: 18.657926ms)","trace[448921016] 'applied index is now lower than readState.Index' (duration: 108.503021ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:07.464505Z","caller":"traceutil/trace.go:171","msg":"trace[612640408] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"127.105735ms","start":"2026-02-27T18:34:07.33739Z","end":"2026-02-27T18:34:07.464496Z","steps":["trace[612640408] 'process raft request' (duration: 126.93293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.464501Z","caller":"traceutil/trace.go:171","msg":"trace[1908619242] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"143.338678ms","start":"2026-02-27T18:34:07.32113Z","end":"2026-02-27T18:34:07.464469Z","steps":["trace[1908619242] 'process raft request' (duration: 143.108742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:07.464465Z","caller":"traceutil/trace.go:171","msg":"trace[379264023] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"146.862811ms","start":"2026-02-27T18:34:07.317551Z","end":"2026-02-27T18:34:07.464414Z","steps":["trace[379264023] 'process raft request' (duration: 146.588444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:07.464637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.817846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:07.464672Z","caller":"traceutil/trace.go:171","msg":"trace[1001337732] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7893; }","duration":"100.901268ms","start":"2026-02-27T18:34:07.363761Z","end":"2026-02-27T18:34:07.464662Z","steps":["trace[1001337732] 'agreement among raft nodes before linearized reading' (duration: 100.819476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:07.464892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.607428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208058"} {"level":"info","ts":"2026-02-27T18:34:07.464936Z","caller":"traceutil/trace.go:171","msg":"trace[1505596545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7893; }","duration":"127.700061ms","start":"2026-02-27T18:34:07.337226Z","end":"2026-02-27T18:34:07.464927Z","steps":["trace[1505596545] 'agreement among raft nodes before linearized reading' (duration: 127.29816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:09.386178Z","caller":"traceutil/trace.go:171","msg":"trace[529246351] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7900; }","duration":"223.098073ms","start":"2026-02-27T18:34:09.163062Z","end":"2026-02-27T18:34:09.38616Z","steps":["trace[529246351] 'process raft request' (duration: 223.021311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:09.402573Z","caller":"traceutil/trace.go:171","msg":"trace[369749305] linearizableReadLoop","detail":"{readStateIndex:8280; appliedIndex:8278; }","duration":"214.874494ms","start":"2026-02-27T18:34:09.187684Z","end":"2026-02-27T18:34:09.402559Z","steps":["trace[369749305] 'read index received' (duration: 198.321863ms)","trace[369749305] 'applied index is now lower than readState.Index' (duration: 16.551321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:09.402646Z","caller":"traceutil/trace.go:171","msg":"trace[369988812] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"232.944476ms","start":"2026-02-27T18:34:09.169686Z","end":"2026-02-27T18:34:09.402631Z","steps":["trace[369988812] 'process raft request' (duration: 232.776831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:09.402731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.005197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:09.402764Z","caller":"traceutil/trace.go:171","msg":"trace[1223081287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7901; }","duration":"215.11061ms","start":"2026-02-27T18:34:09.187645Z","end":"2026-02-27T18:34:09.402756Z","steps":["trace[1223081287] 'agreement among raft nodes before linearized reading' (duration: 214.994577ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:35:15.825156Z","caller":"traceutil/trace.go:171","msg":"trace[1362558539] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"193.63883ms","start":"2026-02-27T18:35:15.631489Z","end":"2026-02-27T18:35:15.825128Z","steps":["trace[1362558539] 'process raft request' (duration: 193.474606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:09.058259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6314} {"level":"info","ts":"2026-02-27T18:36:09.160569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6314,"took":"100.40078ms","hash":3989143437,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":23826432,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T18:36:09.160647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3989143437,"revision":6314,"compact-revision":3114} {"level":"info","ts":"2026-02-27T18:37:07.648611Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:37:07.65998Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T18:37:07.660071Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T18:38:51.325113Z","caller":"traceutil/trace.go:171","msg":"trace[1116412417] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"108.573047ms","start":"2026-02-27T18:38:51.21651Z","end":"2026-02-27T18:38:51.325083Z","steps":["trace[1116412417] 'process raft request' (duration: 108.387952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:51.367105Z","caller":"traceutil/trace.go:171","msg":"trace[676655466] linearizableReadLoop","detail":"{readStateIndex:11142; appliedIndex:11140; }","duration":"148.401205ms","start":"2026-02-27T18:38:51.21868Z","end":"2026-02-27T18:38:51.367081Z","steps":["trace[676655466] 'read index received' (duration: 106.173373ms)","trace[676655466] 'applied index is now lower than readState.Index' (duration: 42.226782ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:51.367185Z","caller":"traceutil/trace.go:171","msg":"trace[1102087009] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"149.34558ms","start":"2026-02-27T18:38:51.217807Z","end":"2026-02-27T18:38:51.367152Z","steps":["trace[1102087009] 'process raft request' (duration: 149.120804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:51.367256Z","caller":"traceutil/trace.go:171","msg":"trace[1561610774] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"147.186883ms","start":"2026-02-27T18:38:51.220044Z","end":"2026-02-27T18:38:51.367231Z","steps":["trace[1561610774] 'process raft request' (duration: 146.999448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.367568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.962258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:38:51.367683Z","caller":"traceutil/trace.go:171","msg":"trace[1924030774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10640; }","duration":"141.098612ms","start":"2026-02-27T18:38:51.226554Z","end":"2026-02-27T18:38:51.367653Z","steps":["trace[1924030774] 'agreement among raft nodes before linearized reading' (duration: 140.722162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.367394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.703353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:38:51.367816Z","caller":"traceutil/trace.go:171","msg":"trace[20182405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10640; }","duration":"149.178356ms","start":"2026-02-27T18:38:51.218625Z","end":"2026-02-27T18:38:51.367803Z","steps":["trace[20182405] 'agreement among raft nodes before linearized reading' (duration: 148.58745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.367949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.54647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:38:51.36803Z","caller":"traceutil/trace.go:171","msg":"trace[22038963] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10640; }","duration":"136.650393ms","start":"2026-02-27T18:38:51.231367Z","end":"2026-02-27T18:38:51.368017Z","steps":["trace[22038963] 'agreement among raft nodes before linearized reading' (duration: 136.478579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:51.571254Z","caller":"traceutil/trace.go:171","msg":"trace[1243958972] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"198.870497ms","start":"2026-02-27T18:38:51.372341Z","end":"2026-02-27T18:38:51.571211Z","steps":["trace[1243958972] 'process raft request' (duration: 147.606254ms)","trace[1243958972] 'compare' (duration: 50.931624ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:51.571337Z","caller":"traceutil/trace.go:171","msg":"trace[1398256800] linearizableReadLoop","detail":"{readStateIndex:11146; appliedIndex:11144; }","duration":"145.662152ms","start":"2026-02-27T18:38:51.425644Z","end":"2026-02-27T18:38:51.571306Z","steps":["trace[1398256800] 'read index received' (duration: 94.240945ms)","trace[1398256800] 'applied index is now lower than readState.Index' (duration: 51.420007ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:51.571384Z","caller":"traceutil/trace.go:171","msg":"trace[1717622600] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"198.853566ms","start":"2026-02-27T18:38:51.372508Z","end":"2026-02-27T18:38:51.571362Z","steps":["trace[1717622600] 'process raft request' (duration: 198.593489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.571698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.020782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:38:51.571793Z","caller":"traceutil/trace.go:171","msg":"trace[1028274640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:10643; }","duration":"146.184186ms","start":"2026-02-27T18:38:51.425589Z","end":"2026-02-27T18:38:51.571773Z","steps":["trace[1028274640] 'agreement among raft nodes before linearized reading' (duration: 145.882328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.991487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.740299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:38:51.991598Z","caller":"traceutil/trace.go:171","msg":"trace[478280181] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10643; }","duration":"199.880993ms","start":"2026-02-27T18:38:51.791688Z","end":"2026-02-27T18:38:51.991569Z","steps":["trace[478280181] 'count revisions from in-memory index tree' (duration: 199.633457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.991665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.679353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:38:51.991753Z","caller":"traceutil/trace.go:171","msg":"trace[598730534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10643; }","duration":"303.844977ms","start":"2026-02-27T18:38:51.687888Z","end":"2026-02-27T18:38:51.991733Z","steps":["trace[598730534] 'range keys from in-memory index tree' (duration: 303.497258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:51.991796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:51.687846Z","time spent":"303.94046ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:38:52.30537Z","caller":"traceutil/trace.go:171","msg":"trace[875424099] linearizableReadLoop","detail":"{readStateIndex:11147; appliedIndex:11146; }","duration":"118.322535ms","start":"2026-02-27T18:38:52.187018Z","end":"2026-02-27T18:38:52.30534Z","steps":["trace[875424099] 'read index received' (duration: 118.040878ms)","trace[875424099] 'applied index is now lower than readState.Index' (duration: 280.457µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:52.305489Z","caller":"traceutil/trace.go:171","msg":"trace[1862305251] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"260.288489ms","start":"2026-02-27T18:38:52.045155Z","end":"2026-02-27T18:38:52.305444Z","steps":["trace[1862305251] 'process raft request' (duration: 259.890068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:52.305551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.520011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:38:52.305588Z","caller":"traceutil/trace.go:171","msg":"trace[1538787313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10644; }","duration":"118.632083ms","start":"2026-02-27T18:38:52.186946Z","end":"2026-02-27T18:38:52.305578Z","steps":["trace[1538787313] 'agreement among raft nodes before linearized reading' (duration: 118.547981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:52.305798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.99004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:38:52.305886Z","caller":"traceutil/trace.go:171","msg":"trace[1314118607] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:10644; }","duration":"114.132874ms","start":"2026-02-27T18:38:52.191732Z","end":"2026-02-27T18:38:52.305865Z","steps":["trace[1314118607] 'agreement among raft nodes before linearized reading' (duration: 113.837776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:52.492109Z","caller":"traceutil/trace.go:171","msg":"trace[1495613138] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10644; }","duration":"179.681957ms","start":"2026-02-27T18:38:52.312404Z","end":"2026-02-27T18:38:52.492086Z","steps":["trace[1495613138] 'process raft request' (duration: 179.539523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:52.572852Z","caller":"traceutil/trace.go:171","msg":"trace[2050675009] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"233.620091ms","start":"2026-02-27T18:38:52.339157Z","end":"2026-02-27T18:38:52.572777Z","steps":["trace[2050675009] 'process raft request' (duration: 233.403385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:52.991602Z","caller":"traceutil/trace.go:171","msg":"trace[384697145] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"131.357572ms","start":"2026-02-27T18:38:52.860201Z","end":"2026-02-27T18:38:52.991558Z","steps":["trace[384697145] 'process raft request' (duration: 108.755031ms)","trace[384697145] 'compare' (duration: 22.457587ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:03.31719Z","caller":"traceutil/trace.go:171","msg":"trace[2096262022] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"121.8825ms","start":"2026-02-27T18:39:03.195281Z","end":"2026-02-27T18:39:03.317164Z","steps":["trace[2096262022] 'process raft request' (duration: 121.700835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:09.066187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9030} {"level":"info","ts":"2026-02-27T18:41:09.176836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9030,"took":"107.902418ms","hash":3617759969,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":25337856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T18:41:09.176928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3617759969,"revision":9030,"compact-revision":6314} {"level":"info","ts":"2026-02-27T18:42:40.621182Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003272.wal"} {"level":"warn","ts":"2026-02-27T18:44:39.244044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.775628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:44:39.244158Z","caller":"traceutil/trace.go:171","msg":"trace[1655919648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13320; }","duration":"155.952382ms","start":"2026-02-27T18:44:39.088181Z","end":"2026-02-27T18:44:39.244133Z","steps":["trace[1655919648] 'range keys from in-memory index tree' (duration: 155.545071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:01.153856Z","caller":"traceutil/trace.go:171","msg":"trace[929588976] transaction","detail":"{read_only:false; response_revision:13455; number_of_response:1; }","duration":"224.723749ms","start":"2026-02-27T18:45:00.929087Z","end":"2026-02-27T18:45:01.153811Z","steps":["trace[929588976] 'process raft request' (duration: 224.494673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:01.614807Z","caller":"traceutil/trace.go:171","msg":"trace[300835789] linearizableReadLoop","detail":"{readStateIndex:14119; appliedIndex:14118; }","duration":"456.908756ms","start":"2026-02-27T18:45:01.157867Z","end":"2026-02-27T18:45:01.614775Z","steps":["trace[300835789] 'read index received' (duration: 456.853495ms)","trace[300835789] 'applied index is now lower than readState.Index' (duration: 53.631µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:01.614943Z","caller":"traceutil/trace.go:171","msg":"trace[812287411] transaction","detail":"{read_only:false; response_revision:13456; number_of_response:1; }","duration":"683.470444ms","start":"2026-02-27T18:45:00.931407Z","end":"2026-02-27T18:45:01.614878Z","steps":["trace[812287411] 'process raft request' (duration: 683.196357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.615204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:00.931393Z","time spent":"683.676439ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:45:01.615308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.395029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T18:45:01.615472Z","caller":"traceutil/trace.go:171","msg":"trace[1518679986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13456; }","duration":"457.646326ms","start":"2026-02-27T18:45:01.157795Z","end":"2026-02-27T18:45:01.615441Z","steps":["trace[1518679986] 'agreement among raft nodes before linearized reading' (duration: 457.160513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.615532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.157769Z","time spent":"457.751949ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:45:01.746937Z","caller":"traceutil/trace.go:171","msg":"trace[1598751648] linearizableReadLoop","detail":"{readStateIndex:14120; appliedIndex:14119; }","duration":"132.009427ms","start":"2026-02-27T18:45:01.6149Z","end":"2026-02-27T18:45:01.74691Z","steps":["trace[1598751648] 'read index received' (duration: 50.834801ms)","trace[1598751648] 'applied index is now lower than readState.Index' (duration: 81.173856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:01.747033Z","caller":"traceutil/trace.go:171","msg":"trace[1869077624] transaction","detail":"{read_only:false; response_revision:13457; number_of_response:1; }","duration":"352.516673ms","start":"2026-02-27T18:45:01.394475Z","end":"2026-02-27T18:45:01.746992Z","steps":["trace[1869077624] 'process raft request' (duration: 271.242194ms)","trace[1869077624] 'compare' (duration: 80.950951ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:01.747122Z","caller":"traceutil/trace.go:171","msg":"trace[1518858609] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"127.035455ms","start":"2026-02-27T18:45:01.620061Z","end":"2026-02-27T18:45:01.747097Z","steps":["trace[1518858609] 'process raft request' (duration: 126.804239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.410535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:45:01.747225Z","caller":"traceutil/trace.go:171","msg":"trace[647487279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13458; }","duration":"380.498477ms","start":"2026-02-27T18:45:01.366716Z","end":"2026-02-27T18:45:01.747215Z","steps":["trace[647487279] 'agreement among raft nodes before linearized reading' (duration: 380.347023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.751154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:45:01.747271Z","caller":"traceutil/trace.go:171","msg":"trace[552125422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13458; }","duration":"377.805535ms","start":"2026-02-27T18:45:01.369456Z","end":"2026-02-27T18:45:01.747262Z","steps":["trace[552125422] 'agreement among raft nodes before linearized reading' (duration: 377.755264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.366696Z","time spent":"380.553368ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:45:01.747293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.369438Z","time spent":"377.850506ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:45:01.747188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.562836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:45:01.74741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.191385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:45:01.747413Z","caller":"traceutil/trace.go:171","msg":"trace[812526772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13458; }","duration":"378.842022ms","start":"2026-02-27T18:45:01.368564Z","end":"2026-02-27T18:45:01.747407Z","steps":["trace[812526772] 'agreement among raft nodes before linearized reading' (duration: 378.477812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:01.747424Z","caller":"traceutil/trace.go:171","msg":"trace[431494290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13458; }","duration":"282.242656ms","start":"2026-02-27T18:45:01.465176Z","end":"2026-02-27T18:45:01.747418Z","steps":["trace[431494290] 'agreement among raft nodes before linearized reading' (duration: 282.200395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.368548Z","time spent":"378.879354ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:45:01.747438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.616883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:45:01.747477Z","caller":"traceutil/trace.go:171","msg":"trace[906038248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13458; }","duration":"373.681216ms","start":"2026-02-27T18:45:01.373785Z","end":"2026-02-27T18:45:01.747466Z","steps":["trace[906038248] 'agreement among raft nodes before linearized reading' (duration: 373.154952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.394451Z","time spent":"352.870223ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:45:01.747517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.373779Z","time spent":"373.727847ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:45:01.747534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.595763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:45:01.747557Z","caller":"traceutil/trace.go:171","msg":"trace[618734167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13458; }","duration":"559.671086ms","start":"2026-02-27T18:45:01.187879Z","end":"2026-02-27T18:45:01.747551Z","steps":["trace[618734167] 'agreement among raft nodes before linearized reading' (duration: 559.633945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:01.747483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.050319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:45:01.74757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:01.187852Z","time spent":"559.714527ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:45:01.747632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.180405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T18:45:01.747866Z","caller":"traceutil/trace.go:171","msg":"trace[782953878] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13458; }","duration":"280.266304ms","start":"2026-02-27T18:45:01.467316Z","end":"2026-02-27T18:45:01.747583Z","steps":["trace[782953878] 'agreement among raft nodes before linearized reading' (duration: 279.707649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:01.747919Z","caller":"traceutil/trace.go:171","msg":"trace[17479355] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13458; }","duration":"128.533344ms","start":"2026-02-27T18:45:01.619358Z","end":"2026-02-27T18:45:01.747891Z","steps":["trace[17479355] 'agreement among raft nodes before linearized reading' (duration: 128.045171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:08.520436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.532065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hwp5f\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-02-27T18:45:08.520545Z","caller":"traceutil/trace.go:171","msg":"trace[457601084] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hwp5f; range_end:; response_count:1; response_revision:13519; }","duration":"180.7022ms","start":"2026-02-27T18:45:08.33982Z","end":"2026-02-27T18:45:08.520522Z","steps":["trace[457601084] 'range keys from in-memory index tree' (duration: 180.32841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:17.497103Z","caller":"traceutil/trace.go:171","msg":"trace[64811454] transaction","detail":"{read_only:false; response_revision:13573; number_of_response:1; }","duration":"153.026935ms","start":"2026-02-27T18:45:17.344046Z","end":"2026-02-27T18:45:17.497073Z","steps":["trace[64811454] 'process raft request' (duration: 104.129846ms)","trace[64811454] 'compare' (duration: 48.789936ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:17.61485Z","caller":"traceutil/trace.go:171","msg":"trace[1744487232] linearizableReadLoop","detail":"{readStateIndex:14244; appliedIndex:14242; }","duration":"174.195866ms","start":"2026-02-27T18:45:17.440618Z","end":"2026-02-27T18:45:17.614814Z","steps":["trace[1744487232] 'read index received' (duration: 7.56989ms)","trace[1744487232] 'applied index is now lower than readState.Index' (duration: 166.624486ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:45:17.615211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.559267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-hwp5f\" ","response":"range_response_count:1 size:12595"} {"level":"warn","ts":"2026-02-27T18:45:17.615186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.265236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:45:17.615265Z","caller":"traceutil/trace.go:171","msg":"trace[1029332781] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-hwp5f; range_end:; response_count:1; response_revision:13573; }","duration":"174.70189ms","start":"2026-02-27T18:45:17.440549Z","end":"2026-02-27T18:45:17.615251Z","steps":["trace[1029332781] 'agreement among raft nodes before linearized reading' (duration: 174.438453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:17.615287Z","caller":"traceutil/trace.go:171","msg":"trace[1321878596] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:13573; }","duration":"105.42536ms","start":"2026-02-27T18:45:17.509837Z","end":"2026-02-27T18:45:17.615262Z","steps":["trace[1321878596] 'agreement among raft nodes before linearized reading' (duration: 105.243815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:17.799976Z","caller":"traceutil/trace.go:171","msg":"trace[1557169266] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13573; }","duration":"182.539849ms","start":"2026-02-27T18:45:17.617395Z","end":"2026-02-27T18:45:17.799935Z","steps":["trace[1557169266] 'process raft request' (duration: 182.402195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:17.845267Z","caller":"traceutil/trace.go:171","msg":"trace[1589201896] linearizableReadLoop","detail":"{readStateIndex:14246; appliedIndex:14244; }","duration":"131.946155ms","start":"2026-02-27T18:45:17.713289Z","end":"2026-02-27T18:45:17.845236Z","steps":["trace[1589201896] 'read index received' (duration: 86.553539ms)","trace[1589201896] 'applied index is now lower than readState.Index' (duration: 45.391596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:17.84534Z","caller":"traceutil/trace.go:171","msg":"trace[1029648620] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"218.76856ms","start":"2026-02-27T18:45:17.626519Z","end":"2026-02-27T18:45:17.845288Z","steps":["trace[1029648620] 'process raft request' (duration: 218.527944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:17.845557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.183381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:45:17.84563Z","caller":"traceutil/trace.go:171","msg":"trace[1755453127] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13574; }","duration":"132.375856ms","start":"2026-02-27T18:45:17.713236Z","end":"2026-02-27T18:45:17.845612Z","steps":["trace[1755453127] 'agreement among raft nodes before linearized reading' (duration: 132.13513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:18.101023Z","caller":"traceutil/trace.go:171","msg":"trace[502596305] transaction","detail":"{read_only:false; response_revision:13575; number_of_response:1; }","duration":"246.396185ms","start":"2026-02-27T18:45:17.854573Z","end":"2026-02-27T18:45:18.100969Z","steps":["trace[502596305] 'process raft request' (duration: 224.129443ms)","trace[502596305] 'compare' (duration: 21.43831ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:18.101073Z","caller":"traceutil/trace.go:171","msg":"trace[1434217839] linearizableReadLoop","detail":"{readStateIndex:14247; appliedIndex:14246; }","duration":"201.189644ms","start":"2026-02-27T18:45:17.899853Z","end":"2026-02-27T18:45:18.101042Z","steps":["trace[1434217839] 'read index received' (duration: 178.773708ms)","trace[1434217839] 'applied index is now lower than readState.Index' (duration: 22.411846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:45:18.101373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.995372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:45:18.101404Z","caller":"traceutil/trace.go:171","msg":"trace[2026324593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13575; }","duration":"177.094704ms","start":"2026-02-27T18:45:17.924301Z","end":"2026-02-27T18:45:18.101396Z","steps":["trace[2026324593] 'agreement among raft nodes before linearized reading' (duration: 176.910999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.998724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:45:18.101478Z","caller":"traceutil/trace.go:171","msg":"trace[62210266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13575; }","duration":"176.087537ms","start":"2026-02-27T18:45:17.925378Z","end":"2026-02-27T18:45:18.101466Z","steps":["trace[62210266] 'agreement among raft nodes before linearized reading' (duration: 175.864941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.561144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:45:18.101552Z","caller":"traceutil/trace.go:171","msg":"trace[578806814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13575; }","duration":"201.742399ms","start":"2026-02-27T18:45:17.899783Z","end":"2026-02-27T18:45:18.101525Z","steps":["trace[578806814] 'agreement among raft nodes before linearized reading' (duration: 201.391139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.137335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:45:18.101637Z","caller":"traceutil/trace.go:171","msg":"trace[1820931457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13575; }","duration":"177.207636ms","start":"2026-02-27T18:45:17.924422Z","end":"2026-02-27T18:45:18.10163Z","steps":["trace[1820931457] 'agreement among raft nodes before linearized reading' (duration: 177.129144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.305079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:45:18.101695Z","caller":"traceutil/trace.go:171","msg":"trace[1370727851] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13575; }","duration":"154.426942ms","start":"2026-02-27T18:45:17.947245Z","end":"2026-02-27T18:45:18.101672Z","steps":["trace[1370727851] 'agreement among raft nodes before linearized reading' (duration: 154.229216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.774945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:45:18.101725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.243958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:45:18.10176Z","caller":"traceutil/trace.go:171","msg":"trace[1032128768] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13575; }","duration":"156.832226ms","start":"2026-02-27T18:45:17.944915Z","end":"2026-02-27T18:45:18.101747Z","steps":["trace[1032128768] 'agreement among raft nodes before linearized reading' (duration: 156.732463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:18.101764Z","caller":"traceutil/trace.go:171","msg":"trace[258134496] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13575; }","duration":"177.33154ms","start":"2026-02-27T18:45:17.924422Z","end":"2026-02-27T18:45:18.101753Z","steps":["trace[258134496] 'agreement among raft nodes before linearized reading' (duration: 177.129044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:18.101912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.772626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:45:18.101965Z","caller":"traceutil/trace.go:171","msg":"trace[1437670717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13575; }","duration":"176.847927ms","start":"2026-02-27T18:45:17.925103Z","end":"2026-02-27T18:45:18.101951Z","steps":["trace[1437670717] 'agreement among raft nodes before linearized reading' (duration: 176.642231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:20.670593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915623115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:45:20.753805Z","caller":"traceutil/trace.go:171","msg":"trace[1482146064] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"616.259138ms","start":"2026-02-27T18:45:20.137517Z","end":"2026-02-27T18:45:20.753776Z","steps":["trace[1482146064] 'process raft request' (duration: 616.033262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:20.75397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.137482Z","time spent":"616.402192ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:45:21.199267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.711669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:45:21.199613Z","caller":"traceutil/trace.go:171","msg":"trace[494701494] linearizableReadLoop","detail":"{readStateIndex:14259; appliedIndex:14257; }","duration":"1.029440753s","start":"2026-02-27T18:45:20.170152Z","end":"2026-02-27T18:45:21.199592Z","steps":["trace[494701494] 'read index received' (duration: 583.432586ms)","trace[494701494] 'applied index is now lower than readState.Index' (duration: 446.006237ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:45:21.199693Z","caller":"traceutil/trace.go:171","msg":"trace[108719639] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"626.431539ms","start":"2026-02-27T18:45:20.573204Z","end":"2026-02-27T18:45:21.199636Z","steps":["trace[108719639] 'process raft request' (duration: 474.227327ms)","trace[108719639] 'compare' (duration: 151.428172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:45:21.199852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029249169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:45:21.199883Z","caller":"traceutil/trace.go:171","msg":"trace[1561591950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13587; }","duration":"1.029319631s","start":"2026-02-27T18:45:20.170554Z","end":"2026-02-27T18:45:21.199874Z","steps":["trace[1561591950] 'agreement among raft nodes before linearized reading' (duration: 1.029147606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.199869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.743627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T18:45:21.199892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.573177Z","time spent":"626.612325ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:45:21.199889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029711431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:45:21.199918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.170539Z","time spent":"1.029370922s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:45:21.199946Z","caller":"traceutil/trace.go:171","msg":"trace[881324654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:13587; }","duration":"574.88652ms","start":"2026-02-27T18:45:20.625042Z","end":"2026-02-27T18:45:21.199929Z","steps":["trace[881324654] 'agreement among raft nodes before linearized reading' (duration: 574.676315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:21.199978Z","caller":"traceutil/trace.go:171","msg":"trace[1881542512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13587; }","duration":"1.029858085s","start":"2026-02-27T18:45:20.170097Z","end":"2026-02-27T18:45:21.199955Z","steps":["trace[1881542512] 'agreement among raft nodes before linearized reading' (duration: 1.029574847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.199994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.625022Z","time spent":"574.962363ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.170075Z","time spent":"1.029941057s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.574893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:45:21.200145Z","caller":"traceutil/trace.go:171","msg":"trace[209717459] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13587; }","duration":"914.664916ms","start":"2026-02-27T18:45:20.285469Z","end":"2026-02-27T18:45:21.200134Z","steps":["trace[209717459] 'agreement among raft nodes before linearized reading' (duration: 914.581903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028588581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:45:21.200198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029189857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:45:21.20021Z","caller":"traceutil/trace.go:171","msg":"trace[1582099162] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13587; }","duration":"1.028663343s","start":"2026-02-27T18:45:20.171531Z","end":"2026-02-27T18:45:21.200194Z","steps":["trace[1582099162] 'agreement among raft nodes before linearized reading' (duration: 1.02852878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:21.200236Z","caller":"traceutil/trace.go:171","msg":"trace[1641536378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13587; }","duration":"1.029238478s","start":"2026-02-27T18:45:20.17098Z","end":"2026-02-27T18:45:21.200219Z","steps":["trace[1641536378] 'agreement among raft nodes before linearized reading' (duration: 1.029158546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.171522Z","time spent":"1.028714714s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029454633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:45:21.200274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.170966Z","time spent":"1.02930144s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:45:21.200279Z","caller":"traceutil/trace.go:171","msg":"trace[1863480764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13587; }","duration":"1.029537306s","start":"2026-02-27T18:45:20.170734Z","end":"2026-02-27T18:45:21.200271Z","steps":["trace[1863480764] 'agreement among raft nodes before linearized reading' (duration: 1.029456314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.285435Z","time spent":"914.729347ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.170711Z","time spent":"1.029609798s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.414228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:45:21.200429Z","caller":"traceutil/trace.go:171","msg":"trace[1626458867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13587; }","duration":"414.49001ms","start":"2026-02-27T18:45:20.785923Z","end":"2026-02-27T18:45:21.200413Z","steps":["trace[1626458867] 'agreement among raft nodes before linearized reading' (duration: 414.397598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.785897Z","time spent":"414.566781ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.908441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:45:21.2006Z","caller":"traceutil/trace.go:171","msg":"trace[1277801426] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13587; }","duration":"924.069165ms","start":"2026-02-27T18:45:20.276502Z","end":"2026-02-27T18:45:21.200571Z","steps":["trace[1277801426] 'agreement among raft nodes before linearized reading' (duration: 923.791318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.276477Z","time spent":"924.159718ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:45:21.200697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.497406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T18:45:21.200798Z","caller":"traceutil/trace.go:171","msg":"trace[725588416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13587; }","duration":"520.65422ms","start":"2026-02-27T18:45:20.680121Z","end":"2026-02-27T18:45:21.200775Z","steps":["trace[725588416] 'agreement among raft nodes before linearized reading' (duration: 520.361832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:21.200893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:45:20.680042Z","time spent":"520.840935ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T18:46:09.071907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11723} {"level":"info","ts":"2026-02-27T18:46:09.165616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11723,"took":"91.107138ms","hash":441218828,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":26386432,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T18:46:09.165692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":441218828,"revision":11723,"compact-revision":9030} {"level":"info","ts":"2026-02-27T18:46:29.813097Z","caller":"traceutil/trace.go:171","msg":"trace[534282173] linearizableReadLoop","detail":"{readStateIndex:15390; appliedIndex:15389; }","duration":"194.837217ms","start":"2026-02-27T18:46:29.618237Z","end":"2026-02-27T18:46:29.813074Z","steps":["trace[534282173] 'read index received' (duration: 194.57178ms)","trace[534282173] 'applied index is now lower than readState.Index' (duration: 264.347µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:46:29.813153Z","caller":"traceutil/trace.go:171","msg":"trace[2056981859] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"198.849243ms","start":"2026-02-27T18:46:29.614276Z","end":"2026-02-27T18:46:29.813125Z","steps":["trace[2056981859] 'process raft request' (duration: 198.619257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.095485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:46:29.813401Z","caller":"traceutil/trace.go:171","msg":"trace[2057064582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14673; }","duration":"195.179137ms","start":"2026-02-27T18:46:29.618211Z","end":"2026-02-27T18:46:29.81339Z","steps":["trace[2057064582] 'agreement among raft nodes before linearized reading' (duration: 195.007442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.53801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:46:29.813474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.115234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:46:29.813461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.19834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:46:29.81355Z","caller":"traceutil/trace.go:171","msg":"trace[1936151130] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14673; }","duration":"182.210476ms","start":"2026-02-27T18:46:29.631321Z","end":"2026-02-27T18:46:29.813531Z","steps":["trace[1936151130] 'agreement among raft nodes before linearized reading' (duration: 182.105524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.961577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:46:29.813587Z","caller":"traceutil/trace.go:171","msg":"trace[812883179] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14673; }","duration":"181.351024ms","start":"2026-02-27T18:46:29.632215Z","end":"2026-02-27T18:46:29.813566Z","steps":["trace[812883179] 'agreement among raft nodes before linearized reading' (duration: 181.145769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.813617Z","caller":"traceutil/trace.go:171","msg":"trace[2137148819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14673; }","duration":"183.013197ms","start":"2026-02-27T18:46:29.630595Z","end":"2026-02-27T18:46:29.813608Z","steps":["trace[2137148819] 'agreement among raft nodes before linearized reading' (duration: 182.921535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.813496Z","caller":"traceutil/trace.go:171","msg":"trace[460957463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14673; }","duration":"194.622882ms","start":"2026-02-27T18:46:29.618859Z","end":"2026-02-27T18:46:29.813482Z","steps":["trace[460957463] 'agreement among raft nodes before linearized reading' (duration: 194.466348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.10215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T18:46:29.813695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.055873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:46:29.813785Z","caller":"traceutil/trace.go:171","msg":"trace[124589482] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14673; }","duration":"183.217403ms","start":"2026-02-27T18:46:29.630552Z","end":"2026-02-27T18:46:29.813769Z","steps":["trace[124589482] 'agreement among raft nodes before linearized reading' (duration: 182.976096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.365671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:46:29.813835Z","caller":"traceutil/trace.go:171","msg":"trace[157136140] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14673; }","duration":"182.262618ms","start":"2026-02-27T18:46:29.631546Z","end":"2026-02-27T18:46:29.813808Z","steps":["trace[157136140] 'agreement among raft nodes before linearized reading' (duration: 181.96963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.813886Z","caller":"traceutil/trace.go:171","msg":"trace[774698114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14673; }","duration":"182.495534ms","start":"2026-02-27T18:46:29.631365Z","end":"2026-02-27T18:46:29.813861Z","steps":["trace[774698114] 'agreement among raft nodes before linearized reading' (duration: 182.202066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.813927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.261425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lpscn\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-02-27T18:46:29.813994Z","caller":"traceutil/trace.go:171","msg":"trace[731533330] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lpscn; range_end:; response_count:1; response_revision:14673; }","duration":"122.351058ms","start":"2026-02-27T18:46:29.691631Z","end":"2026-02-27T18:46:29.813983Z","steps":["trace[731533330] 'agreement among raft nodes before linearized reading' (duration: 122.142523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.95901Z","caller":"traceutil/trace.go:171","msg":"trace[1426387101] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"139.843696ms","start":"2026-02-27T18:46:29.81914Z","end":"2026-02-27T18:46:29.958984Z","steps":["trace[1426387101] 'process raft request' (duration: 138.341887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.95917Z","caller":"traceutil/trace.go:171","msg":"trace[2106597238] transaction","detail":"{read_only:false; response_revision:14675; number_of_response:1; }","duration":"139.98835ms","start":"2026-02-27T18:46:29.819155Z","end":"2026-02-27T18:46:29.959143Z","steps":["trace[2106597238] 'process raft request' (duration: 139.784234ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.964379Z","caller":"traceutil/trace.go:171","msg":"trace[326594641] linearizableReadLoop","detail":"{readStateIndex:15394; appliedIndex:15390; }","duration":"142.679771ms","start":"2026-02-27T18:46:29.821684Z","end":"2026-02-27T18:46:29.964364Z","steps":["trace[326594641] 'read index received' (duration: 135.817341ms)","trace[326594641] 'applied index is now lower than readState.Index' (duration: 6.86144ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:46:29.964423Z","caller":"traceutil/trace.go:171","msg":"trace[165394398] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"144.666222ms","start":"2026-02-27T18:46:29.819728Z","end":"2026-02-27T18:46:29.964395Z","steps":["trace[165394398] 'process raft request' (duration: 144.494098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:29.964576Z","caller":"traceutil/trace.go:171","msg":"trace[1557578669] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"144.545849ms","start":"2026-02-27T18:46:29.819881Z","end":"2026-02-27T18:46:29.964427Z","steps":["trace[1557578669] 'process raft request' (duration: 144.439486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.965201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.236207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:46:29.965753Z","caller":"traceutil/trace.go:171","msg":"trace[455629235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:14677; }","duration":"116.822663ms","start":"2026-02-27T18:46:29.84892Z","end":"2026-02-27T18:46:29.965743Z","steps":["trace[455629235] 'agreement among raft nodes before linearized reading' (duration: 115.527169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:46:29.965462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.765539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741825"} {"level":"info","ts":"2026-02-27T18:46:29.965986Z","caller":"traceutil/trace.go:171","msg":"trace[916916200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14677; }","duration":"144.251322ms","start":"2026-02-27T18:46:29.821644Z","end":"2026-02-27T18:46:29.965895Z","steps":["trace[916916200] 'agreement among raft nodes before linearized reading' (duration: 142.828114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:04.28572Z","caller":"traceutil/trace.go:171","msg":"trace[1349347018] transaction","detail":"{read_only:false; response_revision:14886; number_of_response:1; }","duration":"326.396886ms","start":"2026-02-27T18:47:03.9593Z","end":"2026-02-27T18:47:04.285697Z","steps":["trace[1349347018] 'process raft request' (duration: 326.224082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:04.285829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.731552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:47:04.285868Z","caller":"traceutil/trace.go:171","msg":"trace[530233410] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14886; }","duration":"216.817365ms","start":"2026-02-27T18:47:04.069042Z","end":"2026-02-27T18:47:04.28586Z","steps":["trace[530233410] 'agreement among raft nodes before linearized reading' (duration: 216.698161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:04.285834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:03.959282Z","time spent":"326.486538ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:04.285692Z","caller":"traceutil/trace.go:171","msg":"trace[779489213] linearizableReadLoop","detail":"{readStateIndex:15617; appliedIndex:15616; }","duration":"216.577368ms","start":"2026-02-27T18:47:04.069094Z","end":"2026-02-27T18:47:04.285671Z","steps":["trace[779489213] 'read index received' (duration: 216.366242ms)","trace[779489213] 'applied index is now lower than readState.Index' (duration: 210.476µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:04.286112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.177783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:47:04.286135Z","caller":"traceutil/trace.go:171","msg":"trace[1981528443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14886; }","duration":"114.222565ms","start":"2026-02-27T18:47:04.171905Z","end":"2026-02-27T18:47:04.286127Z","steps":["trace[1981528443] 'agreement among raft nodes before linearized reading' (duration: 114.156233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:04.28614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.271244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:47:04.286159Z","caller":"traceutil/trace.go:171","msg":"trace[2057877453] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14886; }","duration":"125.309165ms","start":"2026-02-27T18:47:04.160843Z","end":"2026-02-27T18:47:04.286152Z","steps":["trace[2057877453] 'agreement among raft nodes before linearized reading' (duration: 125.257414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:04.286185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.488285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:47:04.286228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.018326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:47:04.286244Z","caller":"traceutil/trace.go:171","msg":"trace[1950297956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14886; }","duration":"128.053158ms","start":"2026-02-27T18:47:04.158185Z","end":"2026-02-27T18:47:04.286238Z","steps":["trace[1950297956] 'agreement among raft nodes before linearized reading' (duration: 128.015957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:04.286253Z","caller":"traceutil/trace.go:171","msg":"trace[1589090157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14886; }","duration":"142.588958ms","start":"2026-02-27T18:47:04.143643Z","end":"2026-02-27T18:47:04.286232Z","steps":["trace[1589090157] 'agreement among raft nodes before linearized reading' (duration: 142.389333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:04.408316Z","caller":"traceutil/trace.go:171","msg":"trace[548605072] transaction","detail":"{read_only:false; response_revision:14887; number_of_response:1; }","duration":"118.088826ms","start":"2026-02-27T18:47:04.2902Z","end":"2026-02-27T18:47:04.408289Z","steps":["trace[548605072] 'process raft request' (duration: 43.377248ms)","trace[548605072] 'compare' (duration: 74.591055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:05.009167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.407723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:05.009399Z","caller":"traceutil/trace.go:171","msg":"trace[1083309918] linearizableReadLoop","detail":"{readStateIndex:15621; appliedIndex:15617; }","duration":"713.994028ms","start":"2026-02-27T18:47:04.295388Z","end":"2026-02-27T18:47:05.009382Z","steps":["trace[1083309918] 'read index received' (duration: 38.308654ms)","trace[1083309918] 'applied index is now lower than readState.Index' (duration: 675.681113ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:05.009389Z","caller":"traceutil/trace.go:171","msg":"trace[1337712384] transaction","detail":"{read_only:false; response_revision:14888; number_of_response:1; }","duration":"718.864576ms","start":"2026-02-27T18:47:04.290487Z","end":"2026-02-27T18:47:05.009351Z","steps":["trace[1337712384] 'process raft request' (duration: 457.171095ms)","trace[1337712384] 'compare' (duration: 260.926211ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:05.009413Z","caller":"traceutil/trace.go:171","msg":"trace[906896224] transaction","detail":"{read_only:false; response_revision:14889; number_of_response:1; }","duration":"718.902607ms","start":"2026-02-27T18:47:04.290486Z","end":"2026-02-27T18:47:05.009388Z","steps":["trace[906896224] 'process raft request' (duration: 718.790344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.009514Z","caller":"traceutil/trace.go:171","msg":"trace[1853725267] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"718.391504ms","start":"2026-02-27T18:47:04.291111Z","end":"2026-02-27T18:47:05.009502Z","steps":["trace[1853725267] 'process raft request' (duration: 718.228259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.009546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.290457Z","time spent":"719.01858ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:05.009583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.2911Z","time spent":"718.445705ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:05.0096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.290474Z","time spent":"718.996349ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:05.009749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.697172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:05.00975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.669645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lpscn\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-02-27T18:47:05.009844Z","caller":"traceutil/trace.go:171","msg":"trace[1398400963] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lpscn; range_end:; response_count:1; response_revision:14890; }","duration":"635.822479ms","start":"2026-02-27T18:47:04.373997Z","end":"2026-02-27T18:47:05.009819Z","steps":["trace[1398400963] 'agreement among raft nodes before linearized reading' (duration: 635.538592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.009898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.487096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:47:05.009919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.945867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:47:05.009928Z","caller":"traceutil/trace.go:171","msg":"trace[1207899101] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14890; }","duration":"118.515947ms","start":"2026-02-27T18:47:04.891404Z","end":"2026-02-27T18:47:05.00992Z","steps":["trace[1207899101] 'agreement among raft nodes before linearized reading' (duration: 118.406104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.009922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.373974Z","time spent":"635.931442ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9809,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lpscn\" "} {"level":"warn","ts":"2026-02-27T18:47:05.009913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.504682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:47:05.009967Z","caller":"traceutil/trace.go:171","msg":"trace[502906386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14890; }","duration":"217.018789ms","start":"2026-02-27T18:47:04.79293Z","end":"2026-02-27T18:47:05.009949Z","steps":["trace[502906386] 'agreement among raft nodes before linearized reading' (duration: 216.955198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.010004Z","caller":"traceutil/trace.go:171","msg":"trace[1856426951] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14890; }","duration":"714.625814ms","start":"2026-02-27T18:47:04.295361Z","end":"2026-02-27T18:47:05.009986Z","steps":["trace[1856426951] 'agreement among raft nodes before linearized reading' (duration: 714.44028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.01007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.295351Z","time spent":"714.701886ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:05.010104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.805408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T18:47:05.01015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.872377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T18:47:05.010156Z","caller":"traceutil/trace.go:171","msg":"trace[1436383841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:14890; }","duration":"635.888001ms","start":"2026-02-27T18:47:04.374255Z","end":"2026-02-27T18:47:05.010143Z","steps":["trace[1436383841] 'agreement among raft nodes before linearized reading' (duration: 635.744577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.010068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.444062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:47:05.010193Z","caller":"traceutil/trace.go:171","msg":"trace[1594476942] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14890; }","duration":"118.917578ms","start":"2026-02-27T18:47:04.891267Z","end":"2026-02-27T18:47:05.010184Z","steps":["trace[1594476942] 'agreement among raft nodes before linearized reading' (duration: 118.818985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.010203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.374227Z","time spent":"635.964043ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:47:05.010225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.085723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xqjs8\" ","response":"range_response_count:1 size:20735"} {"level":"info","ts":"2026-02-27T18:47:05.00979Z","caller":"traceutil/trace.go:171","msg":"trace[162243952] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14890; }","duration":"118.780524ms","start":"2026-02-27T18:47:04.890999Z","end":"2026-02-27T18:47:05.009779Z","steps":["trace[162243952] 'agreement among raft nodes before linearized reading' (duration: 118.716982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.010261Z","caller":"traceutil/trace.go:171","msg":"trace[1419615099] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xqjs8; range_end:; response_count:1; response_revision:14890; }","duration":"589.144655ms","start":"2026-02-27T18:47:04.421105Z","end":"2026-02-27T18:47:05.01025Z","steps":["trace[1419615099] 'agreement among raft nodes before linearized reading' (duration: 589.032712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.01025Z","caller":"traceutil/trace.go:171","msg":"trace[1917995198] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14890; }","duration":"597.675728ms","start":"2026-02-27T18:47:04.412538Z","end":"2026-02-27T18:47:05.010213Z","steps":["trace[1917995198] 'agreement among raft nodes before linearized reading' (duration: 597.284248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.010291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.421096Z","time spent":"589.187806ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20758,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xqjs8\" "} {"level":"warn","ts":"2026-02-27T18:47:05.010331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.412517Z","time spent":"597.798992ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:47:05.010183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.828904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:47:05.009787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:05.010429Z","caller":"traceutil/trace.go:171","msg":"trace[763590715] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14890; }","duration":"114.120222ms","start":"2026-02-27T18:47:04.896293Z","end":"2026-02-27T18:47:05.010413Z","steps":["trace[763590715] 'agreement among raft nodes before linearized reading' (duration: 113.514836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.010487Z","caller":"traceutil/trace.go:171","msg":"trace[1305416512] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14890; }","duration":"119.03495ms","start":"2026-02-27T18:47:04.891436Z","end":"2026-02-27T18:47:05.010471Z","steps":["trace[1305416512] 'agreement among raft nodes before linearized reading' (duration: 118.318071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.009859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.854791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:47:05.010555Z","caller":"traceutil/trace.go:171","msg":"trace[1811111793] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14890; }","duration":"596.57087ms","start":"2026-02-27T18:47:04.413959Z","end":"2026-02-27T18:47:05.01053Z","steps":["trace[1811111793] 'agreement among raft nodes before linearized reading' (duration: 595.774769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.010662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:04.413942Z","time spent":"596.700593ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:47:05.688211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.896812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:05.688366Z","caller":"traceutil/trace.go:171","msg":"trace[1475726300] linearizableReadLoop","detail":"{readStateIndex:15623; appliedIndex:15621; }","duration":"664.769648ms","start":"2026-02-27T18:47:05.023584Z","end":"2026-02-27T18:47:05.688354Z","steps":["trace[1475726300] 'read index received' (duration: 319.6613ms)","trace[1475726300] 'applied index is now lower than readState.Index' (duration: 345.103458ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:05.688441Z","caller":"traceutil/trace.go:171","msg":"trace[707777647] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"669.076591ms","start":"2026-02-27T18:47:05.019357Z","end":"2026-02-27T18:47:05.688434Z","steps":["trace[707777647] 'process raft request' (duration: 668.934107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.688487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.019345Z","time spent":"669.115641ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:05.688638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.036945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:05.688658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.444607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:05.688657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.583933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:05.688683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.701527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:05.688697Z","caller":"traceutil/trace.go:171","msg":"trace[698175693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14892; }","duration":"665.119107ms","start":"2026-02-27T18:47:05.023559Z","end":"2026-02-27T18:47:05.688678Z","steps":["trace[698175693] 'agreement among raft nodes before linearized reading' (duration: 664.979754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.688716Z","caller":"traceutil/trace.go:171","msg":"trace[32058831] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14892; }","duration":"609.54058ms","start":"2026-02-27T18:47:05.079162Z","end":"2026-02-27T18:47:05.688703Z","steps":["trace[32058831] 'agreement among raft nodes before linearized reading' (duration: 609.382846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.688728Z","caller":"traceutil/trace.go:171","msg":"trace[1797365240] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:14892; }","duration":"344.971563ms","start":"2026-02-27T18:47:05.343747Z","end":"2026-02-27T18:47:05.688719Z","steps":["trace[1797365240] 'agreement among raft nodes before linearized reading' (duration: 344.796039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.688731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.093312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:05.68873Z","caller":"traceutil/trace.go:171","msg":"trace[879955841] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"360.681246ms","start":"2026-02-27T18:47:05.32803Z","end":"2026-02-27T18:47:05.688711Z","steps":["trace[879955841] 'agreement among raft nodes before linearized reading' (duration: 360.536252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.688753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.343735Z","time spent":"345.011745ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" "} {"level":"warn","ts":"2026-02-27T18:47:05.688749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.07915Z","time spent":"609.591021ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:05.688747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.023549Z","time spent":"665.185559ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:47:05.688759Z","caller":"traceutil/trace.go:171","msg":"trace[832119132] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14892; }","duration":"177.173844ms","start":"2026-02-27T18:47:05.511578Z","end":"2026-02-27T18:47:05.688752Z","steps":["trace[832119132] 'agreement among raft nodes before linearized reading' (duration: 177.136813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.68877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.328017Z","time spent":"360.744827ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:47:05.688776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.638185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:47:05.688781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.542028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:05.688863Z","caller":"traceutil/trace.go:171","msg":"trace[1519505449] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"172.767659ms","start":"2026-02-27T18:47:05.516078Z","end":"2026-02-27T18:47:05.688846Z","steps":["trace[1519505449] 'agreement among raft nodes before linearized reading' (duration: 172.582974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.6889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.546884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:05.688895Z","caller":"traceutil/trace.go:171","msg":"trace[841798552] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:14892; }","duration":"345.672202ms","start":"2026-02-27T18:47:05.343198Z","end":"2026-02-27T18:47:05.688871Z","steps":["trace[841798552] 'agreement among raft nodes before linearized reading' (duration: 345.387275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.68892Z","caller":"traceutil/trace.go:171","msg":"trace[543559888] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"177.614976ms","start":"2026-02-27T18:47:05.511299Z","end":"2026-02-27T18:47:05.688914Z","steps":["trace[543559888] 'agreement among raft nodes before linearized reading' (duration: 177.582626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.688901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.576313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:47:05.688699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.340949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:05.688944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.343187Z","time spent":"345.742764ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" "} {"level":"info","ts":"2026-02-27T18:47:05.688977Z","caller":"traceutil/trace.go:171","msg":"trace[1491456228] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14892; }","duration":"177.647287ms","start":"2026-02-27T18:47:05.511323Z","end":"2026-02-27T18:47:05.688971Z","steps":["trace[1491456228] 'agreement among raft nodes before linearized reading' (duration: 177.349829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.688981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.485556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T18:47:05.688988Z","caller":"traceutil/trace.go:171","msg":"trace[1481351658] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"360.733477ms","start":"2026-02-27T18:47:05.328229Z","end":"2026-02-27T18:47:05.688963Z","steps":["trace[1481351658] 'agreement among raft nodes before linearized reading' (duration: 360.424449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.689004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.613637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:47:05.689007Z","caller":"traceutil/trace.go:171","msg":"trace[1183134323] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"591.545628ms","start":"2026-02-27T18:47:05.097452Z","end":"2026-02-27T18:47:05.688998Z","steps":["trace[1183134323] 'agreement among raft nodes before linearized reading' (duration: 591.457145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:05.689026Z","caller":"traceutil/trace.go:171","msg":"trace[71125611] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"362.76078ms","start":"2026-02-27T18:47:05.326259Z","end":"2026-02-27T18:47:05.68902Z","steps":["trace[71125611] 'agreement among raft nodes before linearized reading' (duration: 362.708579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.689032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.097432Z","time spent":"591.596859ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:47:05.689042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.32623Z","time spent":"362.808262ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:47:05.689039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.328191Z","time spent":"360.836609ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:47:05.688954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.407459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:47:05.689162Z","caller":"traceutil/trace.go:171","msg":"trace[1272567204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14892; }","duration":"410.619585ms","start":"2026-02-27T18:47:05.278491Z","end":"2026-02-27T18:47:05.68911Z","steps":["trace[1272567204] 'agreement among raft nodes before linearized reading' (duration: 410.411899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:05.689271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.27846Z","time spent":"410.771909ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:47:05.689282Z","caller":"traceutil/trace.go:171","msg":"trace[1615064702] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"669.46602ms","start":"2026-02-27T18:47:05.018995Z","end":"2026-02-27T18:47:05.688461Z","steps":["trace[1615064702] 'process raft request' (duration: 324.255841ms)","trace[1615064702] 'compare' (duration: 344.558332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:05.689454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:05.018981Z","time spent":"670.352074ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:06.171022Z","caller":"traceutil/trace.go:171","msg":"trace[2122764130] linearizableReadLoop","detail":"{readStateIndex:15627; appliedIndex:15626; }","duration":"162.679385ms","start":"2026-02-27T18:47:06.008318Z","end":"2026-02-27T18:47:06.170997Z","steps":["trace[2122764130] 'read index received' (duration: 162.49186ms)","trace[2122764130] 'applied index is now lower than readState.Index' (duration: 186.365µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:06.171237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.858099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:47:06.1713Z","caller":"traceutil/trace.go:171","msg":"trace[124408901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14896; }","duration":"162.984963ms","start":"2026-02-27T18:47:06.008297Z","end":"2026-02-27T18:47:06.171282Z","steps":["trace[124408901] 'agreement among raft nodes before linearized reading' (duration: 162.796198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:06.171353Z","caller":"traceutil/trace.go:171","msg":"trace[332855565] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"172.444231ms","start":"2026-02-27T18:47:05.998853Z","end":"2026-02-27T18:47:06.171297Z","steps":["trace[332855565] 'process raft request' (duration: 171.976979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.686251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915627365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:47:06.825076Z","caller":"traceutil/trace.go:171","msg":"trace[1312080989] linearizableReadLoop","detail":"{readStateIndex:15628; appliedIndex:15627; }","duration":"639.338701ms","start":"2026-02-27T18:47:06.185705Z","end":"2026-02-27T18:47:06.825043Z","steps":["trace[1312080989] 'read index received' (duration: 639.238988ms)","trace[1312080989] 'applied index is now lower than readState.Index' (duration: 96.243µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:06.825093Z","caller":"traceutil/trace.go:171","msg":"trace[426524117] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14896; }","duration":"645.39135ms","start":"2026-02-27T18:47:06.179674Z","end":"2026-02-27T18:47:06.825065Z","steps":["trace[426524117] 'process raft request' (duration: 645.227456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.825291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.570628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:06.825317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.179653Z","time spent":"645.582985ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:47:06.825364Z","caller":"traceutil/trace.go:171","msg":"trace[192673558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14896; }","duration":"639.67614ms","start":"2026-02-27T18:47:06.18567Z","end":"2026-02-27T18:47:06.825346Z","steps":["trace[192673558] 'agreement among raft nodes before linearized reading' (duration: 639.523686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.825447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.185661Z","time spent":"639.772683ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:47:06.863752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.894122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T18:47:06.863761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.734236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:47:06.86382Z","caller":"traceutil/trace.go:171","msg":"trace[678886261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14897; }","duration":"558.973594ms","start":"2026-02-27T18:47:06.30483Z","end":"2026-02-27T18:47:06.863803Z","steps":["trace[678886261] 'agreement among raft nodes before linearized reading' (duration: 558.786319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:06.863844Z","caller":"traceutil/trace.go:171","msg":"trace[905665361] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14897; }","duration":"215.863569ms","start":"2026-02-27T18:47:06.647963Z","end":"2026-02-27T18:47:06.863827Z","steps":["trace[905665361] 'agreement among raft nodes before linearized reading' (duration: 215.727256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.86387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.304823Z","time spent":"559.033005ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:47:06.86389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.61307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:47:06.863885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.579368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:06.863887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.496128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:47:06.863928Z","caller":"traceutil/trace.go:171","msg":"trace[459044371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14897; }","duration":"451.648971ms","start":"2026-02-27T18:47:06.412268Z","end":"2026-02-27T18:47:06.863916Z","steps":["trace[459044371] 'agreement among raft nodes before linearized reading' (duration: 451.567069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:06.863948Z","caller":"traceutil/trace.go:171","msg":"trace[861909835] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14897; }","duration":"184.64081ms","start":"2026-02-27T18:47:06.679287Z","end":"2026-02-27T18:47:06.863927Z","steps":["trace[861909835] 'agreement among raft nodes before linearized reading' (duration: 184.546318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:06.863959Z","caller":"traceutil/trace.go:171","msg":"trace[614615534] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14897; }","duration":"572.622662ms","start":"2026-02-27T18:47:06.29132Z","end":"2026-02-27T18:47:06.863943Z","steps":["trace[614615534] 'agreement among raft nodes before linearized reading' (duration: 572.392506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.863963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.412195Z","time spent":"451.758843ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:47:06.864009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.291299Z","time spent":"572.700004ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:47:06.863784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.220778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:47:06.864061Z","caller":"traceutil/trace.go:171","msg":"trace[1026610602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14897; }","duration":"573.528955ms","start":"2026-02-27T18:47:06.290523Z","end":"2026-02-27T18:47:06.864052Z","steps":["trace[1026610602] 'agreement among raft nodes before linearized reading' (duration: 573.134745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.864065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.427493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T18:47:06.864086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.290508Z","time spent":"573.572497ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:47:06.864114Z","caller":"traceutil/trace.go:171","msg":"trace[283716171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14897; }","duration":"557.494736ms","start":"2026-02-27T18:47:06.306603Z","end":"2026-02-27T18:47:06.864097Z","steps":["trace[283716171] 'agreement among raft nodes before linearized reading' (duration: 557.368652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:06.864157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:06.306591Z","time spent":"557.554667ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:47:07.017036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.747078ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:07.017327Z","caller":"traceutil/trace.go:171","msg":"trace[910500958] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"148.75855ms","start":"2026-02-27T18:47:06.868542Z","end":"2026-02-27T18:47:07.017301Z","steps":["trace[910500958] 'process raft request' (duration: 49.449466ms)","trace[910500958] 'compare' (duration: 99.101498ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:07.017162Z","caller":"traceutil/trace.go:171","msg":"trace[1861710348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14897; }","duration":"106.872552ms","start":"2026-02-27T18:47:06.910263Z","end":"2026-02-27T18:47:07.017135Z","steps":["trace[1861710348] 'range keys from in-memory index tree' (duration: 106.734618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.069357Z","caller":"traceutil/trace.go:171","msg":"trace[155020797] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"200.212809ms","start":"2026-02-27T18:47:06.869127Z","end":"2026-02-27T18:47:07.06934Z","steps":["trace[155020797] 'process raft request' (duration: 200.131547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.069356Z","caller":"traceutil/trace.go:171","msg":"trace[1536685044] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"200.604269ms","start":"2026-02-27T18:47:06.868723Z","end":"2026-02-27T18:47:07.069328Z","steps":["trace[1536685044] 'process raft request' (duration: 200.382163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.069668Z","caller":"traceutil/trace.go:171","msg":"trace[897405994] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"200.470945ms","start":"2026-02-27T18:47:06.869181Z","end":"2026-02-27T18:47:07.069652Z","steps":["trace[897405994] 'process raft request' (duration: 200.122166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.070008Z","caller":"traceutil/trace.go:171","msg":"trace[1162785319] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"194.620092ms","start":"2026-02-27T18:47:06.875365Z","end":"2026-02-27T18:47:07.069985Z","steps":["trace[1162785319] 'process raft request' (duration: 194.215171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:07.298339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.099951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:07.298637Z","caller":"traceutil/trace.go:171","msg":"trace[708277396] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"222.425881ms","start":"2026-02-27T18:47:07.076179Z","end":"2026-02-27T18:47:07.298605Z","steps":["trace[708277396] 'process raft request' (duration: 70.95713ms)","trace[708277396] 'compare' (duration: 150.849915ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:07.298783Z","caller":"traceutil/trace.go:171","msg":"trace[527258165] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"221.160549ms","start":"2026-02-27T18:47:07.077588Z","end":"2026-02-27T18:47:07.298749Z","steps":["trace[527258165] 'process raft request' (duration: 220.888881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.298816Z","caller":"traceutil/trace.go:171","msg":"trace[996200263] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"220.632894ms","start":"2026-02-27T18:47:07.078149Z","end":"2026-02-27T18:47:07.298782Z","steps":["trace[996200263] 'process raft request' (duration: 220.414279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.299043Z","caller":"traceutil/trace.go:171","msg":"trace[189578105] linearizableReadLoop","detail":"{readStateIndex:15636; appliedIndex:15634; }","duration":"220.799069ms","start":"2026-02-27T18:47:07.077919Z","end":"2026-02-27T18:47:07.298718Z","steps":["trace[189578105] 'read index received' (duration: 69.236005ms)","trace[189578105] 'applied index is now lower than readState.Index' (duration: 151.561784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:07.299334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.257883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:07.299341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.693956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T18:47:07.299397Z","caller":"traceutil/trace.go:171","msg":"trace[572622342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14905; }","duration":"204.779088ms","start":"2026-02-27T18:47:07.094606Z","end":"2026-02-27T18:47:07.299385Z","steps":["trace[572622342] 'agreement among raft nodes before linearized reading' (duration: 204.660485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:07.299397Z","caller":"traceutil/trace.go:171","msg":"trace[1582884909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14905; }","duration":"112.366606ms","start":"2026-02-27T18:47:07.187012Z","end":"2026-02-27T18:47:07.299379Z","steps":["trace[1582884909] 'agreement among raft nodes before linearized reading' (duration: 112.269734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:07.300186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.249227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741785"} {"level":"info","ts":"2026-02-27T18:47:07.3003Z","caller":"traceutil/trace.go:171","msg":"trace[1654323627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14905; }","duration":"222.38828ms","start":"2026-02-27T18:47:07.077897Z","end":"2026-02-27T18:47:07.300285Z","steps":["trace[1654323627] 'agreement among raft nodes before linearized reading' (duration: 221.020874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.033303Z","caller":"traceutil/trace.go:171","msg":"trace[810836676] linearizableReadLoop","detail":"{readStateIndex:15639; appliedIndex:15638; }","duration":"254.414029ms","start":"2026-02-27T18:47:07.778872Z","end":"2026-02-27T18:47:08.033286Z","steps":["trace[810836676] 'read index received' (duration: 254.255805ms)","trace[810836676] 'applied index is now lower than readState.Index' (duration: 157.414µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:08.033383Z","caller":"traceutil/trace.go:171","msg":"trace[83418741] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"256.466793ms","start":"2026-02-27T18:47:07.776887Z","end":"2026-02-27T18:47:08.033353Z","steps":["trace[83418741] 'process raft request' (duration: 256.267948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.03349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.601644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T18:47:08.033524Z","caller":"traceutil/trace.go:171","msg":"trace[237023568] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14906; }","duration":"254.668526ms","start":"2026-02-27T18:47:07.778844Z","end":"2026-02-27T18:47:08.033513Z","steps":["trace[237023568] 'agreement among raft nodes before linearized reading' (duration: 254.547523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.033542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.096684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:08.033597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.001449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T18:47:08.033637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.216178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:08.033695Z","caller":"traceutil/trace.go:171","msg":"trace[1281295459] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14906; }","duration":"254.123473ms","start":"2026-02-27T18:47:07.77955Z","end":"2026-02-27T18:47:08.033674Z","steps":["trace[1281295459] 'agreement among raft nodes before linearized reading' (duration: 253.901157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.033728Z","caller":"traceutil/trace.go:171","msg":"trace[358848407] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14906; }","duration":"129.351781ms","start":"2026-02-27T18:47:07.904353Z","end":"2026-02-27T18:47:08.033705Z","steps":["trace[358848407] 'agreement among raft nodes before linearized reading' (duration: 129.187697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.033751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.404236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T18:47:08.033792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.623343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:08.033781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.380102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:08.033817Z","caller":"traceutil/trace.go:171","msg":"trace[1284530270] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14906; }","duration":"128.664303ms","start":"2026-02-27T18:47:07.905145Z","end":"2026-02-27T18:47:08.03381Z","steps":["trace[1284530270] 'agreement among raft nodes before linearized reading' (duration: 128.625542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.033804Z","caller":"traceutil/trace.go:171","msg":"trace[1948915746] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14906; }","duration":"128.482679ms","start":"2026-02-27T18:47:07.905312Z","end":"2026-02-27T18:47:08.033795Z","steps":["trace[1948915746] 'agreement among raft nodes before linearized reading' (duration: 128.347075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.03385Z","caller":"traceutil/trace.go:171","msg":"trace[492236644] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14906; }","duration":"129.513396ms","start":"2026-02-27T18:47:07.904321Z","end":"2026-02-27T18:47:08.033834Z","steps":["trace[492236644] 'agreement among raft nodes before linearized reading' (duration: 129.415443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.033862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.566096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:08.0339Z","caller":"traceutil/trace.go:171","msg":"trace[695283857] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:14906; }","duration":"248.614977ms","start":"2026-02-27T18:47:07.785275Z","end":"2026-02-27T18:47:08.03389Z","steps":["trace[695283857] 'agreement among raft nodes before linearized reading' (duration: 248.493384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.033623Z","caller":"traceutil/trace.go:171","msg":"trace[745479405] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14906; }","duration":"129.187427ms","start":"2026-02-27T18:47:07.904417Z","end":"2026-02-27T18:47:08.033605Z","steps":["trace[745479405] 'agreement among raft nodes before linearized reading' (duration: 129.050563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:08.033957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.946308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:47:08.033998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.857292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T18:47:08.033995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.056506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:08.034083Z","caller":"traceutil/trace.go:171","msg":"trace[741127004] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14906; }","duration":"128.248862ms","start":"2026-02-27T18:47:07.905821Z","end":"2026-02-27T18:47:08.03407Z","steps":["trace[741127004] 'agreement among raft nodes before linearized reading' (duration: 127.745159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.034055Z","caller":"traceutil/trace.go:171","msg":"trace[1950063166] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14906; }","duration":"127.089442ms","start":"2026-02-27T18:47:07.906946Z","end":"2026-02-27T18:47:08.034036Z","steps":["trace[1950063166] 'agreement among raft nodes before linearized reading' (duration: 126.755453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:08.03415Z","caller":"traceutil/trace.go:171","msg":"trace[1072957282] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:14906; }","duration":"242.258101ms","start":"2026-02-27T18:47:07.791863Z","end":"2026-02-27T18:47:08.034121Z","steps":["trace[1072957282] 'agreement among raft nodes before linearized reading' (duration: 241.757038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:48.32417Z","caller":"traceutil/trace.go:171","msg":"trace[1122567611] linearizableReadLoop","detail":"{readStateIndex:15958; appliedIndex:15957; }","duration":"120.299624ms","start":"2026-02-27T18:47:48.203827Z","end":"2026-02-27T18:47:48.324127Z","steps":["trace[1122567611] 'read index received' (duration: 119.980535ms)","trace[1122567611] 'applied index is now lower than readState.Index' (duration: 317.009µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:48.32451Z","caller":"traceutil/trace.go:171","msg":"trace[1803404077] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"126.63581ms","start":"2026-02-27T18:47:48.19784Z","end":"2026-02-27T18:47:48.324476Z","steps":["trace[1803404077] 'process raft request' (duration: 126.047525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.324603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.757635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:47:48.32547Z","caller":"traceutil/trace.go:171","msg":"trace[1610421893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15209; }","duration":"121.673319ms","start":"2026-02-27T18:47:48.203771Z","end":"2026-02-27T18:47:48.325445Z","steps":["trace[1610421893] 'agreement among raft nodes before linearized reading' (duration: 120.638592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.755945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.618125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T18:47:48.756016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.878052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T18:47:48.75604Z","caller":"traceutil/trace.go:171","msg":"trace[1150022994] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15211; }","duration":"233.768908ms","start":"2026-02-27T18:47:48.522247Z","end":"2026-02-27T18:47:48.756016Z","steps":["trace[1150022994] 'range keys from in-memory index tree' (duration: 233.416149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.756047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.425512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:48.756103Z","caller":"traceutil/trace.go:171","msg":"trace[1773206702] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15211; }","duration":"226.013185ms","start":"2026-02-27T18:47:48.530067Z","end":"2026-02-27T18:47:48.756081Z","steps":["trace[1773206702] 'range keys from in-memory index tree' (duration: 225.690677ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:48.756118Z","caller":"traceutil/trace.go:171","msg":"trace[1538062145] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:15211; }","duration":"222.533555ms","start":"2026-02-27T18:47:48.533566Z","end":"2026-02-27T18:47:48.7561Z","steps":["trace[1538062145] 'range keys from in-memory index tree' (duration: 222.253767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:48.756023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.139133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T18:47:48.756224Z","caller":"traceutil/trace.go:171","msg":"trace[115440006] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:15211; }","duration":"238.325287ms","start":"2026-02-27T18:47:48.51784Z","end":"2026-02-27T18:47:48.756165Z","steps":["trace[115440006] 'range keys from in-memory index tree' (duration: 237.958178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:05.999727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.829114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:48:05.99982Z","caller":"traceutil/trace.go:171","msg":"trace[575873776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15348; }","duration":"425.979558ms","start":"2026-02-27T18:48:05.573822Z","end":"2026-02-27T18:48:05.999802Z","steps":["trace[575873776] 'range keys from in-memory index tree' (duration: 425.640019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:05.999862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:48:05.573797Z","time spent":"426.054659ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:48:06.00009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.58132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:48:06.000122Z","caller":"traceutil/trace.go:171","msg":"trace[69836296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15348; }","duration":"390.654502ms","start":"2026-02-27T18:48:05.609455Z","end":"2026-02-27T18:48:06.00011Z","steps":["trace[69836296] 'range keys from in-memory index tree' (duration: 390.443776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.00016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:48:05.609433Z","time spent":"390.720503ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:48:06.000585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.640149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:48:06.000671Z","caller":"traceutil/trace.go:171","msg":"trace[1875313343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15348; }","duration":"359.735391ms","start":"2026-02-27T18:48:05.640917Z","end":"2026-02-27T18:48:06.000652Z","steps":["trace[1875313343] 'range keys from in-memory index tree' (duration: 359.477535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.000713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:48:05.640882Z","time spent":"359.819963ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:48:06.000707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.091962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lpscn\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-02-27T18:48:06.000762Z","caller":"traceutil/trace.go:171","msg":"trace[604259331] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lpscn; range_end:; response_count:1; response_revision:15348; }","duration":"296.172225ms","start":"2026-02-27T18:48:05.704576Z","end":"2026-02-27T18:48:06.000749Z","steps":["trace[604259331] 'range keys from in-memory index tree' (duration: 295.939669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.000761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.966594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:06.000931Z","caller":"traceutil/trace.go:171","msg":"trace[1296187803] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15348; }","duration":"189.212541ms","start":"2026-02-27T18:48:05.811686Z","end":"2026-02-27T18:48:06.000898Z","steps":["trace[1296187803] 'range keys from in-memory index tree' (duration: 188.853561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.001001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.982976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xg2dp\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T18:48:06.001046Z","caller":"traceutil/trace.go:171","msg":"trace[1068526940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xg2dp; range_end:; response_count:1; response_revision:15348; }","duration":"310.067149ms","start":"2026-02-27T18:48:05.690968Z","end":"2026-02-27T18:48:06.001035Z","steps":["trace[1068526940] 'range keys from in-memory index tree' (duration: 309.855953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.001088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:48:05.690945Z","time spent":"310.12236ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-xg2dp\" "} {"level":"warn","ts":"2026-02-27T18:48:06.001102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.262919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12488"} {"level":"warn","ts":"2026-02-27T18:48:06.000935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.0996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:48:06.001254Z","caller":"traceutil/trace.go:171","msg":"trace[1461131253] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15348; }","duration":"182.452093ms","start":"2026-02-27T18:48:05.818775Z","end":"2026-02-27T18:48:06.001227Z","steps":["trace[1461131253] 'range keys from in-memory index tree' (duration: 182.051433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:06.001323Z","caller":"traceutil/trace.go:171","msg":"trace[1268375629] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15348; }","duration":"183.492891ms","start":"2026-02-27T18:48:05.817794Z","end":"2026-02-27T18:48:06.001287Z","steps":["trace[1268375629] 'range keys from in-memory index tree' (duration: 182.949096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.001539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.045152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T18:48:06.002484Z","caller":"traceutil/trace.go:171","msg":"trace[65955304] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15348; }","duration":"191.286085ms","start":"2026-02-27T18:48:05.811174Z","end":"2026-02-27T18:48:06.00246Z","steps":["trace[65955304] 'range keys from in-memory index tree' (duration: 189.396275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:06.136309Z","caller":"traceutil/trace.go:171","msg":"trace[1240913965] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"131.092056ms","start":"2026-02-27T18:48:06.005179Z","end":"2026-02-27T18:48:06.136271Z","steps":["trace[1240913965] 'process raft request' (duration: 130.85111ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:06.18749Z","caller":"traceutil/trace.go:171","msg":"trace[1007220798] transaction","detail":"{read_only:false; response_revision:15350; number_of_response:1; }","duration":"181.612251ms","start":"2026-02-27T18:48:06.005849Z","end":"2026-02-27T18:48:06.187461Z","steps":["trace[1007220798] 'process raft request' (duration: 181.410186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:06.187657Z","caller":"traceutil/trace.go:171","msg":"trace[2075431692] linearizableReadLoop","detail":"{readStateIndex:16107; appliedIndex:16104; }","duration":"180.498841ms","start":"2026-02-27T18:48:06.007118Z","end":"2026-02-27T18:48:06.187617Z","steps":["trace[2075431692] 'read index received' (duration: 128.874708ms)","trace[2075431692] 'applied index is now lower than readState.Index' (duration: 51.621043ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:48:06.187816Z","caller":"traceutil/trace.go:171","msg":"trace[1045008912] transaction","detail":"{read_only:false; response_revision:15351; number_of_response:1; }","duration":"180.963834ms","start":"2026-02-27T18:48:06.006764Z","end":"2026-02-27T18:48:06.187728Z","steps":["trace[1045008912] 'process raft request' (duration: 180.649086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.188605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.465468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:772362"} {"level":"info","ts":"2026-02-27T18:48:06.188689Z","caller":"traceutil/trace.go:171","msg":"trace[442315883] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15351; }","duration":"181.603481ms","start":"2026-02-27T18:48:06.007065Z","end":"2026-02-27T18:48:06.188668Z","steps":["trace[442315883] 'agreement among raft nodes before linearized reading' (duration: 180.692757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.189294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.126965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:772362"} {"level":"info","ts":"2026-02-27T18:48:06.189375Z","caller":"traceutil/trace.go:171","msg":"trace[1162109378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15351; }","duration":"182.255328ms","start":"2026-02-27T18:48:06.007098Z","end":"2026-02-27T18:48:06.189353Z","steps":["trace[1162109378] 'agreement among raft nodes before linearized reading' (duration: 180.748359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:06.189731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.407442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:772362"} {"level":"info","ts":"2026-02-27T18:48:06.189808Z","caller":"traceutil/trace.go:171","msg":"trace[1258805135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15351; }","duration":"182.564385ms","start":"2026-02-27T18:48:06.007225Z","end":"2026-02-27T18:48:06.18979Z","steps":["trace[1258805135] 'agreement among raft nodes before linearized reading' (duration: 181.267501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:49:42.394426Z","caller":"traceutil/trace.go:171","msg":"trace[1624420273] transaction","detail":"{read_only:false; response_revision:16294; number_of_response:1; }","duration":"154.917181ms","start":"2026-02-27T18:49:42.23945Z","end":"2026-02-27T18:49:42.394367Z","steps":["trace[1624420273] 'process raft request' (duration: 126.432754ms)","trace[1624420273] 'compare' (duration: 28.005405ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:51:09.092034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14234} {"level":"info","ts":"2026-02-27T18:51:09.181807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14234,"took":"87.763478ms","hash":626120929,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T18:51:09.181862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":626120929,"revision":14234,"compact-revision":11723} {"level":"info","ts":"2026-02-27T18:52:46.454297Z","caller":"traceutil/trace.go:171","msg":"trace[88379349] linearizableReadLoop","detail":"{readStateIndex:18815; appliedIndex:18814; }","duration":"133.322605ms","start":"2026-02-27T18:52:46.320942Z","end":"2026-02-27T18:52:46.454264Z","steps":["trace[88379349] 'read index received' (duration: 133.002607ms)","trace[88379349] 'applied index is now lower than readState.Index' (duration: 318.108µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:46.454454Z","caller":"traceutil/trace.go:171","msg":"trace[1352272588] transaction","detail":"{read_only:false; response_revision:17931; number_of_response:1; }","duration":"408.623486ms","start":"2026-02-27T18:52:46.045819Z","end":"2026-02-27T18:52:46.454442Z","steps":["trace[1352272588] 'process raft request' (duration: 408.197325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:46.454724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T18:52:46.454738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.045796Z","time spent":"408.838062ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:52:46.454787Z","caller":"traceutil/trace.go:171","msg":"trace[1754178584] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17931; }","duration":"117.414684ms","start":"2026-02-27T18:52:46.337359Z","end":"2026-02-27T18:52:46.454773Z","steps":["trace[1754178584] 'agreement among raft nodes before linearized reading' (duration: 117.209418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:46.454815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.990932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-phkhd\" ","response":"range_response_count:1 size:22086"} {"level":"warn","ts":"2026-02-27T18:52:46.454821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.850569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T18:52:46.454866Z","caller":"traceutil/trace.go:171","msg":"trace[732320967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-phkhd; range_end:; response_count:1; response_revision:17931; }","duration":"117.054084ms","start":"2026-02-27T18:52:46.337797Z","end":"2026-02-27T18:52:46.454852Z","steps":["trace[732320967] 'agreement among raft nodes before linearized reading' (duration: 116.91509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:46.454906Z","caller":"traceutil/trace.go:171","msg":"trace[958761052] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17931; }","duration":"133.978263ms","start":"2026-02-27T18:52:46.32091Z","end":"2026-02-27T18:52:46.454888Z","steps":["trace[958761052] 'agreement among raft nodes before linearized reading' (duration: 133.751177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.035399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915638249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:52:47.107719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.791655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:47.107851Z","caller":"traceutil/trace.go:171","msg":"trace[2118340315] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17931; }","duration":"197.949309ms","start":"2026-02-27T18:52:46.909882Z","end":"2026-02-27T18:52:47.107831Z","steps":["trace[2118340315] 'range keys from in-memory index tree' (duration: 197.770344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.107973Z","caller":"traceutil/trace.go:171","msg":"trace[1869905926] transaction","detail":"{read_only:false; number_of_response:0; response_revision:17931; }","duration":"642.880838ms","start":"2026-02-27T18:52:46.465069Z","end":"2026-02-27T18:52:47.10795Z","steps":["trace[1869905926] 'process raft request' (duration: 614.718081ms)","trace[1869905926] 'compare' (duration: 28.017703ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:47.108017Z","caller":"traceutil/trace.go:171","msg":"trace[480206532] linearizableReadLoop","detail":"{readStateIndex:18818; appliedIndex:18815; }","duration":"572.916473ms","start":"2026-02-27T18:52:46.535077Z","end":"2026-02-27T18:52:47.107993Z","steps":["trace[480206532] 'read index received' (duration: 544.728246ms)","trace[480206532] 'applied index is now lower than readState.Index' (duration: 28.186947ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:52:47.108068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.465058Z","time spent":"642.95544ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:52:47.108025Z","caller":"traceutil/trace.go:171","msg":"trace[2133496787] transaction","detail":"{read_only:false; response_revision:17932; number_of_response:1; }","duration":"641.858702ms","start":"2026-02-27T18:52:46.466141Z","end":"2026-02-27T18:52:47.108Z","steps":["trace[2133496787] 'process raft request' (duration: 641.714928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.108077Z","caller":"traceutil/trace.go:171","msg":"trace[493089196] transaction","detail":"{read_only:false; response_revision:17933; number_of_response:1; }","duration":"641.44272ms","start":"2026-02-27T18:52:46.466601Z","end":"2026-02-27T18:52:47.108043Z","steps":["trace[493089196] 'process raft request' (duration: 641.347387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.066577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:47.108185Z","caller":"traceutil/trace.go:171","msg":"trace[1506281591] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17933; }","duration":"573.18202ms","start":"2026-02-27T18:52:46.534992Z","end":"2026-02-27T18:52:47.108174Z","steps":["trace[1506281591] 'agreement among raft nodes before linearized reading' (duration: 573.087168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.481972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.108192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.466128Z","time spent":"641.994875ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:52:47.108216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.534963Z","time spent":"573.244832ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T18:52:47.108226Z","caller":"traceutil/trace.go:171","msg":"trace[2143377751] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17933; }","duration":"566.566294ms","start":"2026-02-27T18:52:46.541648Z","end":"2026-02-27T18:52:47.108215Z","steps":["trace[2143377751] 'agreement among raft nodes before linearized reading' (duration: 566.488582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.466593Z","time spent":"641.551693ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:52:47.108261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.541628Z","time spent":"566.625096ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:52:47.10838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.808332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.108361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.325512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T18:52:47.108407Z","caller":"traceutil/trace.go:171","msg":"trace[741040523] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17933; }","duration":"563.863123ms","start":"2026-02-27T18:52:46.544536Z","end":"2026-02-27T18:52:47.108399Z","steps":["trace[741040523] 'agreement among raft nodes before linearized reading' (duration: 563.821242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.084923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.108395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.08317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xqjs8\" ","response":"range_response_count:1 size:20838"} {"level":"warn","ts":"2026-02-27T18:52:47.108438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.544523Z","time spent":"563.909424ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:52:47.108453Z","caller":"traceutil/trace.go:171","msg":"trace[371225495] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17933; }","duration":"355.442676ms","start":"2026-02-27T18:52:46.752985Z","end":"2026-02-27T18:52:47.108428Z","steps":["trace[371225495] 'agreement among raft nodes before linearized reading' (duration: 355.20055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.108461Z","caller":"traceutil/trace.go:171","msg":"trace[85554626] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17933; }","duration":"356.217666ms","start":"2026-02-27T18:52:46.752228Z","end":"2026-02-27T18:52:47.108446Z","steps":["trace[85554626] 'agreement among raft nodes before linearized reading' (duration: 356.057482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.108472Z","caller":"traceutil/trace.go:171","msg":"trace[691554751] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xqjs8; range_end:; response_count:1; response_revision:17933; }","duration":"176.178322ms","start":"2026-02-27T18:52:46.932278Z","end":"2026-02-27T18:52:47.108456Z","steps":["trace[691554751] 'agreement among raft nodes before linearized reading' (duration: 176.025938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.516782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T18:52:47.108491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.519438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T18:52:47.108499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.752976Z","time spent":"355.512458ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"info","ts":"2026-02-27T18:52:47.108507Z","caller":"traceutil/trace.go:171","msg":"trace[451047035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17933; }","duration":"371.582644ms","start":"2026-02-27T18:52:46.736917Z","end":"2026-02-27T18:52:47.1085Z","steps":["trace[451047035] 'agreement among raft nodes before linearized reading' (duration: 371.457521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.752215Z","time spent":"356.282668ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:52:47.108455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.030637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T18:52:47.108528Z","caller":"traceutil/trace.go:171","msg":"trace[940154437] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17933; }","duration":"220.577549ms","start":"2026-02-27T18:52:46.88794Z","end":"2026-02-27T18:52:47.108518Z","steps":["trace[940154437] 'agreement among raft nodes before linearized reading' (duration: 220.419805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.305976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.108572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.968073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.10855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.974616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T18:52:47.108592Z","caller":"traceutil/trace.go:171","msg":"trace[1813476702] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17933; }","duration":"226.004983ms","start":"2026-02-27T18:52:46.882582Z","end":"2026-02-27T18:52:47.108587Z","steps":["trace[1813476702] 'agreement among raft nodes before linearized reading' (duration: 225.974042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.008884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:47.108582Z","caller":"traceutil/trace.go:171","msg":"trace[1866965988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17933; }","duration":"363.205602ms","start":"2026-02-27T18:52:46.745344Z","end":"2026-02-27T18:52:47.108549Z","steps":["trace[1866965988] 'agreement among raft nodes before linearized reading' (duration: 362.838172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.305562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:47.108625Z","caller":"traceutil/trace.go:171","msg":"trace[587243554] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17933; }","duration":"226.085966ms","start":"2026-02-27T18:52:46.882527Z","end":"2026-02-27T18:52:47.108613Z","steps":["trace[587243554] 'agreement among raft nodes before linearized reading' (duration: 226.022774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.10863Z","caller":"traceutil/trace.go:171","msg":"trace[653152197] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:17933; }","duration":"561.09145ms","start":"2026-02-27T18:52:46.547516Z","end":"2026-02-27T18:52:47.108608Z","steps":["trace[653152197] 'agreement among raft nodes before linearized reading' (duration: 560.799182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.10864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.241013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T18:52:47.108649Z","caller":"traceutil/trace.go:171","msg":"trace[694308044] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:17933; }","duration":"355.334733ms","start":"2026-02-27T18:52:46.753306Z","end":"2026-02-27T18:52:47.108641Z","steps":["trace[694308044] 'agreement among raft nodes before linearized reading' (duration: 355.286581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.10865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.745317Z","time spent":"363.318434ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:52:47.108574Z","caller":"traceutil/trace.go:171","msg":"trace[1135097949] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17933; }","duration":"357.50235ms","start":"2026-02-27T18:52:46.751058Z","end":"2026-02-27T18:52:47.10856Z","steps":["trace[1135097949] 'agreement among raft nodes before linearized reading' (duration: 357.279785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.547506Z","time spent":"561.154691ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:52:47.108676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.753266Z","time spent":"355.404344ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:52:47.108681Z","caller":"traceutil/trace.go:171","msg":"trace[641194123] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17933; }","duration":"225.620313ms","start":"2026-02-27T18:52:46.883046Z","end":"2026-02-27T18:52:47.108666Z","steps":["trace[641194123] 'agreement among raft nodes before linearized reading' (duration: 225.226053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:47.108535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.736896Z","time spent":"371.632386ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:52:47.108703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:46.751047Z","time spent":"357.643124ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T18:52:47.379722Z","caller":"traceutil/trace.go:171","msg":"trace[207571600] transaction","detail":"{read_only:false; response_revision:17935; number_of_response:1; }","duration":"266.269621ms","start":"2026-02-27T18:52:47.11337Z","end":"2026-02-27T18:52:47.379639Z","steps":["trace[207571600] 'process raft request' (duration: 225.975203ms)","trace[207571600] 'compare' (duration: 39.948269ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:47.380506Z","caller":"traceutil/trace.go:171","msg":"trace[95115597] transaction","detail":"{read_only:false; response_revision:17936; number_of_response:1; }","duration":"263.20449ms","start":"2026-02-27T18:52:47.117267Z","end":"2026-02-27T18:52:47.380471Z","steps":["trace[95115597] 'process raft request' (duration: 262.324497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.382055Z","caller":"traceutil/trace.go:171","msg":"trace[1627770530] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"125.546139ms","start":"2026-02-27T18:52:47.256478Z","end":"2026-02-27T18:52:47.382025Z","steps":["trace[1627770530] 'process raft request' (duration: 125.461917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.382083Z","caller":"traceutil/trace.go:171","msg":"trace[1913251808] transaction","detail":"{read_only:false; response_revision:17939; number_of_response:1; }","duration":"257.116758ms","start":"2026-02-27T18:52:47.124937Z","end":"2026-02-27T18:52:47.382054Z","steps":["trace[1913251808] 'process raft request' (duration: 256.785399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.382148Z","caller":"traceutil/trace.go:171","msg":"trace[486210666] transaction","detail":"{read_only:false; response_revision:17938; number_of_response:1; }","duration":"263.483547ms","start":"2026-02-27T18:52:47.118638Z","end":"2026-02-27T18:52:47.382122Z","steps":["trace[486210666] 'process raft request' (duration: 262.612784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.382217Z","caller":"traceutil/trace.go:171","msg":"trace[821436267] linearizableReadLoop","detail":"{readStateIndex:18824; appliedIndex:18818; }","duration":"252.702801ms","start":"2026-02-27T18:52:47.129499Z","end":"2026-02-27T18:52:47.382201Z","steps":["trace[821436267] 'read index received' (duration: 5.533096ms)","trace[821436267] 'applied index is now lower than readState.Index' (duration: 247.166605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:52:47.38241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.088964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:52:47.382447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.175301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:52:47.382469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.957748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T18:52:47.38253Z","caller":"traceutil/trace.go:171","msg":"trace[437777197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17940; }","duration":"253.02721ms","start":"2026-02-27T18:52:47.129485Z","end":"2026-02-27T18:52:47.382512Z","steps":["trace[437777197] 'agreement among raft nodes before linearized reading' (duration: 252.834105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.382527Z","caller":"traceutil/trace.go:171","msg":"trace[1487141040] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17940; }","duration":"119.318834ms","start":"2026-02-27T18:52:47.263188Z","end":"2026-02-27T18:52:47.382506Z","steps":["trace[1487141040] 'agreement among raft nodes before linearized reading' (duration: 119.17517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.383105Z","caller":"traceutil/trace.go:171","msg":"trace[24024610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17940; }","duration":"195.807283ms","start":"2026-02-27T18:52:47.187285Z","end":"2026-02-27T18:52:47.383092Z","steps":["trace[24024610] 'agreement among raft nodes before linearized reading' (duration: 195.052043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:47.381366Z","caller":"traceutil/trace.go:171","msg":"trace[1055332942] transaction","detail":"{read_only:false; response_revision:17937; number_of_response:1; }","duration":"262.685676ms","start":"2026-02-27T18:52:47.118624Z","end":"2026-02-27T18:52:47.38131Z","steps":["trace[1055332942] 'process raft request' (duration: 261.548986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:53.928005Z","caller":"traceutil/trace.go:171","msg":"trace[1758572373] transaction","detail":"{read_only:false; response_revision:17994; number_of_response:1; }","duration":"101.235725ms","start":"2026-02-27T18:52:53.826742Z","end":"2026-02-27T18:52:53.927978Z","steps":["trace[1758572373] 'process raft request' (duration: 68.387154ms)","trace[1758572373] 'compare' (duration: 32.542893ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:53.928234Z","caller":"traceutil/trace.go:171","msg":"trace[1946768425] transaction","detail":"{read_only:false; response_revision:17995; number_of_response:1; }","duration":"101.470891ms","start":"2026-02-27T18:52:53.826749Z","end":"2026-02-27T18:52:53.928219Z","steps":["trace[1946768425] 'process raft request' (duration: 101.135882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:43.240878Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":20004,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:54:43.248035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20004} {"level":"info","ts":"2026-02-27T18:54:43.248129Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15004} {"level":"info","ts":"2026-02-27T18:56:09.099172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16962} {"level":"info","ts":"2026-02-27T18:56:09.202158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16962,"took":"99.686906ms","hash":2414105589,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":32968704,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T18:56:09.202229Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2414105589,"revision":16962,"compact-revision":14234} {"level":"info","ts":"2026-02-27T18:56:49.317097Z","caller":"traceutil/trace.go:171","msg":"trace[1552014885] linearizableReadLoop","detail":"{readStateIndex:21233; appliedIndex:21232; }","duration":"178.960193ms","start":"2026-02-27T18:56:49.138107Z","end":"2026-02-27T18:56:49.317068Z","steps":["trace[1552014885] 'read index received' (duration: 178.671196ms)","trace[1552014885] 'applied index is now lower than readState.Index' (duration: 287.547µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:56:49.317232Z","caller":"traceutil/trace.go:171","msg":"trace[182867297] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"269.397675ms","start":"2026-02-27T18:56:49.04782Z","end":"2026-02-27T18:56:49.317217Z","steps":["trace[182867297] 'process raft request' (duration: 269.014035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:49.317544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.421295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-02-27T18:56:49.317591Z","caller":"traceutil/trace.go:171","msg":"trace[362620683] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20238; }","duration":"179.543179ms","start":"2026-02-27T18:56:49.138033Z","end":"2026-02-27T18:56:49.317577Z","steps":["trace[362620683] 'agreement among raft nodes before linearized reading' (duration: 179.357964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:49.318478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.734998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:56:49.318542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.051065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-02-27T18:56:49.318556Z","caller":"traceutil/trace.go:171","msg":"trace[1172057933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20239; }","duration":"130.848391ms","start":"2026-02-27T18:56:49.187688Z","end":"2026-02-27T18:56:49.318537Z","steps":["trace[1172057933] 'agreement among raft nodes before linearized reading' (duration: 130.715748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:49.318586Z","caller":"traceutil/trace.go:171","msg":"trace[1851415806] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20239; }","duration":"120.113156ms","start":"2026-02-27T18:56:49.19846Z","end":"2026-02-27T18:56:49.318573Z","steps":["trace[1851415806] 'agreement among raft nodes before linearized reading' (duration: 119.920861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:49.318437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.075999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T18:56:49.318771Z","caller":"traceutil/trace.go:171","msg":"trace[1635783932] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20239; }","duration":"153.435458ms","start":"2026-02-27T18:56:49.165289Z","end":"2026-02-27T18:56:49.318724Z","steps":["trace[1635783932] 'agreement among raft nodes before linearized reading' (duration: 152.900924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:49.319742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.820107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T18:56:49.319935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.815015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T18:56:49.320611Z","caller":"traceutil/trace.go:171","msg":"trace[575784898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20239; }","duration":"121.517084ms","start":"2026-02-27T18:56:49.199068Z","end":"2026-02-27T18:56:49.320585Z","steps":["trace[575784898] 'agreement among raft nodes before linearized reading' (duration: 119.434618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:56:49.320675Z","caller":"traceutil/trace.go:171","msg":"trace[1727873514] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20239; }","duration":"125.928241ms","start":"2026-02-27T18:56:49.193879Z","end":"2026-02-27T18:56:49.319807Z","steps":["trace[1727873514] 'agreement among raft nodes before linearized reading' (duration: 124.737649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:56:49.321383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.77361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:56:49.321432Z","caller":"traceutil/trace.go:171","msg":"trace[1118426433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20239; }","duration":"152.845443ms","start":"2026-02-27T18:56:49.168575Z","end":"2026-02-27T18:56:49.32142Z","steps":["trace[1118426433] 'agreement among raft nodes before linearized reading' (duration: 152.717959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:47.429666Z","caller":"traceutil/trace.go:171","msg":"trace[1436191621] linearizableReadLoop","detail":"{readStateIndex:22278; appliedIndex:22277; }","duration":"255.631988ms","start":"2026-02-27T18:58:47.174014Z","end":"2026-02-27T18:58:47.429646Z","steps":["trace[1436191621] 'read index received' (duration: 255.025721ms)","trace[1436191621] 'applied index is now lower than readState.Index' (duration: 604.956µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:58:47.429872Z","caller":"traceutil/trace.go:171","msg":"trace[763566275] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"262.15326ms","start":"2026-02-27T18:58:47.167704Z","end":"2026-02-27T18:58:47.429857Z","steps":["trace[763566275] 'process raft request' (duration: 261.363469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:58:47.429937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.903865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T18:58:47.430077Z","caller":"traceutil/trace.go:171","msg":"trace[2118786275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21228; }","duration":"256.004158ms","start":"2026-02-27T18:58:47.173987Z","end":"2026-02-27T18:58:47.429991Z","steps":["trace[2118786275] 'agreement among raft nodes before linearized reading' (duration: 255.740361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:47.430418Z","caller":"traceutil/trace.go:171","msg":"trace[1434622171] transaction","detail":"{read_only:false; response_revision:21229; number_of_response:1; }","duration":"254.160468ms","start":"2026-02-27T18:58:47.176234Z","end":"2026-02-27T18:58:47.430394Z","steps":["trace[1434622171] 'process raft request' (duration: 254.009634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:52.882246Z","caller":"traceutil/trace.go:171","msg":"trace[434649342] transaction","detail":"{read_only:false; response_revision:21263; number_of_response:1; }","duration":"286.775601ms","start":"2026-02-27T18:58:52.595443Z","end":"2026-02-27T18:58:52.882219Z","steps":["trace[434649342] 'process raft request' (duration: 286.608336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:52.88355Z","caller":"traceutil/trace.go:171","msg":"trace[478030139] transaction","detail":"{read_only:false; response_revision:21264; number_of_response:1; }","duration":"286.918674ms","start":"2026-02-27T18:58:52.596614Z","end":"2026-02-27T18:58:52.883533Z","steps":["trace[478030139] 'process raft request' (duration: 286.834102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.103423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.32487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:59:45.103561Z","caller":"traceutil/trace.go:171","msg":"trace[377859594] linearizableReadLoop","detail":"{readStateIndex:22645; appliedIndex:22644; }","duration":"804.438746ms","start":"2026-02-27T18:59:44.299104Z","end":"2026-02-27T18:59:45.103543Z","steps":["trace[377859594] 'read index received' (duration: 276.968463ms)","trace[377859594] 'applied index is now lower than readState.Index' (duration: 527.468673ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:59:45.103719Z","caller":"traceutil/trace.go:171","msg":"trace[1347516609] transaction","detail":"{read_only:false; response_revision:21572; number_of_response:1; }","duration":"834.874762ms","start":"2026-02-27T18:59:44.268798Z","end":"2026-02-27T18:59:45.103673Z","steps":["trace[1347516609] 'process raft request' (duration: 307.184093ms)","trace[1347516609] 'compare' (duration: 526.949829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:45.104021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.270989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:59:45.104045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.812595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:59:45.104052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.505644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:59:45.104066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.268777Z","time spent":"835.19599ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:59:45.104094Z","caller":"traceutil/trace.go:171","msg":"trace[185827483] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21572; }","duration":"617.906378ms","start":"2026-02-27T18:59:44.486175Z","end":"2026-02-27T18:59:45.104081Z","steps":["trace[185827483] 'agreement among raft nodes before linearized reading' (duration: 617.827056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:45.104095Z","caller":"traceutil/trace.go:171","msg":"trace[1365371734] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21572; }","duration":"382.370823ms","start":"2026-02-27T18:59:44.721706Z","end":"2026-02-27T18:59:45.104077Z","steps":["trace[1365371734] 'agreement among raft nodes before linearized reading' (duration: 381.964532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.104093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.307827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T18:59:45.104125Z","caller":"traceutil/trace.go:171","msg":"trace[196044163] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21572; }","duration":"513.628777ms","start":"2026-02-27T18:59:44.590464Z","end":"2026-02-27T18:59:45.104093Z","steps":["trace[196044163] 'agreement among raft nodes before linearized reading' (duration: 513.495534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.104133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.486146Z","time spent":"617.97639ms","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:59:45.104132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.025072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T18:59:45.104184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.59044Z","time spent":"513.73378ms","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:59:45.104205Z","caller":"traceutil/trace.go:171","msg":"trace[1101979272] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21572; }","duration":"805.163075ms","start":"2026-02-27T18:59:44.299022Z","end":"2026-02-27T18:59:45.104185Z","steps":["trace[1101979272] 'agreement among raft nodes before linearized reading' (duration: 804.930049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:45.104203Z","caller":"traceutil/trace.go:171","msg":"trace[1885221666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21572; }","duration":"800.44988ms","start":"2026-02-27T18:59:44.303721Z","end":"2026-02-27T18:59:45.104171Z","steps":["trace[1885221666] 'agreement among raft nodes before linearized reading' (duration: 799.961297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.104224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.022529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:59:45.104253Z","caller":"traceutil/trace.go:171","msg":"trace[840571317] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21572; }","duration":"196.104552ms","start":"2026-02-27T18:59:44.908139Z","end":"2026-02-27T18:59:45.104244Z","steps":["trace[840571317] 'agreement among raft nodes before linearized reading' (duration: 196.0343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.104256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.303711Z","time spent":"800.534003ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:59:45.104243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.299001Z","time spent":"805.234107ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:59:45.104148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:44.721689Z","time spent":"382.443794ms","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:59:45.708093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.493299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:59:45.708716Z","caller":"traceutil/trace.go:171","msg":"trace[911909482] transaction","detail":"{read_only:false; response_revision:21573; number_of_response:1; }","duration":"599.069889ms","start":"2026-02-27T18:59:45.109565Z","end":"2026-02-27T18:59:45.708635Z","steps":["trace[911909482] 'process raft request' (duration: 298.667927ms)","trace[911909482] 'compare' (duration: 299.206521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:45.709019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.109491Z","time spent":"599.383338ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:45.709037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.732809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:59:45.708764Z","caller":"traceutil/trace.go:171","msg":"trace[334135058] linearizableReadLoop","detail":"{readStateIndex:22647; appliedIndex:22645; }","duration":"448.436452ms","start":"2026-02-27T18:59:45.260306Z","end":"2026-02-27T18:59:45.708742Z","steps":["trace[334135058] 'read index received' (duration: 147.882795ms)","trace[334135058] 'applied index is now lower than readState.Index' (duration: 300.552297ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:59:45.709115Z","caller":"traceutil/trace.go:171","msg":"trace[369232206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21574; }","duration":"448.852382ms","start":"2026-02-27T18:59:45.260244Z","end":"2026-02-27T18:59:45.709096Z","steps":["trace[369232206] 'agreement among raft nodes before linearized reading' (duration: 448.559695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:45.709055Z","caller":"traceutil/trace.go:171","msg":"trace[143999776] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"594.533509ms","start":"2026-02-27T18:59:45.114438Z","end":"2026-02-27T18:59:45.708972Z","steps":["trace[143999776] 'process raft request' (duration: 594.111358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:45.70917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.260219Z","time spent":"448.936435ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:59:45.709339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.114382Z","time spent":"594.825847ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:46.375999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.700678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:59:46.37613Z","caller":"traceutil/trace.go:171","msg":"trace[602394049] linearizableReadLoop","detail":"{readStateIndex:22648; appliedIndex:22647; }","duration":"650.661465ms","start":"2026-02-27T18:59:45.725448Z","end":"2026-02-27T18:59:46.376109Z","steps":["trace[602394049] 'read index received' (duration: 337.6941ms)","trace[602394049] 'applied index is now lower than readState.Index' (duration: 312.965315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:46.376292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.861814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:59:46.376336Z","caller":"traceutil/trace.go:171","msg":"trace[982886371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21575; }","duration":"496.944246ms","start":"2026-02-27T18:59:45.879378Z","end":"2026-02-27T18:59:46.376322Z","steps":["trace[982886371] 'agreement among raft nodes before linearized reading' (duration: 496.850744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:46.3763Z","caller":"traceutil/trace.go:171","msg":"trace[62213473] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"656.197632ms","start":"2026-02-27T18:59:45.720031Z","end":"2026-02-27T18:59:46.376229Z","steps":["trace[62213473] 'process raft request' (duration: 343.131924ms)","trace[62213473] 'compare' (duration: 312.39483ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:46.376398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.879357Z","time spent":"497.012427ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:59:46.376547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.720011Z","time spent":"656.409748ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:46.376642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.086034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T18:59:46.376682Z","caller":"traceutil/trace.go:171","msg":"trace[1016418400] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21575; }","duration":"198.152476ms","start":"2026-02-27T18:59:46.178518Z","end":"2026-02-27T18:59:46.376671Z","steps":["trace[1016418400] 'agreement among raft nodes before linearized reading' (duration: 198.008772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:46.376724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.291251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T18:59:46.376731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.488196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T18:59:46.376756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.997492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T18:59:46.376847Z","caller":"traceutil/trace.go:171","msg":"trace[1585559067] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21575; }","duration":"294.439655ms","start":"2026-02-27T18:59:46.082349Z","end":"2026-02-27T18:59:46.376788Z","steps":["trace[1585559067] 'agreement among raft nodes before linearized reading' (duration: 294.202089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:46.37686Z","caller":"traceutil/trace.go:171","msg":"trace[1264256674] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21575; }","duration":"294.60815ms","start":"2026-02-27T18:59:46.08219Z","end":"2026-02-27T18:59:46.376798Z","steps":["trace[1264256674] 'agreement among raft nodes before linearized reading' (duration: 294.372323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:46.376877Z","caller":"traceutil/trace.go:171","msg":"trace[510406360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21575; }","duration":"107.172527ms","start":"2026-02-27T18:59:46.269679Z","end":"2026-02-27T18:59:46.376851Z","steps":["trace[510406360] 'agreement among raft nodes before linearized reading' (duration: 106.91552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:46.37703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.637024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T18:59:46.377108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.61531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T18:59:46.377345Z","caller":"traceutil/trace.go:171","msg":"trace[1699325477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21575; }","duration":"651.840077ms","start":"2026-02-27T18:59:45.72541Z","end":"2026-02-27T18:59:46.37725Z","steps":["trace[1699325477] 'agreement among raft nodes before linearized reading' (duration: 650.798069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:46.377268Z","caller":"traceutil/trace.go:171","msg":"trace[848431064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21575; }","duration":"189.520747ms","start":"2026-02-27T18:59:46.187671Z","end":"2026-02-27T18:59:46.377192Z","steps":["trace[848431064] 'agreement among raft nodes before linearized reading' (duration: 188.612013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:46.37748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:45.725393Z","time spent":"652.050062ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:59:46.956188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.511854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:59:46.956525Z","caller":"traceutil/trace.go:171","msg":"trace[78832010] transaction","detail":"{read_only:false; response_revision:21578; number_of_response:1; }","duration":"572.31246ms","start":"2026-02-27T18:59:46.384187Z","end":"2026-02-27T18:59:46.9565Z","steps":["trace[78832010] 'process raft request' (duration: 572.218117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:46.956566Z","caller":"traceutil/trace.go:171","msg":"trace[891601639] linearizableReadLoop","detail":"{readStateIndex:22649; appliedIndex:22648; }","duration":"573.82526ms","start":"2026-02-27T18:59:46.382723Z","end":"2026-02-27T18:59:46.956548Z","steps":["trace[891601639] 'read index received' (duration: 97.47496ms)","trace[891601639] 'applied index is now lower than readState.Index' (duration: 476.34844ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:46.956628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.384172Z","time spent":"572.402902ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:46.956731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.002495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T18:59:46.95676Z","caller":"traceutil/trace.go:171","msg":"trace[1251464986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21578; }","duration":"574.047425ms","start":"2026-02-27T18:59:46.382699Z","end":"2026-02-27T18:59:46.956747Z","steps":["trace[1251464986] 'agreement among raft nodes before linearized reading' (duration: 573.913872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:46.956786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.382664Z","time spent":"574.115807ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:59:46.956904Z","caller":"traceutil/trace.go:171","msg":"trace[905163744] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"575.093803ms","start":"2026-02-27T18:59:46.3818Z","end":"2026-02-27T18:59:46.956894Z","steps":["trace[905163744] 'process raft request' (duration: 97.757607ms)","trace[905163744] 'compare' (duration: 476.135735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:46.956959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.381782Z","time spent":"575.146694ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:59:46.956959Z","caller":"traceutil/trace.go:171","msg":"trace[1445311902] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"573.952233ms","start":"2026-02-27T18:59:46.382962Z","end":"2026-02-27T18:59:46.956915Z","steps":["trace[1445311902] 'process raft request' (duration: 573.356447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:46.957212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.382909Z","time spent":"574.159399ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:47.822002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.058965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:59:47.822382Z","caller":"traceutil/trace.go:171","msg":"trace[359619743] transaction","detail":"{read_only:false; response_revision:21580; number_of_response:1; }","duration":"857.495811ms","start":"2026-02-27T18:59:46.964847Z","end":"2026-02-27T18:59:47.822343Z","steps":["trace[359619743] 'process raft request' (duration: 857.253794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:59:47.822427Z","caller":"traceutil/trace.go:171","msg":"trace[1952259079] linearizableReadLoop","detail":"{readStateIndex:22653; appliedIndex:22651; }","duration":"723.871233ms","start":"2026-02-27T18:59:47.098529Z","end":"2026-02-27T18:59:47.8224Z","steps":["trace[1952259079] 'read index received' (duration: 276.797948ms)","trace[1952259079] 'applied index is now lower than readState.Index' (duration: 447.070395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:47.822575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.964805Z","time spent":"857.657695ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:59:47.822332Z","caller":"traceutil/trace.go:171","msg":"trace[575945256] transaction","detail":"{read_only:false; response_revision:21579; number_of_response:1; }","duration":"859.557165ms","start":"2026-02-27T18:59:46.962667Z","end":"2026-02-27T18:59:47.822225Z","steps":["trace[575945256] 'process raft request' (duration: 412.195612ms)","trace[575945256] 'compare' (duration: 445.620257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:47.823054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:46.962658Z","time spent":"860.297905ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:59:48.146534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.165722ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:59:48.146695Z","caller":"traceutil/trace.go:171","msg":"trace[1652742667] linearizableReadLoop","detail":"{readStateIndex:22654; appliedIndex:22653; }","duration":"324.197442ms","start":"2026-02-27T18:59:47.822473Z","end":"2026-02-27T18:59:48.14667Z","steps":["trace[1652742667] 'read index received' (duration: 39.521µs)","trace[1652742667] 'applied index is now lower than readState.Index' (duration: 324.155871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:48.1467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048157947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T18:59:48.146777Z","caller":"traceutil/trace.go:171","msg":"trace[1855098482] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21580; }","duration":"1.048277571s","start":"2026-02-27T18:59:47.098479Z","end":"2026-02-27T18:59:48.146756Z","steps":["trace[1855098482] 'agreement among raft nodes before linearized reading' (duration: 724.009736ms)","trace[1855098482] 'range keys from in-memory index tree' (duration: 324.10676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:59:48.146812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.098458Z","time spent":"1.048347443s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T18:59:48.147111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.457182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T18:59:48.147182Z","caller":"traceutil/trace.go:171","msg":"trace[1658153824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21580; }","duration":"414.557874ms","start":"2026-02-27T18:59:47.732607Z","end":"2026-02-27T18:59:48.147165Z","steps":["trace[1658153824] 'agreement among raft nodes before linearized reading' (duration: 414.065621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.147234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.732595Z","time spent":"414.626956ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:59:48.147274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037596558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T18:59:48.147345Z","caller":"traceutil/trace.go:171","msg":"trace[725337328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21580; }","duration":"1.037712082s","start":"2026-02-27T18:59:47.109618Z","end":"2026-02-27T18:59:48.14733Z","steps":["trace[725337328] 'agreement among raft nodes before linearized reading' (duration: 1.037452915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.14738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.109603Z","time spent":"1.037770403s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:59:48.147418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.860639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T18:59:48.14746Z","caller":"traceutil/trace.go:171","msg":"trace[1675861915] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21580; }","duration":"432.952921ms","start":"2026-02-27T18:59:47.714497Z","end":"2026-02-27T18:59:48.14745Z","steps":["trace[1675861915] 'agreement among raft nodes before linearized reading' (duration: 432.265383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.147497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.714475Z","time spent":"433.012993ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T18:59:48.148001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.201746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T18:59:48.148035Z","caller":"traceutil/trace.go:171","msg":"trace[267620485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21581; }","duration":"320.281068ms","start":"2026-02-27T18:59:47.827746Z","end":"2026-02-27T18:59:48.148027Z","steps":["trace[267620485] 'agreement among raft nodes before linearized reading' (duration: 320.197946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.148051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.827722Z","time spent":"320.3258ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:59:48.148073Z","caller":"traceutil/trace.go:171","msg":"trace[760752994] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"281.42042ms","start":"2026-02-27T18:59:47.866595Z","end":"2026-02-27T18:59:48.148015Z","steps":["trace[760752994] 'process raft request' (duration: 281.248115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.148337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.936884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T18:59:48.148494Z","caller":"traceutil/trace.go:171","msg":"trace[585268444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21581; }","duration":"319.113517ms","start":"2026-02-27T18:59:47.829339Z","end":"2026-02-27T18:59:48.148453Z","steps":["trace[585268444] 'agreement among raft nodes before linearized reading' (duration: 318.790369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:59:48.148587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:59:47.829321Z","time spent":"319.249682ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:01:09.10713Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19941} {"level":"info","ts":"2026-02-27T19:01:09.233926Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19941,"took":"121.788284ms","hash":1504358400,"current-db-size-bytes":45637632,"current-db-size":"46 MB","current-db-size-in-use-bytes":29814784,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T19:01:09.234016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1504358400,"revision":19941,"compact-revision":16962} {"level":"info","ts":"2026-02-27T19:03:16.722792Z","caller":"traceutil/trace.go:171","msg":"trace[912520063] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"120.15666ms","start":"2026-02-27T19:03:16.602607Z","end":"2026-02-27T19:03:16.722764Z","steps":["trace[912520063] 'process raft request' (duration: 119.980486ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:28.206891Z","caller":"traceutil/trace.go:171","msg":"trace[295062653] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"165.404009ms","start":"2026-02-27T19:03:28.041433Z","end":"2026-02-27T19:03:28.206837Z","steps":["trace[295062653] 'process raft request' (duration: 165.127811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:28.206929Z","caller":"traceutil/trace.go:171","msg":"trace[1495775079] linearizableReadLoop","detail":"{readStateIndex:25222; appliedIndex:25220; }","duration":"165.426819ms","start":"2026-02-27T19:03:28.041472Z","end":"2026-02-27T19:03:28.206899Z","steps":["trace[1495775079] 'read index received' (duration: 3.509503ms)","trace[1495775079] 'applied index is now lower than readState.Index' (duration: 161.915916ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:03:28.207292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.797029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:3859"} {"level":"info","ts":"2026-02-27T19:03:28.207347Z","caller":"traceutil/trace.go:171","msg":"trace[2131035321] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:24035; }","duration":"165.903682ms","start":"2026-02-27T19:03:28.041432Z","end":"2026-02-27T19:03:28.207336Z","steps":["trace[2131035321] 'agreement among raft nodes before linearized reading' (duration: 165.735457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:28.207208Z","caller":"traceutil/trace.go:171","msg":"trace[1271707449] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"165.669865ms","start":"2026-02-27T19:03:28.041496Z","end":"2026-02-27T19:03:28.207166Z","steps":["trace[1271707449] 'process raft request' (duration: 165.245254ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:28.211331Z","caller":"traceutil/trace.go:171","msg":"trace[731282063] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"161.775113ms","start":"2026-02-27T19:03:28.049524Z","end":"2026-02-27T19:03:28.211299Z","steps":["trace[731282063] 'process raft request' (duration: 161.230848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:28.211508Z","caller":"traceutil/trace.go:171","msg":"trace[1340869279] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"126.93627ms","start":"2026-02-27T19:03:28.084537Z","end":"2026-02-27T19:03:28.211473Z","steps":["trace[1340869279] 'process raft request' (duration: 126.380956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:28.211682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.47538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:03:28.211737Z","caller":"traceutil/trace.go:171","msg":"trace[1414386078] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:24039; }","duration":"165.540022ms","start":"2026-02-27T19:03:28.04618Z","end":"2026-02-27T19:03:28.21172Z","steps":["trace[1414386078] 'agreement among raft nodes before linearized reading' (duration: 165.386228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:28.212044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.82059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wm987\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-02-27T19:03:28.212107Z","caller":"traceutil/trace.go:171","msg":"trace[314659528] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-wm987; range_end:; response_count:1; response_revision:24039; }","duration":"148.928163ms","start":"2026-02-27T19:03:28.063164Z","end":"2026-02-27T19:03:28.212092Z","steps":["trace[314659528] 'agreement among raft nodes before linearized reading' (duration: 148.773339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:32.056637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.283857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:03:32.05668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.466339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:03:32.056724Z","caller":"traceutil/trace.go:171","msg":"trace[1440635846] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/cert-manager-test0; response_count:0; response_revision:24167; }","duration":"102.39173ms","start":"2026-02-27T19:03:31.954315Z","end":"2026-02-27T19:03:32.056707Z","steps":["trace[1440635846] 'range keys from in-memory index tree' (duration: 102.248007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:32.056744Z","caller":"traceutil/trace.go:171","msg":"trace[1569025132] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24167; }","duration":"103.555592ms","start":"2026-02-27T19:03:31.953169Z","end":"2026-02-27T19:03:32.056725Z","steps":["trace[1569025132] 'range keys from in-memory index tree' (duration: 103.355916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:32.056726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:03:32.056937Z","caller":"traceutil/trace.go:171","msg":"trace[1464216352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24167; }","duration":"103.469129ms","start":"2026-02-27T19:03:31.95341Z","end":"2026-02-27T19:03:32.056879Z","steps":["trace[1464216352] 'count revisions from in-memory index tree' (duration: 103.13486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:35.455334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.043914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:03:35.455472Z","caller":"traceutil/trace.go:171","msg":"trace[1575590417] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25424; }","duration":"274.712172ms","start":"2026-02-27T19:03:35.180736Z","end":"2026-02-27T19:03:35.455448Z","steps":["trace[1575590417] 'read index received' (duration: 133.425862ms)","trace[1575590417] 'applied index is now lower than readState.Index' (duration: 141.28446ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:03:35.455591Z","caller":"traceutil/trace.go:171","msg":"trace[777053335] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"423.856131ms","start":"2026-02-27T19:03:35.031694Z","end":"2026-02-27T19:03:35.45555Z","steps":["trace[777053335] 'process raft request' (duration: 282.476788ms)","trace[777053335] 'compare' (duration: 140.770117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:03:35.455823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.031664Z","time spent":"424.016144ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:03:35.455882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.46303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:03:35.455994Z","caller":"traceutil/trace.go:171","msg":"trace[1816177699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"270.588943ms","start":"2026-02-27T19:03:35.185382Z","end":"2026-02-27T19:03:35.455971Z","steps":["trace[1816177699] 'agreement among raft nodes before linearized reading' (duration: 270.391428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:35.456247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.476252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:03:35.456335Z","caller":"traceutil/trace.go:171","msg":"trace[210410583] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24234; }","duration":"275.630616ms","start":"2026-02-27T19:03:35.180683Z","end":"2026-02-27T19:03:35.456314Z","steps":["trace[210410583] 'agreement among raft nodes before linearized reading' (duration: 275.445761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.117697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915657133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:03:36.169626Z","caller":"traceutil/trace.go:171","msg":"trace[1312302072] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"634.262771ms","start":"2026-02-27T19:03:35.535334Z","end":"2026-02-27T19:03:36.169597Z","steps":["trace[1312302072] 'process raft request' (duration: 634.201269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:36.16971Z","caller":"traceutil/trace.go:171","msg":"trace[291253903] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"634.355373ms","start":"2026-02-27T19:03:35.535334Z","end":"2026-02-27T19:03:36.169689Z","steps":["trace[291253903] 'process raft request' (duration: 634.004564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.169832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.535302Z","time spent":"634.459066ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:03:36.169842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.535308Z","time spent":"634.423045ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:03:36.172997Z","caller":"traceutil/trace.go:171","msg":"trace[199901911] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"636.868089ms","start":"2026-02-27T19:03:35.536109Z","end":"2026-02-27T19:03:36.172977Z","steps":["trace[199901911] 'process raft request' (duration: 636.597632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.173066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.536098Z","time spent":"636.935811ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:03:36.173523Z","caller":"traceutil/trace.go:171","msg":"trace[1059238299] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"582.935101ms","start":"2026-02-27T19:03:35.590569Z","end":"2026-02-27T19:03:36.173504Z","steps":["trace[1059238299] 'process raft request' (duration: 582.528071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.173589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.590546Z","time spent":"583.013504ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:03:36.173615Z","caller":"traceutil/trace.go:171","msg":"trace[366199271] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"163.860238ms","start":"2026-02-27T19:03:36.009746Z","end":"2026-02-27T19:03:36.173607Z","steps":["trace[366199271] 'process raft request' (duration: 163.666553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:03:36.173514Z","caller":"traceutil/trace.go:171","msg":"trace[330452575] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25425; }","duration":"556.354968ms","start":"2026-02-27T19:03:35.617139Z","end":"2026-02-27T19:03:36.173494Z","steps":["trace[330452575] 'read index received' (duration: 552.318831ms)","trace[330452575] 'applied index is now lower than readState.Index' (duration: 4.034897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:03:36.173803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.557986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-02-27T19:03:36.173834Z","caller":"traceutil/trace.go:171","msg":"trace[641844219] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24239; }","duration":"286.587727ms","start":"2026-02-27T19:03:35.887237Z","end":"2026-02-27T19:03:36.173825Z","steps":["trace[641844219] 'agreement among raft nodes before linearized reading' (duration: 286.479824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.173865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.623384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wm987\" ","response":"range_response_count:1 size:4745"} {"level":"info","ts":"2026-02-27T19:03:36.173891Z","caller":"traceutil/trace.go:171","msg":"trace[1791099584] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-wm987; range_end:; response_count:1; response_revision:24239; }","duration":"270.708326ms","start":"2026-02-27T19:03:35.903175Z","end":"2026-02-27T19:03:36.173883Z","steps":["trace[1791099584] 'agreement among raft nodes before linearized reading' (duration: 270.617994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.17369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.554944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:03:36.174231Z","caller":"traceutil/trace.go:171","msg":"trace[1575417231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24239; }","duration":"557.136469ms","start":"2026-02-27T19:03:35.617075Z","end":"2026-02-27T19:03:36.174212Z","steps":["trace[1575417231] 'agreement among raft nodes before linearized reading' (duration: 556.476672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:03:36.174299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:03:35.617047Z","time spent":"557.234172ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:04:59.465425Z","caller":"traceutil/trace.go:171","msg":"trace[958944813] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"100.667235ms","start":"2026-02-27T19:04:59.364726Z","end":"2026-02-27T19:04:59.465393Z","steps":["trace[958944813] 'process raft request' (duration: 100.47243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:09.113784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22487} {"level":"info","ts":"2026-02-27T19:06:09.229839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22487,"took":"111.913103ms","hash":3629907265,"current-db-size-bytes":46661632,"current-db-size":"47 MB","current-db-size-in-use-bytes":41787392,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-02-27T19:06:09.229899Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3629907265,"revision":22487,"compact-revision":19941} {"level":"warn","ts":"2026-02-27T19:06:55.538595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.546373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:55.538686Z","caller":"traceutil/trace.go:171","msg":"trace[2132975126] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26535; }","duration":"142.741229ms","start":"2026-02-27T19:06:55.395925Z","end":"2026-02-27T19:06:55.538666Z","steps":["trace[2132975126] 'count revisions from in-memory index tree' (duration: 142.42002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:55.538701Z","caller":"traceutil/trace.go:171","msg":"trace[476587000] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"140.369806ms","start":"2026-02-27T19:06:55.398299Z","end":"2026-02-27T19:06:55.538668Z","steps":["trace[476587000] 'process raft request' (duration: 137.359566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:00.544358Z","caller":"traceutil/trace.go:171","msg":"trace[366112477] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"140.704555ms","start":"2026-02-27T19:07:00.403623Z","end":"2026-02-27T19:07:00.544328Z","steps":["trace[366112477] 'process raft request' (duration: 139.711219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:01.436914Z","caller":"traceutil/trace.go:171","msg":"trace[2078894849] linearizableReadLoop","detail":"{readStateIndex:27873; appliedIndex:27872; }","duration":"396.525247ms","start":"2026-02-27T19:07:01.040342Z","end":"2026-02-27T19:07:01.436867Z","steps":["trace[2078894849] 'read index received' (duration: 395.934841ms)","trace[2078894849] 'applied index is now lower than readState.Index' (duration: 589.506µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:01.436927Z","caller":"traceutil/trace.go:171","msg":"trace[310564650] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"412.423758ms","start":"2026-02-27T19:07:01.024482Z","end":"2026-02-27T19:07:01.436906Z","steps":["trace[310564650] 'process raft request' (duration: 411.820622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.437065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.024452Z","time spent":"412.532011ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:01.437082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.735903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:07:01.437138Z","caller":"traceutil/trace.go:171","msg":"trace[1088169018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26589; }","duration":"396.790645ms","start":"2026-02-27T19:07:01.040336Z","end":"2026-02-27T19:07:01.437126Z","steps":["trace[1088169018] 'agreement among raft nodes before linearized reading' (duration: 396.62173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.437163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.040284Z","time spent":"396.874067ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:01.451464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.203534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:01.451528Z","caller":"traceutil/trace.go:171","msg":"trace[241280832] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26591; }","duration":"406.285436ms","start":"2026-02-27T19:07:01.045227Z","end":"2026-02-27T19:07:01.451513Z","steps":["trace[241280832] 'agreement among raft nodes before linearized reading' (duration: 406.148852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.451564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.04522Z","time spent":"406.334797ms","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:01.451718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.10938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:07:01.451784Z","caller":"traceutil/trace.go:171","msg":"trace[1102725656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26591; }","duration":"134.198112ms","start":"2026-02-27T19:07:01.317568Z","end":"2026-02-27T19:07:01.451766Z","steps":["trace[1102725656] 'agreement among raft nodes before linearized reading' (duration: 134.009617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.451779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.047413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:01.451831Z","caller":"traceutil/trace.go:171","msg":"trace[729777942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26591; }","duration":"399.136226ms","start":"2026-02-27T19:07:01.052683Z","end":"2026-02-27T19:07:01.45182Z","steps":["trace[729777942] 'agreement among raft nodes before linearized reading' (duration: 399.060334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.451868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.052656Z","time spent":"399.203318ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:01.451845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.32827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:01.45205Z","caller":"traceutil/trace.go:171","msg":"trace[1403108574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26591; }","duration":"266.582757ms","start":"2026-02-27T19:07:01.185406Z","end":"2026-02-27T19:07:01.451988Z","steps":["trace[1403108574] 'agreement among raft nodes before linearized reading' (duration: 266.285629ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:01.452029Z","caller":"traceutil/trace.go:171","msg":"trace[1309349913] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"406.625015ms","start":"2026-02-27T19:07:01.045362Z","end":"2026-02-27T19:07:01.451987Z","steps":["trace[1309349913] 'process raft request' (duration: 405.870805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.452235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.045349Z","time spent":"406.766028ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:01.452231Z","caller":"traceutil/trace.go:171","msg":"trace[632286159] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"257.341973ms","start":"2026-02-27T19:07:01.194745Z","end":"2026-02-27T19:07:01.452087Z","steps":["trace[632286159] 'process raft request' (duration: 256.582543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.452495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.330995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:07:01.452924Z","caller":"traceutil/trace.go:171","msg":"trace[1690366416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26591; }","duration":"137.787347ms","start":"2026-02-27T19:07:01.31512Z","end":"2026-02-27T19:07:01.452908Z","steps":["trace[1690366416] 'agreement among raft nodes before linearized reading' (duration: 136.311748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.452732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.556236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:07:01.453135Z","caller":"traceutil/trace.go:171","msg":"trace[2039602356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26591; }","duration":"150.987727ms","start":"2026-02-27T19:07:01.30213Z","end":"2026-02-27T19:07:01.453118Z","steps":["trace[2039602356] 'agreement among raft nodes before linearized reading' (duration: 149.756804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.453303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.014513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:01.453405Z","caller":"traceutil/trace.go:171","msg":"trace[1146714412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26591; }","duration":"138.200678ms","start":"2026-02-27T19:07:01.315181Z","end":"2026-02-27T19:07:01.453382Z","steps":["trace[1146714412] 'agreement among raft nodes before linearized reading' (duration: 136.449252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:01.861092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.07894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:01.861173Z","caller":"traceutil/trace.go:171","msg":"trace[1173294087] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"403.264785ms","start":"2026-02-27T19:07:01.457895Z","end":"2026-02-27T19:07:01.86116Z","steps":["trace[1173294087] 'process raft request' (duration: 170.042171ms)","trace[1173294087] 'compare' (duration: 232.990178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:01.861207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.457876Z","time spent":"403.316277ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:02.245747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915662902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:07:02.390798Z","caller":"traceutil/trace.go:171","msg":"trace[1209569906] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"932.62724ms","start":"2026-02-27T19:07:01.458144Z","end":"2026-02-27T19:07:02.390771Z","steps":["trace[1209569906] 'process raft request' (duration: 932.448465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.390941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.458131Z","time spent":"932.735772ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.391072Z","caller":"traceutil/trace.go:171","msg":"trace[1459938891] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"932.851976ms","start":"2026-02-27T19:07:01.45821Z","end":"2026-02-27T19:07:02.391062Z","steps":["trace[1459938891] 'process raft request' (duration: 932.523947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.391125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.458177Z","time spent":"932.922198ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.391118Z","caller":"traceutil/trace.go:171","msg":"trace[965805841] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"932.654851ms","start":"2026-02-27T19:07:01.458447Z","end":"2026-02-27T19:07:02.391102Z","steps":["trace[965805841] 'process raft request' (duration: 932.557088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.391205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.458434Z","time spent":"932.728862ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.391333Z","caller":"traceutil/trace.go:171","msg":"trace[2029992903] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"932.824525ms","start":"2026-02-27T19:07:01.458482Z","end":"2026-02-27T19:07:02.391306Z","steps":["trace[2029992903] 'process raft request' (duration: 932.585369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:02.391387Z","caller":"traceutil/trace.go:171","msg":"trace[986802342] linearizableReadLoop","detail":"{readStateIndex:27882; appliedIndex:27877; }","duration":"646.019593ms","start":"2026-02-27T19:07:01.745342Z","end":"2026-02-27T19:07:02.391362Z","steps":["trace[986802342] 'read index received' (duration: 645.18154ms)","trace[986802342] 'applied index is now lower than readState.Index' (duration: 836.893µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:02.391478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.458467Z","time spent":"932.937058ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.39148Z","caller":"traceutil/trace.go:171","msg":"trace[1423621849] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"932.408994ms","start":"2026-02-27T19:07:01.45905Z","end":"2026-02-27T19:07:02.391459Z","steps":["trace[1423621849] 'process raft request' (duration: 932.176198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.391572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.45903Z","time spent":"932.494596ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:02.391585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.246188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:07:02.391632Z","caller":"traceutil/trace.go:171","msg":"trace[319917430] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26598; }","duration":"646.32146ms","start":"2026-02-27T19:07:01.745295Z","end":"2026-02-27T19:07:02.391616Z","steps":["trace[319917430] 'agreement among raft nodes before linearized reading' (duration: 646.202757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.391673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:01.745275Z","time spent":"646.390463ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:02.675799Z","caller":"traceutil/trace.go:171","msg":"trace[1821944910] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"253.546733ms","start":"2026-02-27T19:07:02.422227Z","end":"2026-02-27T19:07:02.675774Z","steps":["trace[1821944910] 'process raft request' (duration: 252.125085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:02.762795Z","caller":"traceutil/trace.go:171","msg":"trace[48608942] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"332.305248ms","start":"2026-02-27T19:07:02.430468Z","end":"2026-02-27T19:07:02.762773Z","steps":["trace[48608942] 'process raft request' (duration: 331.694642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.762929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:02.43045Z","time spent":"332.40882ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.7632Z","caller":"traceutil/trace.go:171","msg":"trace[1562699996] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"327.695356ms","start":"2026-02-27T19:07:02.435493Z","end":"2026-02-27T19:07:02.763188Z","steps":["trace[1562699996] 'process raft request' (duration: 326.771611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:02.763265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:02.435475Z","time spent":"327.756017ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:02.763318Z","caller":"traceutil/trace.go:171","msg":"trace[344483775] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"213.180583ms","start":"2026-02-27T19:07:02.550089Z","end":"2026-02-27T19:07:02.76327Z","steps":["trace[344483775] 'process raft request' (duration: 212.226178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:02.763353Z","caller":"traceutil/trace.go:171","msg":"trace[842028090] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"213.195044ms","start":"2026-02-27T19:07:02.550105Z","end":"2026-02-27T19:07:02.7633Z","steps":["trace[842028090] 'process raft request' (duration: 212.244169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:06.056729Z","caller":"traceutil/trace.go:171","msg":"trace[1038426376] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"177.014625ms","start":"2026-02-27T19:07:05.879689Z","end":"2026-02-27T19:07:06.056704Z","steps":["trace[1038426376] 'process raft request' (duration: 176.630895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:06.608033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.609011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-27T19:07:06.608471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.119488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:07:06.60852Z","caller":"traceutil/trace.go:171","msg":"trace[690607932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26627; }","duration":"200.185859ms","start":"2026-02-27T19:07:06.408319Z","end":"2026-02-27T19:07:06.608505Z","steps":["trace[690607932] 'range keys from in-memory index tree' (duration: 199.979654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:06.608593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.793546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:06.608674Z","caller":"traceutil/trace.go:171","msg":"trace[1629245308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26627; }","duration":"200.913868ms","start":"2026-02-27T19:07:06.40774Z","end":"2026-02-27T19:07:06.608654Z","steps":["trace[1629245308] 'range keys from in-memory index tree' (duration: 200.60748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:06.608755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.529985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:07:06.608846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.033231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:06.608888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.530415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:07:06.608918Z","caller":"traceutil/trace.go:171","msg":"trace[429065754] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26627; }","duration":"394.165825ms","start":"2026-02-27T19:07:06.214735Z","end":"2026-02-27T19:07:06.608901Z","steps":["trace[429065754] 'count revisions from in-memory index tree' (duration: 393.97162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:06.608924Z","caller":"traceutil/trace.go:171","msg":"trace[1304955426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26627; }","duration":"201.597287ms","start":"2026-02-27T19:07:06.407314Z","end":"2026-02-27T19:07:06.608911Z","steps":["trace[1304955426] 'range keys from in-memory index tree' (duration: 201.387011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:06.60895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.874761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:07:06.608956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.214727Z","time spent":"394.215746ms","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:06.608982Z","caller":"traceutil/trace.go:171","msg":"trace[390249199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26627; }","duration":"202.940883ms","start":"2026-02-27T19:07:06.406032Z","end":"2026-02-27T19:07:06.608973Z","steps":["trace[390249199] 'range keys from in-memory index tree' (duration: 202.778348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:06.608864Z","caller":"traceutil/trace.go:171","msg":"trace[663642438] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26627; }","duration":"201.663358ms","start":"2026-02-27T19:07:06.407177Z","end":"2026-02-27T19:07:06.60884Z","steps":["trace[663642438] 'range keys from in-memory index tree' (duration: 201.362061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:06.608129Z","caller":"traceutil/trace.go:171","msg":"trace[1001882846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26627; }","duration":"435.741605ms","start":"2026-02-27T19:07:06.172364Z","end":"2026-02-27T19:07:06.608106Z","steps":["trace[1001882846] 'range keys from in-memory index tree' (duration: 435.454857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:06.609843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.17235Z","time spent":"437.46979ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:07:07.113432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915662995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:07:07.147594Z","caller":"traceutil/trace.go:171","msg":"trace[356910308] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"535.021632ms","start":"2026-02-27T19:07:06.612544Z","end":"2026-02-27T19:07:07.147566Z","steps":["trace[356910308] 'process raft request' (duration: 534.836337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.147772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.612525Z","time spent":"535.147915ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:07.650799Z","caller":"traceutil/trace.go:171","msg":"trace[539404727] linearizableReadLoop","detail":"{readStateIndex:27920; appliedIndex:27913; }","duration":"1.03811273s","start":"2026-02-27T19:07:06.61266Z","end":"2026-02-27T19:07:07.650772Z","steps":["trace[539404727] 'read index received' (duration: 534.748165ms)","trace[539404727] 'applied index is now lower than readState.Index' (duration: 503.363175ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:07.651035Z","caller":"traceutil/trace.go:171","msg":"trace[456980558] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"1.038365926s","start":"2026-02-27T19:07:06.612653Z","end":"2026-02-27T19:07:07.651019Z","steps":["trace[456980558] 'process raft request' (duration: 1.037644307s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:07.651189Z","caller":"traceutil/trace.go:171","msg":"trace[1194160089] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"1.037669228s","start":"2026-02-27T19:07:06.613484Z","end":"2026-02-27T19:07:07.651153Z","steps":["trace[1194160089] 'process raft request' (duration: 1.037131664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.651224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.612631Z","time spent":"1.038481699s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:07.651352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.613471Z","time spent":"1.037796521s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:07.651481Z","caller":"traceutil/trace.go:171","msg":"trace[1043263233] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"1.038248513s","start":"2026-02-27T19:07:06.613222Z","end":"2026-02-27T19:07:07.651471Z","steps":["trace[1043263233] 'process raft request' (duration: 1.037284278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.651529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.613202Z","time spent":"1.038298224s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:07.651602Z","caller":"traceutil/trace.go:171","msg":"trace[964139935] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"877.069568ms","start":"2026-02-27T19:07:06.774509Z","end":"2026-02-27T19:07:07.651579Z","steps":["trace[964139935] 'process raft request' (duration: 876.153054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.651684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.77449Z","time spent":"877.14981ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:07.651722Z","caller":"traceutil/trace.go:171","msg":"trace[503920728] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"1.038405128s","start":"2026-02-27T19:07:06.613302Z","end":"2026-02-27T19:07:07.651707Z","steps":["trace[503920728] 'process raft request' (duration: 1.037265027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.651779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.613276Z","time spent":"1.038474109s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:07.651884Z","caller":"traceutil/trace.go:171","msg":"trace[1523776073] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"876.691558ms","start":"2026-02-27T19:07:06.775181Z","end":"2026-02-27T19:07:07.651873Z","steps":["trace[1523776073] 'process raft request' (duration: 875.536927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.651931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.775168Z","time spent":"876.735869ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:07.652079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039408614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-27T19:07:07.652154Z","caller":"traceutil/trace.go:171","msg":"trace[682759595] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6; range_end:; response_count:1; response_revision:26634; }","duration":"1.039524317s","start":"2026-02-27T19:07:06.61261Z","end":"2026-02-27T19:07:07.652134Z","steps":["trace[682759595] 'agreement among raft nodes before linearized reading' (duration: 1.039288731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:07.652197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.612587Z","time spent":"1.039600399s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6\" "} {"level":"warn","ts":"2026-02-27T19:07:08.417616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.110312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:08.417824Z","caller":"traceutil/trace.go:171","msg":"trace[23531950] linearizableReadLoop","detail":"{readStateIndex:27922; appliedIndex:27920; }","duration":"766.832559ms","start":"2026-02-27T19:07:07.650975Z","end":"2026-02-27T19:07:08.417808Z","steps":["trace[23531950] 'read index received' (duration: 335.558703ms)","trace[23531950] 'applied index is now lower than readState.Index' (duration: 431.272556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:08.417834Z","caller":"traceutil/trace.go:171","msg":"trace[1776281855] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"949.629708ms","start":"2026-02-27T19:07:07.468155Z","end":"2026-02-27T19:07:08.417785Z","steps":["trace[1776281855] 'process raft request' (duration: 518.266159ms)","trace[1776281855] 'compare' (duration: 429.617662ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:08.41795Z","caller":"traceutil/trace.go:171","msg":"trace[655877640] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"932.646648ms","start":"2026-02-27T19:07:07.485285Z","end":"2026-02-27T19:07:08.417932Z","steps":["trace[655877640] 'process raft request' (duration: 932.423463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:08.41803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.485255Z","time spent":"932.734031ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:08.418028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.468129Z","time spent":"949.789452ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:08.835845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399414525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:08.835951Z","caller":"traceutil/trace.go:171","msg":"trace[476896884] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26636; }","duration":"1.399543238s","start":"2026-02-27T19:07:07.436381Z","end":"2026-02-27T19:07:08.835924Z","steps":["trace[476896884] 'agreement among raft nodes before linearized reading' (duration: 981.547403ms)","trace[476896884] 'range keys from in-memory index tree' (duration: 417.845221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.835966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043195506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:07:08.836006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.436349Z","time spent":"1.399643s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:07:08.836025Z","caller":"traceutil/trace.go:171","msg":"trace[291536633] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26636; }","duration":"2.043263459s","start":"2026-02-27T19:07:06.792742Z","end":"2026-02-27T19:07:08.836006Z","steps":["trace[291536633] 'agreement among raft nodes before linearized reading' (duration: 1.625178721s)","trace[291536633] 'range keys from in-memory index tree' (duration: 417.907063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.836037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059104468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:08.836138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346155465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:07:08.83614Z","caller":"traceutil/trace.go:171","msg":"trace[335631174] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26636; }","duration":"2.059265242s","start":"2026-02-27T19:07:06.776847Z","end":"2026-02-27T19:07:08.836112Z","steps":["trace[335631174] 'agreement among raft nodes before linearized reading' (duration: 1.641056422s)","trace[335631174] 'count revisions from in-memory index tree' (duration: 418.050847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:08.836167Z","caller":"traceutil/trace.go:171","msg":"trace[698047650] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26636; }","duration":"1.346204436s","start":"2026-02-27T19:07:07.489955Z","end":"2026-02-27T19:07:08.836159Z","steps":["trace[698047650] 'agreement among raft nodes before linearized reading' (duration: 927.967074ms)","trace[698047650] 'range keys from in-memory index tree' (duration: 418.166079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.836132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452147281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:08.836191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.489941Z","time spent":"1.346245727s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:08.836218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.776833Z","time spent":"2.059357445s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:08.836239Z","caller":"traceutil/trace.go:171","msg":"trace[1784271567] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26636; }","duration":"1.452322145s","start":"2026-02-27T19:07:07.38389Z","end":"2026-02-27T19:07:08.836212Z","steps":["trace[1784271567] 'agreement among raft nodes before linearized reading' (duration: 1.034006512s)","trace[1784271567] 'count revisions from in-memory index tree' (duration: 418.150329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.836736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.38386Z","time spent":"1.452800008s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:08.836079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:06.792706Z","time spent":"2.0433558s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:08.835852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.038747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:07:08.837069Z","caller":"traceutil/trace.go:171","msg":"trace[1154157955] linearizableReadLoop","detail":"{readStateIndex:27924; appliedIndex:27922; }","duration":"419.207708ms","start":"2026-02-27T19:07:08.417852Z","end":"2026-02-27T19:07:08.83706Z","steps":["trace[1154157955] 'read index received' (duration: 55.852µs)","trace[1154157955] 'applied index is now lower than readState.Index' (duration: 419.148895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.836462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651432936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:08.837152Z","caller":"traceutil/trace.go:171","msg":"trace[1927364102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26636; }","duration":"1.652180986s","start":"2026-02-27T19:07:07.184962Z","end":"2026-02-27T19:07:08.837143Z","steps":["trace[1927364102] 'agreement among raft nodes before linearized reading' (duration: 1.232936928s)","trace[1927364102] 'range keys from in-memory index tree' (duration: 418.512809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:08.837182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.184936Z","time spent":"1.652237138s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:08.837349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.177306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-27T19:07:08.837375Z","caller":"traceutil/trace.go:171","msg":"trace[769425404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26637; }","duration":"592.239158ms","start":"2026-02-27T19:07:08.245129Z","end":"2026-02-27T19:07:08.837368Z","steps":["trace[769425404] 'agreement among raft nodes before linearized reading' (duration: 592.165316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:08.837393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.245108Z","time spent":"592.280518ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:08.837386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.263859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:08.837416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.657153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T19:07:08.837438Z","caller":"traceutil/trace.go:171","msg":"trace[1315835728] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26637; }","duration":"334.359531ms","start":"2026-02-27T19:07:08.503061Z","end":"2026-02-27T19:07:08.83742Z","steps":["trace[1315835728] 'agreement among raft nodes before linearized reading' (duration: 334.255508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:08.83746Z","caller":"traceutil/trace.go:171","msg":"trace[689854649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26637; }","duration":"591.716894ms","start":"2026-02-27T19:07:08.24573Z","end":"2026-02-27T19:07:08.837447Z","steps":["trace[689854649] 'agreement among raft nodes before linearized reading' (duration: 591.522979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:08.837476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.50304Z","time spent":"334.424133ms","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:08.837491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.245723Z","time spent":"591.761135ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:07:08.837668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.449526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:08.837733Z","caller":"traceutil/trace.go:171","msg":"trace[255176111] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26637; }","duration":"489.554509ms","start":"2026-02-27T19:07:08.34816Z","end":"2026-02-27T19:07:08.837715Z","steps":["trace[255176111] 'agreement among raft nodes before linearized reading' (duration: 489.461716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:08.83775Z","caller":"traceutil/trace.go:171","msg":"trace[467578544] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"1.068505624s","start":"2026-02-27T19:07:07.769232Z","end":"2026-02-27T19:07:08.837737Z","steps":["trace[467578544] 'process raft request' (duration: 1.067720744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:08.837778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.34814Z","time spent":"489.627931ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:08.837826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:07.769204Z","time spent":"1.068566916s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:08.837558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.783756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:07:08.838937Z","caller":"traceutil/trace.go:171","msg":"trace[107075807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26637; }","duration":"777.194854ms","start":"2026-02-27T19:07:08.061729Z","end":"2026-02-27T19:07:08.838924Z","steps":["trace[107075807] 'agreement among raft nodes before linearized reading' (duration: 775.713835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:08.839041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.061712Z","time spent":"777.317707ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:07:09.133815Z","caller":"traceutil/trace.go:171","msg":"trace[565897136] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"291.868916ms","start":"2026-02-27T19:07:08.841919Z","end":"2026-02-27T19:07:09.133788Z","steps":["trace[565897136] 'process raft request' (duration: 267.395168ms)","trace[565897136] 'compare' (duration: 24.110729ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:09.440075Z","caller":"traceutil/trace.go:171","msg":"trace[1528712806] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"597.689371ms","start":"2026-02-27T19:07:08.842352Z","end":"2026-02-27T19:07:09.440041Z","steps":["trace[1528712806] 'process raft request' (duration: 562.763647ms)","trace[1528712806] 'compare' (duration: 34.448912ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:09.44009Z","caller":"traceutil/trace.go:171","msg":"trace[1565338688] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27924; }","duration":"594.045795ms","start":"2026-02-27T19:07:08.846019Z","end":"2026-02-27T19:07:09.440065Z","steps":["trace[1565338688] 'read index received' (duration: 263.31037ms)","trace[1565338688] 'applied index is now lower than readState.Index' (duration: 330.734555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:09.440231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.842329Z","time spent":"597.823605ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:09.440268Z","caller":"traceutil/trace.go:171","msg":"trace[1354878370] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"593.968723ms","start":"2026-02-27T19:07:08.846286Z","end":"2026-02-27T19:07:09.440255Z","steps":["trace[1354878370] 'process raft request' (duration: 593.730367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.440254Z","caller":"traceutil/trace.go:171","msg":"trace[109159447] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"594.192929ms","start":"2026-02-27T19:07:08.84602Z","end":"2026-02-27T19:07:09.440213Z","steps":["trace[109159447] 'process raft request' (duration: 593.947133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.440269Z","caller":"traceutil/trace.go:171","msg":"trace[574316807] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"594.242971ms","start":"2026-02-27T19:07:08.846001Z","end":"2026-02-27T19:07:09.440244Z","steps":["trace[574316807] 'process raft request' (duration: 593.863121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.440345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.152776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:09.440386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.846272Z","time spent":"594.024735ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:09.440397Z","caller":"traceutil/trace.go:171","msg":"trace[1518487032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26642; }","duration":"592.239467ms","start":"2026-02-27T19:07:08.848142Z","end":"2026-02-27T19:07:09.440382Z","steps":["trace[1518487032] 'agreement among raft nodes before linearized reading' (duration: 592.136715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.440401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.845991Z","time spent":"594.344063ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:09.440406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.846Z","time spent":"594.322693ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:09.440406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.371865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:09.440436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.848133Z","time spent":"592.295659ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:09.440432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.686956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:09.440466Z","caller":"traceutil/trace.go:171","msg":"trace[126180712] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26642; }","duration":"594.470466ms","start":"2026-02-27T19:07:08.845979Z","end":"2026-02-27T19:07:09.440449Z","steps":["trace[126180712] 'agreement among raft nodes before linearized reading' (duration: 594.361713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.44047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.487626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:07:09.440511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:08.845962Z","time spent":"594.540049ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:07:09.440512Z","caller":"traceutil/trace.go:171","msg":"trace[1175648759] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26642; }","duration":"301.879911ms","start":"2026-02-27T19:07:09.138612Z","end":"2026-02-27T19:07:09.440492Z","steps":["trace[1175648759] 'agreement among raft nodes before linearized reading' (duration: 301.753428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.440527Z","caller":"traceutil/trace.go:171","msg":"trace[1519982008] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26642; }","duration":"172.581529ms","start":"2026-02-27T19:07:09.267928Z","end":"2026-02-27T19:07:09.440509Z","steps":["trace[1519982008] 'agreement among raft nodes before linearized reading' (duration: 172.361283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.440558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:09.13859Z","time spent":"301.955603ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:09.440554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.114263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:07:09.440643Z","caller":"traceutil/trace.go:171","msg":"trace[2118546478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26642; }","duration":"289.255027ms","start":"2026-02-27T19:07:09.151363Z","end":"2026-02-27T19:07:09.440618Z","steps":["trace[2118546478] 'agreement among raft nodes before linearized reading' (duration: 288.98299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.76016Z","caller":"traceutil/trace.go:171","msg":"trace[461818437] linearizableReadLoop","detail":"{readStateIndex:27930; appliedIndex:27929; }","duration":"315.4282ms","start":"2026-02-27T19:07:09.444705Z","end":"2026-02-27T19:07:09.760133Z","steps":["trace[461818437] 'read index received' (duration: 282.557799ms)","trace[461818437] 'applied index is now lower than readState.Index' (duration: 32.869281ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:09.760202Z","caller":"traceutil/trace.go:171","msg":"trace[1140727492] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"315.531032ms","start":"2026-02-27T19:07:09.444633Z","end":"2026-02-27T19:07:09.760164Z","steps":["trace[1140727492] 'process raft request' (duration: 282.616651ms)","trace[1140727492] 'compare' (duration: 32.740207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:09.760377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:09.444615Z","time spent":"315.658396ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:09.760456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.740038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:07:09.760533Z","caller":"traceutil/trace.go:171","msg":"trace[717498549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26643; }","duration":"315.874932ms","start":"2026-02-27T19:07:09.444637Z","end":"2026-02-27T19:07:09.760512Z","steps":["trace[717498549] 'agreement among raft nodes before linearized reading' (duration: 315.588744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.76062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:09.444612Z","time spent":"315.998755ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:09.952373Z","caller":"traceutil/trace.go:171","msg":"trace[988674419] linearizableReadLoop","detail":"{readStateIndex:27933; appliedIndex:27930; }","duration":"192.114526ms","start":"2026-02-27T19:07:09.760235Z","end":"2026-02-27T19:07:09.95235Z","steps":["trace[988674419] 'read index received' (duration: 168.643335ms)","trace[988674419] 'applied index is now lower than readState.Index' (duration: 23.470261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:09.952449Z","caller":"traceutil/trace.go:171","msg":"trace[171635452] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"501.950877ms","start":"2026-02-27T19:07:09.450486Z","end":"2026-02-27T19:07:09.952437Z","steps":["trace[171635452] 'process raft request' (duration: 478.476946ms)","trace[171635452] 'compare' (duration: 23.06751ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:09.952385Z","caller":"traceutil/trace.go:171","msg":"trace[1400020142] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"293.781267ms","start":"2026-02-27T19:07:09.658581Z","end":"2026-02-27T19:07:09.952362Z","steps":["trace[1400020142] 'process raft request' (duration: 293.589812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.952511Z","caller":"traceutil/trace.go:171","msg":"trace[886325663] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"293.062518ms","start":"2026-02-27T19:07:09.659412Z","end":"2026-02-27T19:07:09.952475Z","steps":["trace[886325663] 'process raft request' (duration: 292.809452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.952568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:09.450465Z","time spent":"502.017669ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:09.953035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.05278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:07:09.953044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.759842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:07:09.953101Z","caller":"traceutil/trace.go:171","msg":"trace[723980146] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26647; }","duration":"295.182934ms","start":"2026-02-27T19:07:09.657902Z","end":"2026-02-27T19:07:09.953085Z","steps":["trace[723980146] 'agreement among raft nodes before linearized reading' (duration: 294.583949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.953127Z","caller":"traceutil/trace.go:171","msg":"trace[252910150] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26647; }","duration":"141.901066ms","start":"2026-02-27T19:07:09.811207Z","end":"2026-02-27T19:07:09.953108Z","steps":["trace[252910150] 'agreement among raft nodes before linearized reading' (duration: 141.634009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.953031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.477225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:09.953306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.242076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:07:09.953397Z","caller":"traceutil/trace.go:171","msg":"trace[1458737777] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"188.636303ms","start":"2026-02-27T19:07:09.764747Z","end":"2026-02-27T19:07:09.953383Z","steps":["trace[1458737777] 'process raft request' (duration: 187.569955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:09.953403Z","caller":"traceutil/trace.go:171","msg":"trace[570305965] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26647; }","duration":"504.852354ms","start":"2026-02-27T19:07:09.448475Z","end":"2026-02-27T19:07:09.953327Z","steps":["trace[570305965] 'agreement among raft nodes before linearized reading' (duration: 504.036102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.95396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:09.448458Z","time spent":"505.477401ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:07:09.953364Z","caller":"traceutil/trace.go:171","msg":"trace[1048596747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26647; }","duration":"295.316087ms","start":"2026-02-27T19:07:09.658034Z","end":"2026-02-27T19:07:09.95335Z","steps":["trace[1048596747] 'agreement among raft nodes before linearized reading' (duration: 294.385483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.953617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.333898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:09.954346Z","caller":"traceutil/trace.go:171","msg":"trace[46805208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26647; }","duration":"296.100018ms","start":"2026-02-27T19:07:09.65823Z","end":"2026-02-27T19:07:09.95433Z","steps":["trace[46805208] 'agreement among raft nodes before linearized reading' (duration: 294.447425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:09.953739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.881062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:07:09.954526Z","caller":"traceutil/trace.go:171","msg":"trace[1112349478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26647; }","duration":"296.688564ms","start":"2026-02-27T19:07:09.657811Z","end":"2026-02-27T19:07:09.9545Z","steps":["trace[1112349478] 'agreement among raft nodes before linearized reading' (duration: 294.690711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.24105Z","caller":"traceutil/trace.go:171","msg":"trace[786223869] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"282.767815ms","start":"2026-02-27T19:07:09.958256Z","end":"2026-02-27T19:07:10.241024Z","steps":["trace[786223869] 'process raft request' (duration: 282.179349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.241458Z","caller":"traceutil/trace.go:171","msg":"trace[154333478] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"283.016531ms","start":"2026-02-27T19:07:09.958404Z","end":"2026-02-27T19:07:10.24142Z","steps":["trace[154333478] 'process raft request' (duration: 282.520448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.241529Z","caller":"traceutil/trace.go:171","msg":"trace[1928363226] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"282.015795ms","start":"2026-02-27T19:07:09.959493Z","end":"2026-02-27T19:07:10.241509Z","steps":["trace[1928363226] 'process raft request' (duration: 281.85585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.24158Z","caller":"traceutil/trace.go:171","msg":"trace[905227124] linearizableReadLoop","detail":"{readStateIndex:27938; appliedIndex:27934; }","duration":"280.101644ms","start":"2026-02-27T19:07:09.961344Z","end":"2026-02-27T19:07:10.241446Z","steps":["trace[905227124] 'read index received' (duration: 9.849711ms)","trace[905227124] 'applied index is now lower than readState.Index' (duration: 270.250883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:10.241725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.33885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:10.241834Z","caller":"traceutil/trace.go:171","msg":"trace[2116006764] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26651; }","duration":"280.508424ms","start":"2026-02-27T19:07:09.961294Z","end":"2026-02-27T19:07:10.241803Z","steps":["trace[2116006764] 'agreement among raft nodes before linearized reading' (duration: 280.283628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:10.62563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.341557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T19:07:10.625707Z","caller":"traceutil/trace.go:171","msg":"trace[1012045753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26651; }","duration":"250.48429ms","start":"2026-02-27T19:07:10.375207Z","end":"2026-02-27T19:07:10.625691Z","steps":["trace[1012045753] 'range keys from in-memory index tree' (duration: 250.210943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.625794Z","caller":"traceutil/trace.go:171","msg":"trace[640491341] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"202.695665ms","start":"2026-02-27T19:07:10.423071Z","end":"2026-02-27T19:07:10.625767Z","steps":["trace[640491341] 'process raft request' (duration: 199.773818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:10.625809Z","caller":"traceutil/trace.go:171","msg":"trace[156344170] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"202.054459ms","start":"2026-02-27T19:07:10.423729Z","end":"2026-02-27T19:07:10.625784Z","steps":["trace[156344170] 'process raft request' (duration: 201.946266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:11.547142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:07:11.588506Z","caller":"traceutil/trace.go:171","msg":"trace[135693233] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"913.305377ms","start":"2026-02-27T19:07:10.675177Z","end":"2026-02-27T19:07:11.588482Z","steps":["trace[135693233] 'process raft request' (duration: 913.099621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:11.588718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:10.675152Z","time spent":"913.484181ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:12.232701Z","caller":"traceutil/trace.go:171","msg":"trace[673875655] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"1.008610459s","start":"2026-02-27T19:07:11.224055Z","end":"2026-02-27T19:07:12.232665Z","steps":["trace[673875655] 'process raft request' (duration: 957.64279ms)","trace[673875655] 'compare' (duration: 50.327282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:12.232879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.224035Z","time spent":"1.008743093s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:12.232889Z","caller":"traceutil/trace.go:171","msg":"trace[499849230] linearizableReadLoop","detail":"{readStateIndex:27943; appliedIndex:27940; }","duration":"1.186689673s","start":"2026-02-27T19:07:11.046173Z","end":"2026-02-27T19:07:12.232863Z","steps":["trace[499849230] 'read index received' (duration: 542.122911ms)","trace[499849230] 'applied index is now lower than readState.Index' (duration: 644.565522ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:12.233129Z","caller":"traceutil/trace.go:171","msg":"trace[1124799365] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"738.084638ms","start":"2026-02-27T19:07:11.495032Z","end":"2026-02-27T19:07:12.233116Z","steps":["trace[1124799365] 'process raft request' (duration: 737.540424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.233244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.495004Z","time spent":"738.161921ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:12.233459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187265859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:12.233501Z","caller":"traceutil/trace.go:171","msg":"trace[1550817494] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26656; }","duration":"1.187358801s","start":"2026-02-27T19:07:11.046131Z","end":"2026-02-27T19:07:12.233489Z","steps":["trace[1550817494] 'agreement among raft nodes before linearized reading' (duration: 1.187274089s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.233533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.046113Z","time spent":"1.187411842s","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:12.630671Z","caller":"traceutil/trace.go:171","msg":"trace[720129870] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26656; }","duration":"1.035344667s","start":"2026-02-27T19:07:11.595302Z","end":"2026-02-27T19:07:12.630647Z","steps":["trace[720129870] 'process raft request' (duration: 1.035147812s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:12.630725Z","caller":"traceutil/trace.go:171","msg":"trace[1768277811] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"671.938457ms","start":"2026-02-27T19:07:11.958757Z","end":"2026-02-27T19:07:12.630695Z","steps":["trace[1768277811] 'process raft request' (duration: 671.787023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.63082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.595274Z","time spent":"1.035471s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:07:12.630888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.958742Z","time spent":"672.05418ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:12.630924Z","caller":"traceutil/trace.go:171","msg":"trace[2106292030] linearizableReadLoop","detail":"{readStateIndex:27946; appliedIndex:27943; }","duration":"397.942064ms","start":"2026-02-27T19:07:12.232953Z","end":"2026-02-27T19:07:12.630895Z","steps":["trace[2106292030] 'read index received' (duration: 397.41714ms)","trace[2106292030] 'applied index is now lower than readState.Index' (duration: 522.134µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:12.631348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.350304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:07:12.631401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.992681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:07:12.631433Z","caller":"traceutil/trace.go:171","msg":"trace[586984027] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26658; }","duration":"673.483138ms","start":"2026-02-27T19:07:11.957929Z","end":"2026-02-27T19:07:12.631412Z","steps":["trace[586984027] 'agreement among raft nodes before linearized reading' (duration: 673.085628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:12.631463Z","caller":"traceutil/trace.go:171","msg":"trace[1154010371] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"672.365058ms","start":"2026-02-27T19:07:11.959084Z","end":"2026-02-27T19:07:12.631449Z","steps":["trace[1154010371] 'process raft request' (duration: 671.560077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.631484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.957906Z","time spent":"673.56826ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:12.631479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.970575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T19:07:12.631531Z","caller":"traceutil/trace.go:171","msg":"trace[541346893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26658; }","duration":"463.046467ms","start":"2026-02-27T19:07:12.168468Z","end":"2026-02-27T19:07:12.631515Z","steps":["trace[541346893] 'agreement among raft nodes before linearized reading' (duration: 462.900853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.631555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.959053Z","time spent":"672.449111ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:12.631534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.93938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T19:07:12.631662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179542424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:12.631684Z","caller":"traceutil/trace.go:171","msg":"trace[1061618621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26658; }","duration":"867.121554ms","start":"2026-02-27T19:07:11.764551Z","end":"2026-02-27T19:07:12.631673Z","steps":["trace[1061618621] 'agreement among raft nodes before linearized reading' (duration: 866.907909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.631779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.764531Z","time spent":"867.235847ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:07:12.631795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.34924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:12.631838Z","caller":"traceutil/trace.go:171","msg":"trace[554006963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26658; }","duration":"657.432602ms","start":"2026-02-27T19:07:11.974395Z","end":"2026-02-27T19:07:12.631828Z","steps":["trace[554006963] 'agreement among raft nodes before linearized reading' (duration: 657.273518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:12.63144Z","caller":"traceutil/trace.go:171","msg":"trace[40524190] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26658; }","duration":"674.087954ms","start":"2026-02-27T19:07:11.95734Z","end":"2026-02-27T19:07:12.631428Z","steps":["trace[40524190] 'agreement among raft nodes before linearized reading' (duration: 673.711804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:12.631847Z","caller":"traceutil/trace.go:171","msg":"trace[1865289046] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26658; }","duration":"1.179754749s","start":"2026-02-27T19:07:11.452073Z","end":"2026-02-27T19:07:12.631828Z","steps":["trace[1865289046] 'agreement among raft nodes before linearized reading' (duration: 1.179482162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.631872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.974354Z","time spent":"657.511505ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:12.631888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.95732Z","time spent":"674.555037ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:12.631917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.452053Z","time spent":"1.179843532s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:12.631576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.16845Z","time spent":"463.11803ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T19:07:12.632034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444153679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:12.632067Z","caller":"traceutil/trace.go:171","msg":"trace[1602634451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26658; }","duration":"1.44418435s","start":"2026-02-27T19:07:11.187872Z","end":"2026-02-27T19:07:12.632057Z","steps":["trace[1602634451] 'agreement among raft nodes before linearized reading' (duration: 1.444134108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.632088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.187817Z","time spent":"1.444266911s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:12.632227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187874105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:07:12.632251Z","caller":"traceutil/trace.go:171","msg":"trace[1650172045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26658; }","duration":"1.187938027s","start":"2026-02-27T19:07:11.444308Z","end":"2026-02-27T19:07:12.632246Z","steps":["trace[1650172045] 'agreement among raft nodes before linearized reading' (duration: 1.187876815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.632261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.039009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:07:12.632306Z","caller":"traceutil/trace.go:171","msg":"trace[1913698117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26658; }","duration":"386.127011ms","start":"2026-02-27T19:07:12.246168Z","end":"2026-02-27T19:07:12.632295Z","steps":["trace[1913698117] 'agreement among raft nodes before linearized reading' (duration: 386.008098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.632342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.246151Z","time spent":"386.184123ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:12.63227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:11.444285Z","time spent":"1.187978187s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:12.632516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.57923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T19:07:12.632531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.253525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:07:12.632556Z","caller":"traceutil/trace.go:171","msg":"trace[316580154] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26658; }","duration":"333.669632ms","start":"2026-02-27T19:07:12.298876Z","end":"2026-02-27T19:07:12.632546Z","steps":["trace[316580154] 'agreement among raft nodes before linearized reading' (duration: 333.58087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:12.632577Z","caller":"traceutil/trace.go:171","msg":"trace[1156028971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26658; }","duration":"386.314486ms","start":"2026-02-27T19:07:12.246249Z","end":"2026-02-27T19:07:12.632563Z","steps":["trace[1156028971] 'agreement among raft nodes before linearized reading' (duration: 386.162842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.632586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.298849Z","time spent":"333.730064ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-02-27T19:07:12.63255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.946446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:07:12.632611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.246242Z","time spent":"386.362227ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:07:12.632642Z","caller":"traceutil/trace.go:171","msg":"trace[242841771] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26658; }","duration":"386.08449ms","start":"2026-02-27T19:07:12.246536Z","end":"2026-02-27T19:07:12.632621Z","steps":["trace[242841771] 'agreement among raft nodes before linearized reading' (duration: 385.787223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:12.632702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.246528Z","time spent":"386.162912ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:07:13.132505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:13.752449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.427565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:13.752867Z","caller":"traceutil/trace.go:171","msg":"trace[539086796] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"1.120559444s","start":"2026-02-27T19:07:12.632242Z","end":"2026-02-27T19:07:13.752802Z","steps":["trace[539086796] 'process raft request' (duration: 505.671197ms)","trace[539086796] 'compare' (duration: 613.728046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:13.752923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.63388Z","time spent":"1.119033613s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:07:13.753017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.632225Z","time spent":"1.120710157s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.753056Z","caller":"traceutil/trace.go:171","msg":"trace[2111118895] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"1.118087658s","start":"2026-02-27T19:07:12.634911Z","end":"2026-02-27T19:07:13.752999Z","steps":["trace[2111118895] 'process raft request' (duration: 1.117888593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.753384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.634892Z","time spent":"1.118243152s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.753547Z","caller":"traceutil/trace.go:171","msg":"trace[414654649] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"1.115318004s","start":"2026-02-27T19:07:12.638209Z","end":"2026-02-27T19:07:13.753527Z","steps":["trace[414654649] 'process raft request' (duration: 1.114707378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.753652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.638197Z","time spent":"1.115405357s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.753732Z","caller":"traceutil/trace.go:171","msg":"trace[931167314] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"1.115418457s","start":"2026-02-27T19:07:12.638291Z","end":"2026-02-27T19:07:13.75371Z","steps":["trace[931167314] 'process raft request' (duration: 1.11516323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.753823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.638287Z","time spent":"1.115492849s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.753792Z","caller":"traceutil/trace.go:171","msg":"trace[2102134145] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"1.115373886s","start":"2026-02-27T19:07:12.638386Z","end":"2026-02-27T19:07:13.75376Z","steps":["trace[2102134145] 'process raft request' (duration: 1.115235702s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:13.753848Z","caller":"traceutil/trace.go:171","msg":"trace[1533054079] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"1.115414237s","start":"2026-02-27T19:07:12.638423Z","end":"2026-02-27T19:07:13.753837Z","steps":["trace[1533054079] 'process raft request' (duration: 1.115280264s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:13.753863Z","caller":"traceutil/trace.go:171","msg":"trace[904289040] linearizableReadLoop","detail":"{readStateIndex:27956; appliedIndex:27946; }","duration":"1.121501718s","start":"2026-02-27T19:07:12.632347Z","end":"2026-02-27T19:07:13.753849Z","steps":["trace[904289040] 'read index received' (duration: 505.688557ms)","trace[904289040] 'applied index is now lower than readState.Index' (duration: 615.812261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:13.753904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.638418Z","time spent":"1.115456438s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.753938Z","caller":"traceutil/trace.go:171","msg":"trace[1008520583] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"1.115360745s","start":"2026-02-27T19:07:12.638565Z","end":"2026-02-27T19:07:13.753926Z","steps":["trace[1008520583] 'process raft request' (duration: 1.115213982s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:13.753971Z","caller":"traceutil/trace.go:171","msg":"trace[659311167] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"903.420895ms","start":"2026-02-27T19:07:12.850539Z","end":"2026-02-27T19:07:13.75396Z","steps":["trace[659311167] 'process raft request' (duration: 903.273501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.753992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.638546Z","time spent":"1.115415606s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:13.753977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.63838Z","time spent":"1.115499869s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:13.75404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.850516Z","time spent":"903.486106ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:13.754059Z","caller":"traceutil/trace.go:171","msg":"trace[679243912] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"1.115501639s","start":"2026-02-27T19:07:12.638485Z","end":"2026-02-27T19:07:13.753987Z","steps":["trace[679243912] 'process raft request' (duration: 1.115250032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.21906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:13.754228Z","caller":"traceutil/trace.go:171","msg":"trace[270203595] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26667; }","duration":"957.277211ms","start":"2026-02-27T19:07:12.796939Z","end":"2026-02-27T19:07:13.754216Z","steps":["trace[270203595] 'agreement among raft nodes before linearized reading' (duration: 957.202139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.88755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:13.754268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.796857Z","time spent":"957.400134ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:13.754289Z","caller":"traceutil/trace.go:171","msg":"trace[651977111] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26667; }","duration":"670.968482ms","start":"2026-02-27T19:07:13.083299Z","end":"2026-02-27T19:07:13.754268Z","steps":["trace[651977111] 'agreement among raft nodes before linearized reading' (duration: 670.860449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.083291Z","time spent":"671.062824ms","remote":"127.0.0.1:42950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:13.754382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118275812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-27T19:07:13.75442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.273141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:13.75449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.127999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:13.754492Z","caller":"traceutil/trace.go:171","msg":"trace[1979633376] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26667; }","duration":"679.389544ms","start":"2026-02-27T19:07:13.075084Z","end":"2026-02-27T19:07:13.754474Z","steps":["trace[1979633376] 'agreement among raft nodes before linearized reading' (duration: 679.278971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:13.754532Z","caller":"traceutil/trace.go:171","msg":"trace[67734614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26667; }","duration":"653.197251ms","start":"2026-02-27T19:07:13.101322Z","end":"2026-02-27T19:07:13.75452Z","steps":["trace[67734614] 'agreement among raft nodes before linearized reading' (duration: 653.14058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.075062Z","time spent":"679.473537ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:13.754586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.1013Z","time spent":"653.277714ms","remote":"127.0.0.1:35824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:13.7543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118662743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c540b627-fafd-4387-816c-9ef2e17d4e02\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T19:07:13.754637Z","caller":"traceutil/trace.go:171","msg":"trace[236642136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c540b627-fafd-4387-816c-9ef2e17d4e02; range_end:; response_count:1; response_revision:26667; }","duration":"1.119018652s","start":"2026-02-27T19:07:12.635605Z","end":"2026-02-27T19:07:13.754624Z","steps":["trace[236642136] 'agreement among raft nodes before linearized reading' (duration: 1.11858221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.75468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.635598Z","time spent":"1.119070573s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-c540b627-fafd-4387-816c-9ef2e17d4e02\" "} {"level":"info","ts":"2026-02-27T19:07:13.754435Z","caller":"traceutil/trace.go:171","msg":"trace[814383773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26667; }","duration":"1.118341695s","start":"2026-02-27T19:07:12.63608Z","end":"2026-02-27T19:07:13.754421Z","steps":["trace[814383773] 'agreement among raft nodes before linearized reading' (duration: 1.118245812s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.63607Z","time spent":"1.118711144s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:13.754393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119165256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:07:13.754895Z","caller":"traceutil/trace.go:171","msg":"trace[751044240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26667; }","duration":"1.11968675s","start":"2026-02-27T19:07:12.635198Z","end":"2026-02-27T19:07:13.754885Z","steps":["trace[751044240] 'agreement among raft nodes before linearized reading' (duration: 1.119094194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.754929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.635187Z","time spent":"1.119731621s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:13.754379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.638481Z","time spent":"1.115693234s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:13.754107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119150416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:13.755006Z","caller":"traceutil/trace.go:171","msg":"trace[190020355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26667; }","duration":"1.120082641s","start":"2026-02-27T19:07:12.634907Z","end":"2026-02-27T19:07:13.75499Z","steps":["trace[190020355] 'agreement among raft nodes before linearized reading' (duration: 1.119166916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.755125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.634884Z","time spent":"1.120157562s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:13.754108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121756175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T19:07:13.755168Z","caller":"traceutil/trace.go:171","msg":"trace[291897797] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26667; }","duration":"1.122828963s","start":"2026-02-27T19:07:12.632329Z","end":"2026-02-27T19:07:13.755158Z","steps":["trace[291897797] 'agreement among raft nodes before linearized reading' (duration: 1.121656132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:13.755199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:12.632314Z","time spent":"1.122876585s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T19:07:14.953278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.732852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:14.953384Z","caller":"traceutil/trace.go:171","msg":"trace[1637047468] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"1.19946184s","start":"2026-02-27T19:07:13.753903Z","end":"2026-02-27T19:07:14.953365Z","steps":["trace[1637047468] 'process raft request' (duration: 507.561085ms)","trace[1637047468] 'compare' (duration: 691.613128ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:14.953444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.75388Z","time spent":"1.199535353s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:15.032047Z","caller":"traceutil/trace.go:171","msg":"trace[1929718490] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"1.271939469s","start":"2026-02-27T19:07:13.760076Z","end":"2026-02-27T19:07:15.032016Z","steps":["trace[1929718490] 'process raft request' (duration: 1.271800775s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:15.032066Z","caller":"traceutil/trace.go:171","msg":"trace[1074783666] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"1.272467413s","start":"2026-02-27T19:07:13.759547Z","end":"2026-02-27T19:07:15.032014Z","steps":["trace[1074783666] 'process raft request' (duration: 1.272175855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:15.032284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.759532Z","time spent":"1.272625697s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:15.032488Z","caller":"traceutil/trace.go:171","msg":"trace[532204933] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"1.267105281s","start":"2026-02-27T19:07:13.765297Z","end":"2026-02-27T19:07:15.032402Z","steps":["trace[532204933] 'process raft request' (duration: 1.266641059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:15.03268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269853674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:15.032766Z","caller":"traceutil/trace.go:171","msg":"trace[284621504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26672; }","duration":"1.269972347s","start":"2026-02-27T19:07:13.76278Z","end":"2026-02-27T19:07:15.032752Z","steps":["trace[284621504] 'agreement among raft nodes before linearized reading' (duration: 1.269777261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:15.0327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.765273Z","time spent":"1.267312356s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:15.032927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.760069Z","time spent":"1.272058492s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:15.03252Z","caller":"traceutil/trace.go:171","msg":"trace[848144270] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"1.189318943s","start":"2026-02-27T19:07:13.843182Z","end":"2026-02-27T19:07:15.032501Z","steps":["trace[848144270] 'process raft request' (duration: 1.189000494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:15.033216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.843163Z","time spent":"1.189934789s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:15.032512Z","caller":"traceutil/trace.go:171","msg":"trace[126997686] linearizableReadLoop","detail":"{readStateIndex:27959; appliedIndex:27956; }","duration":"1.26968874s","start":"2026-02-27T19:07:13.7628Z","end":"2026-02-27T19:07:15.032489Z","steps":["trace[126997686] 'read index received' (duration: 498.656669ms)","trace[126997686] 'applied index is now lower than readState.Index' (duration: 771.030121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:15.03289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:13.762772Z","time spent":"1.270087239s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:15.534046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:16.034184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:16.467049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435382077s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:16.520084Z","caller":"traceutil/trace.go:171","msg":"trace[1941229122] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"1.88277213s","start":"2026-02-27T19:07:14.637291Z","end":"2026-02-27T19:07:16.520063Z","steps":["trace[1941229122] 'process raft request' (duration: 1.829997323s)","trace[1941229122] 'compare' (duration: 52.547821ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:16.520195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.637282Z","time spent":"1.882853092s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:16.520231Z","caller":"traceutil/trace.go:171","msg":"trace[1494721316] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"1.8827842s","start":"2026-02-27T19:07:14.637412Z","end":"2026-02-27T19:07:16.520197Z","steps":["trace[1494721316] 'process raft request' (duration: 1.882586385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.520313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.637387Z","time spent":"1.882880473s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:16.644596Z","caller":"traceutil/trace.go:171","msg":"trace[626796071] linearizableReadLoop","detail":"{readStateIndex:27965; appliedIndex:27961; }","duration":"1.611188951s","start":"2026-02-27T19:07:15.033393Z","end":"2026-02-27T19:07:16.644582Z","steps":["trace[626796071] 'read index received' (duration: 1.433877727s)","trace[626796071] 'applied index is now lower than readState.Index' (duration: 177.310443ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:16.644855Z","caller":"traceutil/trace.go:171","msg":"trace[2026480164] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"884.580867ms","start":"2026-02-27T19:07:15.760265Z","end":"2026-02-27T19:07:16.644845Z","steps":["trace[2026480164] 'process raft request' (duration: 884.080103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.644966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.760245Z","time spent":"884.626737ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:16.645087Z","caller":"traceutil/trace.go:171","msg":"trace[730906827] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"883.405016ms","start":"2026-02-27T19:07:15.761676Z","end":"2026-02-27T19:07:16.645081Z","steps":["trace[730906827] 'process raft request' (duration: 882.876342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.761645Z","time spent":"883.452596ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:16.64522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689409801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:07:16.645236Z","caller":"traceutil/trace.go:171","msg":"trace[2103689474] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26676; }","duration":"1.689465463s","start":"2026-02-27T19:07:14.955766Z","end":"2026-02-27T19:07:16.645231Z","steps":["trace[2103689474] 'agreement among raft nodes before linearized reading' (duration: 1.689394661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.955732Z","time spent":"1.689515244s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:07:16.645352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009244648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:16.64537Z","caller":"traceutil/trace.go:171","msg":"trace[1042885086] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26676; }","duration":"2.009289779s","start":"2026-02-27T19:07:14.636074Z","end":"2026-02-27T19:07:16.645364Z","steps":["trace[1042885086] 'agreement among raft nodes before linearized reading' (duration: 2.009239038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.636059Z","time spent":"2.00931961s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:16.645461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164299853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:16.645473Z","caller":"traceutil/trace.go:171","msg":"trace[1369664432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26676; }","duration":"2.164353294s","start":"2026-02-27T19:07:14.481116Z","end":"2026-02-27T19:07:16.645469Z","steps":["trace[1369664432] 'agreement among raft nodes before linearized reading' (duration: 2.164326473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.481091Z","time spent":"2.164391145s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:16.645571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235223981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:16.645592Z","caller":"traceutil/trace.go:171","msg":"trace[1556648766] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26676; }","duration":"2.235244551s","start":"2026-02-27T19:07:14.410342Z","end":"2026-02-27T19:07:16.645586Z","steps":["trace[1556648766] 'agreement among raft nodes before linearized reading' (duration: 2.23521246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:14.410284Z","time spent":"2.235318783s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:16.64569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611208092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:16.645703Z","caller":"traceutil/trace.go:171","msg":"trace[794459646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26676; }","duration":"1.611262153s","start":"2026-02-27T19:07:15.034437Z","end":"2026-02-27T19:07:16.645699Z","steps":["trace[794459646] 'agreement among raft nodes before linearized reading' (duration: 1.611237932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.645714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.034415Z","time spent":"1.611297063s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:16.64601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.363167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:07:16.646024Z","caller":"traceutil/trace.go:171","msg":"trace[1552908788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26676; }","duration":"885.392848ms","start":"2026-02-27T19:07:15.760627Z","end":"2026-02-27T19:07:16.64602Z","steps":["trace[1552908788] 'agreement among raft nodes before linearized reading' (duration: 885.343836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.760604Z","time spent":"885.428989ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.47565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:07:16.646125Z","caller":"traceutil/trace.go:171","msg":"trace[326393976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26676; }","duration":"885.510791ms","start":"2026-02-27T19:07:15.76061Z","end":"2026-02-27T19:07:16.64612Z","steps":["trace[326393976] 'agreement among raft nodes before linearized reading' (duration: 885.47287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.760592Z","time spent":"885.541482ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.002605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:16.646225Z","caller":"traceutil/trace.go:171","msg":"trace[1067157789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26676; }","duration":"886.025305ms","start":"2026-02-27T19:07:15.760195Z","end":"2026-02-27T19:07:16.646221Z","steps":["trace[1067157789] 'agreement among raft nodes before linearized reading' (duration: 885.986644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.760188Z","time spent":"886.046025ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.2116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:07:16.646318Z","caller":"traceutil/trace.go:171","msg":"trace[933152728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26676; }","duration":"886.25601ms","start":"2026-02-27T19:07:15.760058Z","end":"2026-02-27T19:07:16.646314Z","steps":["trace[933152728] 'agreement among raft nodes before linearized reading' (duration: 886.220319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.64633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.76004Z","time spent":"886.285972ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.120034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:07:16.64641Z","caller":"traceutil/trace.go:171","msg":"trace[1609691217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26676; }","duration":"887.173965ms","start":"2026-02-27T19:07:15.759232Z","end":"2026-02-27T19:07:16.646406Z","steps":["trace[1609691217] 'agreement among raft nodes before linearized reading' (duration: 887.136854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.75921Z","time spent":"887.208496ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.282748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T19:07:16.646518Z","caller":"traceutil/trace.go:171","msg":"trace[1534663318] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26676; }","duration":"887.296469ms","start":"2026-02-27T19:07:15.759218Z","end":"2026-02-27T19:07:16.646515Z","steps":["trace[1534663318] 'agreement among raft nodes before linearized reading' (duration: 887.245307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.75916Z","time spent":"887.36829ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553882424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T19:07:16.646618Z","caller":"traceutil/trace.go:171","msg":"trace[463057014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26676; }","duration":"1.553894834s","start":"2026-02-27T19:07:15.092719Z","end":"2026-02-27T19:07:16.646614Z","steps":["trace[463057014] 'agreement among raft nodes before linearized reading' (duration: 1.553855923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.64663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.092683Z","time spent":"1.553943996s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589706292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T19:07:16.646709Z","caller":"traceutil/trace.go:171","msg":"trace[973410078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26676; }","duration":"1.589741753s","start":"2026-02-27T19:07:15.056963Z","end":"2026-02-27T19:07:16.646705Z","steps":["trace[973410078] 'agreement among raft nodes before linearized reading' (duration: 1.589717232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.056951Z","time spent":"1.589765444s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610004449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:07:16.646815Z","caller":"traceutil/trace.go:171","msg":"trace[1374177859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26676; }","duration":"1.610050131s","start":"2026-02-27T19:07:15.036761Z","end":"2026-02-27T19:07:16.646811Z","steps":["trace[1374177859] 'agreement among raft nodes before linearized reading' (duration: 1.61001468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.036744Z","time spent":"1.610081212s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:16.646905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610290607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:07:16.646917Z","caller":"traceutil/trace.go:171","msg":"trace[2074646430] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26676; }","duration":"1.610339478s","start":"2026-02-27T19:07:15.036573Z","end":"2026-02-27T19:07:16.646913Z","steps":["trace[2074646430] 'agreement among raft nodes before linearized reading' (duration: 1.610303307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:16.646929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:15.036554Z","time spent":"1.61037275s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:17.201992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:17.702526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:18.03041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329937905s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:07:18.102995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192771434s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:18.103122Z","caller":"traceutil/trace.go:171","msg":"trace[1920638176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26677; }","duration":"1.192914247s","start":"2026-02-27T19:07:16.91019Z","end":"2026-02-27T19:07:18.103104Z","steps":["trace[1920638176] 'range keys from in-memory index tree' (duration: 1.192756922s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:18.104453Z","caller":"traceutil/trace.go:171","msg":"trace[1822450039] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"1.44916014s","start":"2026-02-27T19:07:16.65528Z","end":"2026-02-27T19:07:18.10444Z","steps":["trace[1822450039] 'process raft request' (duration: 1.449044147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:18.104542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.655275Z","time spent":"1.449205691s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:18.104595Z","caller":"traceutil/trace.go:171","msg":"trace[1049609606] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"1.449340985s","start":"2026-02-27T19:07:16.655233Z","end":"2026-02-27T19:07:18.104574Z","steps":["trace[1049609606] 'process raft request' (duration: 1.375424709s)","trace[1049609606] 'compare' (duration: 73.328471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:18.104732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.655216Z","time spent":"1.449436457s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:18.104757Z","caller":"traceutil/trace.go:171","msg":"trace[336788385] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.449417777s","start":"2026-02-27T19:07:16.655307Z","end":"2026-02-27T19:07:18.104725Z","steps":["trace[336788385] 'process raft request' (duration: 1.449094829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:18.104912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.655304Z","time spent":"1.4495317s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:18.105069Z","caller":"traceutil/trace.go:171","msg":"trace[1028346861] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"1.448542594s","start":"2026-02-27T19:07:16.656503Z","end":"2026-02-27T19:07:18.105045Z","steps":["trace[1028346861] 'process raft request' (duration: 1.448461022s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:18.105204Z","caller":"traceutil/trace.go:171","msg":"trace[614206399] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"1.44951438s","start":"2026-02-27T19:07:16.655671Z","end":"2026-02-27T19:07:18.105186Z","steps":["trace[614206399] 'process raft request' (duration: 1.448909454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:18.105216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.65649Z","time spent":"1.448647236s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:18.105265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.655653Z","time spent":"1.449584401s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:18.105662Z","caller":"traceutil/trace.go:171","msg":"trace[1553373183] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"1.449030667s","start":"2026-02-27T19:07:16.656608Z","end":"2026-02-27T19:07:18.105638Z","steps":["trace[1553373183] 'process raft request' (duration: 1.44839711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:18.10578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.656579Z","time spent":"1.44913374s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:18.107488Z","caller":"traceutil/trace.go:171","msg":"trace[1622597399] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"1.449175361s","start":"2026-02-27T19:07:16.658293Z","end":"2026-02-27T19:07:18.107469Z","steps":["trace[1622597399] 'process raft request' (duration: 1.447379023s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:18.10754Z","caller":"traceutil/trace.go:171","msg":"trace[1317927176] linearizableReadLoop","detail":"{readStateIndex:27973; appliedIndex:27966; }","duration":"1.406372888s","start":"2026-02-27T19:07:16.701153Z","end":"2026-02-27T19:07:18.107526Z","steps":["trace[1317927176] 'read index received' (duration: 1.329502903s)","trace[1317927176] 'applied index is now lower than readState.Index' (duration: 76.868134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:18.107579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.658282Z","time spent":"1.449257183s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:19.339678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232357332s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:07:19.33979Z","caller":"traceutil/trace.go:171","msg":"trace[421512363] linearizableReadLoop","detail":"{readStateIndex:27974; appliedIndex:27973; }","duration":"1.232186117s","start":"2026-02-27T19:07:18.107565Z","end":"2026-02-27T19:07:19.339751Z","steps":["trace[421512363] 'read index received' (duration: 56.571µs)","trace[421512363] 'applied index is now lower than readState.Index' (duration: 1.232128206s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:19.340015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676154541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T19:07:19.340104Z","caller":"traceutil/trace.go:171","msg":"trace[161038716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26684; }","duration":"2.676264603s","start":"2026-02-27T19:07:16.663816Z","end":"2026-02-27T19:07:19.340081Z","steps":["trace[161038716] 'agreement among raft nodes before linearized reading' (duration: 1.443728386s)","trace[161038716] 'range keys from in-memory index tree' (duration: 1.232327442s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:19.340156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.663807Z","time spent":"2.676337876s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T19:07:19.340391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681965144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:07:19.340438Z","caller":"traceutil/trace.go:171","msg":"trace[2031635257] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26684; }","duration":"2.682076237s","start":"2026-02-27T19:07:16.658352Z","end":"2026-02-27T19:07:19.340428Z","steps":["trace[2031635257] 'agreement among raft nodes before linearized reading' (duration: 1.449208811s)","trace[2031635257] 'range keys from in-memory index tree' (duration: 1.232777193s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:19.340468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.658336Z","time spent":"2.682124968s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:07:19.340628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685271321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:19.340664Z","caller":"traceutil/trace.go:171","msg":"trace[4495699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26684; }","duration":"2.685317843s","start":"2026-02-27T19:07:16.655337Z","end":"2026-02-27T19:07:19.340654Z","steps":["trace[4495699] 'agreement among raft nodes before linearized reading' (duration: 1.452270713s)","trace[4495699] 'range keys from in-memory index tree' (duration: 1.232999789s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:19.340696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.65533Z","time spent":"2.685360284s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:19.340736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436772263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:19.340763Z","caller":"traceutil/trace.go:171","msg":"trace[466260846] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26684; }","duration":"1.436849155s","start":"2026-02-27T19:07:17.903907Z","end":"2026-02-27T19:07:19.340756Z","steps":["trace[466260846] 'agreement among raft nodes before linearized reading' (duration: 1.436771203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:19.340786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:17.903881Z","time spent":"1.436898067s","remote":"127.0.0.1:47858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:19.340957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900668104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:19.340981Z","caller":"traceutil/trace.go:171","msg":"trace[1275433193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26684; }","duration":"1.900734606s","start":"2026-02-27T19:07:17.44024Z","end":"2026-02-27T19:07:19.340975Z","steps":["trace[1275433193] 'agreement among raft nodes before linearized reading' (duration: 1.900687004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:19.340997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:17.440213Z","time spent":"1.900779996s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:19.341078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387282723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:19.341099Z","caller":"traceutil/trace.go:171","msg":"trace[2023646396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26684; }","duration":"2.387344165s","start":"2026-02-27T19:07:16.95375Z","end":"2026-02-27T19:07:19.341094Z","steps":["trace[2023646396] 'agreement among raft nodes before linearized reading' (duration: 2.387310814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:19.341114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:16.953723Z","time spent":"2.387386406s","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:19.840579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:20.192543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:20.192628Z","caller":"traceutil/trace.go:171","msg":"trace[1886152339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445215s","start":"2026-02-27T19:07:18.192166Z","end":"2026-02-27T19:07:20.192611Z","steps":["trace[1886152339] 'agreement among raft nodes before linearized reading' (duration: 2.000346662s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:20.192672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.19215Z","time spent":"2.000513196s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:20.299221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773482897s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:20.29955Z","caller":"traceutil/trace.go:171","msg":"trace[2094694976] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"1.773922819s","start":"2026-02-27T19:07:18.525614Z","end":"2026-02-27T19:07:20.299537Z","steps":["trace[2094694976] 'process raft request' (duration: 1.773741514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:20.299644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.525589Z","time spent":"1.773997371s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:20.656275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988334254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:20.656412Z","caller":"traceutil/trace.go:171","msg":"trace[2026937608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.98854123s","start":"2026-02-27T19:07:18.667843Z","end":"2026-02-27T19:07:20.656384Z","steps":["trace[2026937608] 'agreement among raft nodes before linearized reading' (duration: 1.988364125s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:20.656479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.667822Z","time spent":"1.988645423s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:07:21.240848Z","caller":"traceutil/trace.go:171","msg":"trace[1193323078] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"2.714041804s","start":"2026-02-27T19:07:18.526751Z","end":"2026-02-27T19:07:21.240793Z","steps":["trace[1193323078] 'process raft request' (duration: 2.713740206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.241028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.526738Z","time spent":"2.714189047s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:21.2413Z","caller":"traceutil/trace.go:171","msg":"trace[1562844892] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"2.573284848s","start":"2026-02-27T19:07:18.667996Z","end":"2026-02-27T19:07:21.241281Z","steps":["trace[1562844892] 'process raft request' (duration: 2.572742503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.241403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.667982Z","time spent":"2.57337186s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:21.241556Z","caller":"traceutil/trace.go:171","msg":"trace[514897912] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"1.500139879s","start":"2026-02-27T19:07:19.741394Z","end":"2026-02-27T19:07:21.241534Z","steps":["trace[514897912] 'process raft request' (duration: 1.499894313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.241729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:19.741381Z","time spent":"1.500251063s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:21.241904Z","caller":"traceutil/trace.go:171","msg":"trace[1424566576] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"2.57182796s","start":"2026-02-27T19:07:18.670051Z","end":"2026-02-27T19:07:21.241879Z","steps":["trace[1424566576] 'process raft request' (duration: 2.5711038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.242018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.670043Z","time spent":"2.571919712s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:21.241547Z","caller":"traceutil/trace.go:171","msg":"trace[1065487909] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27974; }","duration":"1.90171511s","start":"2026-02-27T19:07:19.339805Z","end":"2026-02-27T19:07:21.24152Z","steps":["trace[1065487909] 'read index received' (duration: 959.616102ms)","trace[1065487909] 'applied index is now lower than readState.Index' (duration: 942.096948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:21.242155Z","caller":"traceutil/trace.go:171","msg":"trace[305735362] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"1.203064006s","start":"2026-02-27T19:07:20.039044Z","end":"2026-02-27T19:07:21.242108Z","steps":["trace[305735362] 'process raft request' (duration: 1.202311476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.242284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.039014Z","time spent":"1.20320948s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:21.24231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062766413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:21.242476Z","caller":"traceutil/trace.go:171","msg":"trace[535113950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26690; }","duration":"2.06299277s","start":"2026-02-27T19:07:19.179458Z","end":"2026-02-27T19:07:21.24245Z","steps":["trace[535113950] 'agreement among raft nodes before linearized reading' (duration: 2.062702492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.242546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:19.179441Z","time spent":"2.063090892s","remote":"127.0.0.1:36060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:21.241871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536210526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:07:21.24304Z","caller":"traceutil/trace.go:171","msg":"trace[1122741216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26690; }","duration":"2.537399678s","start":"2026-02-27T19:07:18.705623Z","end":"2026-02-27T19:07:21.243023Z","steps":["trace[1122741216] 'agreement among raft nodes before linearized reading' (duration: 2.53598246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.243077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:18.705558Z","time spent":"2.537504451s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:07:21.34583Z","caller":"traceutil/trace.go:171","msg":"trace[1982335921] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"686.010308ms","start":"2026-02-27T19:07:20.659771Z","end":"2026-02-27T19:07:21.345781Z","steps":["trace[1982335921] 'process raft request' (duration: 681.943631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.346032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.659734Z","time spent":"686.202163ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:07:21.34605Z","caller":"traceutil/trace.go:171","msg":"trace[199702338] linearizableReadLoop","detail":"{readStateIndex:27981; appliedIndex:27980; }","duration":"103.920731ms","start":"2026-02-27T19:07:21.24209Z","end":"2026-02-27T19:07:21.346011Z","steps":["trace[199702338] 'read index received' (duration: 99.638188ms)","trace[199702338] 'applied index is now lower than readState.Index' (duration: 4.280553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:21.346461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.873616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:21.346444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089566632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:21.346517Z","caller":"traceutil/trace.go:171","msg":"trace[129024151] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26692; }","duration":"408.096152ms","start":"2026-02-27T19:07:20.938408Z","end":"2026-02-27T19:07:21.346504Z","steps":["trace[129024151] 'agreement among raft nodes before linearized reading' (duration: 407.814845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.346513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23534981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:07:21.346511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.950048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:21.346507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656752186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:21.346555Z","caller":"traceutil/trace.go:171","msg":"trace[863811421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26692; }","duration":"1.089745577s","start":"2026-02-27T19:07:20.256778Z","end":"2026-02-27T19:07:21.346523Z","steps":["trace[863811421] 'agreement among raft nodes before linearized reading' (duration: 1.089541641s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:21.346601Z","caller":"traceutil/trace.go:171","msg":"trace[802640913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26692; }","duration":"683.082651ms","start":"2026-02-27T19:07:20.663499Z","end":"2026-02-27T19:07:21.346582Z","steps":["trace[802640913] 'agreement among raft nodes before linearized reading' (duration: 682.926887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.34663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.256765Z","time spent":"1.089844169s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:07:21.346663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.663485Z","time spent":"683.163223ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:21.346673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235421083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:07:21.34669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668784624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:21.346695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235655629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:21.346608Z","caller":"traceutil/trace.go:171","msg":"trace[616376198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26692; }","duration":"1.656874329s","start":"2026-02-27T19:07:19.689716Z","end":"2026-02-27T19:07:21.346591Z","steps":["trace[616376198] 'agreement among raft nodes before linearized reading' (duration: 1.656731545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.346765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235011591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:07:21.346802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235716061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:07:21.346818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235828613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:07:21.346568Z","caller":"traceutil/trace.go:171","msg":"trace[1586112409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26692; }","duration":"1.235407552s","start":"2026-02-27T19:07:20.111145Z","end":"2026-02-27T19:07:21.346553Z","steps":["trace[1586112409] 'agreement among raft nodes before linearized reading' (duration: 1.235166045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.346834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:19.689703Z","time spent":"1.657112546s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:07:21.346786Z","caller":"traceutil/trace.go:171","msg":"trace[1957237416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26692; }","duration":"1.235799432s","start":"2026-02-27T19:07:20.110967Z","end":"2026-02-27T19:07:21.346767Z","steps":["trace[1957237416] 'agreement among raft nodes before linearized reading' (duration: 1.235582217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235637708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:07:21.347075Z","caller":"traceutil/trace.go:171","msg":"trace[1144719932] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26692; }","duration":"1.235499694s","start":"2026-02-27T19:07:20.111196Z","end":"2026-02-27T19:07:21.346695Z","steps":["trace[1144719932] 'agreement among raft nodes before linearized reading' (duration: 1.235398492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.110947Z","time spent":"1.236124441s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:07:21.34673Z","caller":"traceutil/trace.go:171","msg":"trace[1211823845] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26692; }","duration":"1.668868516s","start":"2026-02-27T19:07:19.677848Z","end":"2026-02-27T19:07:21.346717Z","steps":["trace[1211823845] 'agreement among raft nodes before linearized reading' (duration: 1.668747173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.111188Z","time spent":"1.235923765s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:21.346953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.263318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:21.346852Z","caller":"traceutil/trace.go:171","msg":"trace[1394713949] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26692; }","duration":"1.235132015s","start":"2026-02-27T19:07:20.1117Z","end":"2026-02-27T19:07:21.346832Z","steps":["trace[1394713949] 'agreement among raft nodes before linearized reading' (duration: 1.234858738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:19.677832Z","time spent":"1.669320168s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:21.347171Z","caller":"traceutil/trace.go:171","msg":"trace[1790325891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26692; }","duration":"1.235774712s","start":"2026-02-27T19:07:20.111319Z","end":"2026-02-27T19:07:21.347093Z","steps":["trace[1790325891] 'agreement among raft nodes before linearized reading' (duration: 1.235249208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.111689Z","time spent":"1.235518435s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:21.347251Z","caller":"traceutil/trace.go:171","msg":"trace[156256629] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26692; }","duration":"915.565065ms","start":"2026-02-27T19:07:20.431625Z","end":"2026-02-27T19:07:21.34719Z","steps":["trace[156256629] 'agreement among raft nodes before linearized reading' (duration: 915.086373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.346568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.938383Z","time spent":"408.169274ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":55,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:21.346858Z","caller":"traceutil/trace.go:171","msg":"trace[565172369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26692; }","duration":"1.235868534s","start":"2026-02-27T19:07:20.110978Z","end":"2026-02-27T19:07:21.346847Z","steps":["trace[565172369] 'agreement among raft nodes before linearized reading' (duration: 1.235765212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.347848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.110918Z","time spent":"1.236910281s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:07:21.346857Z","caller":"traceutil/trace.go:171","msg":"trace[516503731] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26692; }","duration":"1.235812783s","start":"2026-02-27T19:07:20.111026Z","end":"2026-02-27T19:07:21.346839Z","steps":["trace[516503731] 'agreement among raft nodes before linearized reading' (duration: 1.235579287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:21.348019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.111008Z","time spent":"1.237002674s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:07:21.346882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.111112Z","time spent":"1.235752741s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:21.347326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.111312Z","time spent":"1.235977887s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:21.347491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:20.431604Z","time spent":"915.861004ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:21.856141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:22.721268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.964014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:22.721388Z","caller":"traceutil/trace.go:171","msg":"trace[2011161630] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"1.368056395s","start":"2026-02-27T19:07:21.353309Z","end":"2026-02-27T19:07:22.721365Z","steps":["trace[2011161630] 'process raft request' (duration: 728.894385ms)","trace[2011161630] 'compare' (duration: 637.025523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:22.721466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.353285Z","time spent":"1.368150357s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:23.324287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232409604s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:07:23.356375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:23.356444Z","caller":"traceutil/trace.go:171","msg":"trace[371152086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232659s","start":"2026-02-27T19:07:21.356194Z","end":"2026-02-27T19:07:23.356426Z","steps":["trace[371152086] 'agreement among raft nodes before linearized reading' (duration: 2.000146566s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:23.356489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.35618Z","time spent":"2.000299751s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:24.151467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.951291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:24.151823Z","caller":"traceutil/trace.go:171","msg":"trace[836911515] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"2.796268801s","start":"2026-02-27T19:07:21.355525Z","end":"2026-02-27T19:07:24.151793Z","steps":["trace[836911515] 'process raft request' (duration: 2.796169579s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.151871Z","caller":"traceutil/trace.go:171","msg":"trace[675794862] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"902.8657ms","start":"2026-02-27T19:07:23.248993Z","end":"2026-02-27T19:07:24.151859Z","steps":["trace[675794862] 'process raft request' (duration: 902.845769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.151821Z","caller":"traceutil/trace.go:171","msg":"trace[317035752] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"2.797104323s","start":"2026-02-27T19:07:21.35465Z","end":"2026-02-27T19:07:24.151754Z","steps":["trace[317035752] 'process raft request' (duration: 2.796877697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.151913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.248988Z","time spent":"902.904891ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152125Z","caller":"traceutil/trace.go:171","msg":"trace[727698109] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"2.795887251s","start":"2026-02-27T19:07:21.356233Z","end":"2026-02-27T19:07:24.15212Z","steps":["trace[727698109] 'process raft request' (duration: 2.7954892s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.152129Z","caller":"traceutil/trace.go:171","msg":"trace[1433452013] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"2.797616687s","start":"2026-02-27T19:07:21.354498Z","end":"2026-02-27T19:07:24.152115Z","steps":["trace[1433452013] 'process raft request' (duration: 1.969958498s)","trace[1433452013] 'compare' (duration: 826.383145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:24.152103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.35464Z","time spent":"2.797294038s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.152163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.356222Z","time spent":"2.795923852s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.15221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.354481Z","time spent":"2.797668459s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152242Z","caller":"traceutil/trace.go:171","msg":"trace[1712596944] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"2.795049159s","start":"2026-02-27T19:07:21.357186Z","end":"2026-02-27T19:07:24.152235Z","steps":["trace[1712596944] 'process raft request' (duration: 2.794560716s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.15227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.357165Z","time spent":"2.79508791s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152336Z","caller":"traceutil/trace.go:171","msg":"trace[45221923] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"903.503087ms","start":"2026-02-27T19:07:23.248804Z","end":"2026-02-27T19:07:24.152307Z","steps":["trace[45221923] 'process raft request' (duration: 903.017894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.152408Z","caller":"traceutil/trace.go:171","msg":"trace[928918783] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"2.797211506s","start":"2026-02-27T19:07:21.355185Z","end":"2026-02-27T19:07:24.152397Z","steps":["trace[928918783] 'process raft request' (duration: 2.796437416s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.15243Z","caller":"traceutil/trace.go:171","msg":"trace[1807701789] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"1.843957462s","start":"2026-02-27T19:07:22.308428Z","end":"2026-02-27T19:07:24.152385Z","steps":["trace[1807701789] 'process raft request' (duration: 1.843341266s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.152458Z","caller":"traceutil/trace.go:171","msg":"trace[1122178847] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27982; }","duration":"2.796723934s","start":"2026-02-27T19:07:21.355723Z","end":"2026-02-27T19:07:24.152447Z","steps":["trace[1122178847] 'read index received' (duration: 726.480031ms)","trace[1122178847] 'applied index is now lower than readState.Index' (duration: 2.070242853s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:24.152468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.355174Z","time spent":"2.797267537s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152461Z","caller":"traceutil/trace.go:171","msg":"trace[352135207] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"1.685887547s","start":"2026-02-27T19:07:22.466551Z","end":"2026-02-27T19:07:24.152439Z","steps":["trace[352135207] 'process raft request' (duration: 1.68523642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.152486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.248799Z","time spent":"903.606519ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152524Z","caller":"traceutil/trace.go:171","msg":"trace[249695028] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"904.256746ms","start":"2026-02-27T19:07:23.248261Z","end":"2026-02-27T19:07:24.152518Z","steps":["trace[249695028] 'process raft request' (duration: 903.542888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.152532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796807786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:24.152536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:22.308401Z","time spent":"1.844065185s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.152557Z","caller":"traceutil/trace.go:171","msg":"trace[1897932029] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26705; }","duration":"2.796847156s","start":"2026-02-27T19:07:21.355701Z","end":"2026-02-27T19:07:24.152548Z","steps":["trace[1897932029] 'agreement among raft nodes before linearized reading' (duration: 2.796794755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.152563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.248251Z","time spent":"904.295708ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.152553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:22.466531Z","time spent":"1.68597525s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.152575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.355672Z","time spent":"2.796899508s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:07:24.152336Z","caller":"traceutil/trace.go:171","msg":"trace[1380960962] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"2.797507694s","start":"2026-02-27T19:07:21.354696Z","end":"2026-02-27T19:07:24.152204Z","steps":["trace[1380960962] 'process raft request' (duration: 2.796898368s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.152786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.354656Z","time spent":"2.798001987s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.153043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.355512Z","time spent":"2.796380034s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.24317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.846458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:24.24325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593057472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:24.243299Z","caller":"traceutil/trace.go:171","msg":"trace[1484928724] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26706; }","duration":"2.593171085s","start":"2026-02-27T19:07:21.65012Z","end":"2026-02-27T19:07:24.243291Z","steps":["trace[1484928724] 'agreement among raft nodes before linearized reading' (duration: 2.593095453s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.243309Z","caller":"traceutil/trace.go:171","msg":"trace[1832792367] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"148.872001ms","start":"2026-02-27T19:07:24.094427Z","end":"2026-02-27T19:07:24.243299Z","steps":["trace[1832792367] 'process raft request' (duration: 148.48018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.243324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.650089Z","time spent":"2.593227976s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095331495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:24.243411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020468934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:24.243427Z","caller":"traceutil/trace.go:171","msg":"trace[2003811438] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26706; }","duration":"1.09552623s","start":"2026-02-27T19:07:23.147868Z","end":"2026-02-27T19:07:24.243394Z","steps":["trace[2003811438] 'agreement among raft nodes before linearized reading' (duration: 1.095291774s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.243252Z","caller":"traceutil/trace.go:171","msg":"trace[1039044443] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26706; }","duration":"926.001373ms","start":"2026-02-27T19:07:23.317232Z","end":"2026-02-27T19:07:24.243234Z","steps":["trace[1039044443] 'agreement among raft nodes before linearized reading' (duration: 925.840229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.243469Z","caller":"traceutil/trace.go:171","msg":"trace[1160678435] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26706; }","duration":"1.020591687s","start":"2026-02-27T19:07:23.222863Z","end":"2026-02-27T19:07:24.243454Z","steps":["trace[1160678435] 'agreement among raft nodes before linearized reading' (duration: 1.020476384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.243489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.317201Z","time spent":"926.2821ms","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.147837Z","time spent":"1.095635673s","remote":"127.0.0.1:42964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.222844Z","time spent":"1.020646388s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.457038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-02-27T19:07:24.243712Z","caller":"traceutil/trace.go:171","msg":"trace[907785861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26706; }","duration":"106.526481ms","start":"2026-02-27T19:07:24.137176Z","end":"2026-02-27T19:07:24.243703Z","steps":["trace[907785861] 'agreement among raft nodes before linearized reading' (duration: 106.297944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.243698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419124388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:24.24385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.781312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:07:24.243875Z","caller":"traceutil/trace.go:171","msg":"trace[899190612] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26706; }","duration":"742.838194ms","start":"2026-02-27T19:07:23.50103Z","end":"2026-02-27T19:07:24.243868Z","steps":["trace[899190612] 'agreement among raft nodes before linearized reading' (duration: 742.666599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.243892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.501009Z","time spent":"742.878295ms","remote":"127.0.0.1:47554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":244,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.893195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:24.243919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94624404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:07:24.243956Z","caller":"traceutil/trace.go:171","msg":"trace[426141071] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26706; }","duration":"161.947947ms","start":"2026-02-27T19:07:24.081993Z","end":"2026-02-27T19:07:24.243941Z","steps":["trace[426141071] 'agreement among raft nodes before linearized reading' (duration: 161.870315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.243943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.625157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:24.243854Z","caller":"traceutil/trace.go:171","msg":"trace[1427298232] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26706; }","duration":"2.419802166s","start":"2026-02-27T19:07:21.824028Z","end":"2026-02-27T19:07:24.243831Z","steps":["trace[1427298232] 'agreement among raft nodes before linearized reading' (duration: 2.419074697s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.244018Z","caller":"traceutil/trace.go:171","msg":"trace[1069372563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26706; }","duration":"598.75524ms","start":"2026-02-27T19:07:23.645245Z","end":"2026-02-27T19:07:24.244Z","steps":["trace[1069372563] 'agreement among raft nodes before linearized reading' (duration: 598.635057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.244086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.645219Z","time spent":"598.852432ms","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.243969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.069188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:07:24.24411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:21.824004Z","time spent":"2.420054992s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:24.243966Z","caller":"traceutil/trace.go:171","msg":"trace[806483703] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26706; }","duration":"1.946329632s","start":"2026-02-27T19:07:22.297626Z","end":"2026-02-27T19:07:24.243956Z","steps":["trace[806483703] 'agreement among raft nodes before linearized reading' (duration: 1.946171058s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.244264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:22.297602Z","time spent":"1.946645691s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-02-27T19:07:24.244198Z","caller":"traceutil/trace.go:171","msg":"trace[357226947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26706; }","duration":"891.296055ms","start":"2026-02-27T19:07:23.352867Z","end":"2026-02-27T19:07:24.244163Z","steps":["trace[357226947] 'agreement among raft nodes before linearized reading' (duration: 891.064269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.244389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.352854Z","time spent":"891.521ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:07:24.24473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.332715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:24.244778Z","caller":"traceutil/trace.go:171","msg":"trace[394120507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26706; }","duration":"888.405508ms","start":"2026-02-27T19:07:23.356362Z","end":"2026-02-27T19:07:24.244768Z","steps":["trace[394120507] 'agreement among raft nodes before linearized reading' (duration: 887.542255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.244808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:23.356352Z","time spent":"888.449549ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:24.974539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.393678ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T19:07:24.974916Z","caller":"traceutil/trace.go:171","msg":"trace[1988367230] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"726.883991ms","start":"2026-02-27T19:07:24.247994Z","end":"2026-02-27T19:07:24.974878Z","steps":["trace[1988367230] 'process raft request' (duration: 726.647745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.974783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.246959Z","time spent":"727.815305ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:07:24.975002Z","caller":"traceutil/trace.go:171","msg":"trace[1161327048] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"717.472012ms","start":"2026-02-27T19:07:24.257509Z","end":"2026-02-27T19:07:24.974981Z","steps":["trace[1161327048] 'process raft request' (duration: 717.367899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.975213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.257498Z","time spent":"717.629625ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:24.975395Z","caller":"traceutil/trace.go:171","msg":"trace[1903967798] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"717.842342ms","start":"2026-02-27T19:07:24.257521Z","end":"2026-02-27T19:07:24.975363Z","steps":["trace[1903967798] 'process raft request' (duration: 717.41549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.97546Z","caller":"traceutil/trace.go:171","msg":"trace[1540803650] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"717.806741ms","start":"2026-02-27T19:07:24.257635Z","end":"2026-02-27T19:07:24.975441Z","steps":["trace[1540803650] 'process raft request' (duration: 717.484122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.975617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.25763Z","time spent":"717.933504ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.975631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.25751Z","time spent":"717.954574ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.975791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.247978Z","time spent":"727.015764ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:24.975975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.653143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:24.976001Z","caller":"traceutil/trace.go:171","msg":"trace[2082721428] linearizableReadLoop","detail":"{readStateIndex:27998; appliedIndex:27996; }","duration":"718.060148ms","start":"2026-02-27T19:07:24.257305Z","end":"2026-02-27T19:07:24.975365Z","steps":["trace[2082721428] 'read index received' (duration: 92.842068ms)","trace[2082721428] 'applied index is now lower than readState.Index' (duration: 625.21707ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:24.97605Z","caller":"traceutil/trace.go:171","msg":"trace[875330523] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26710; }","duration":"718.770136ms","start":"2026-02-27T19:07:24.257262Z","end":"2026-02-27T19:07:24.976032Z","steps":["trace[875330523] 'agreement among raft nodes before linearized reading' (duration: 718.371376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.976119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.257232Z","time spent":"718.861318ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:07:24.976214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.882679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-02-27T19:07:24.976262Z","caller":"traceutil/trace.go:171","msg":"trace[984670316] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26710; }","duration":"718.962731ms","start":"2026-02-27T19:07:24.257288Z","end":"2026-02-27T19:07:24.976251Z","steps":["trace[984670316] 'agreement among raft nodes before linearized reading' (duration: 718.815007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.9763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.257273Z","time spent":"719.019112ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:07:24.976312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.243007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:24.976355Z","caller":"traceutil/trace.go:171","msg":"trace[896365556] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26710; }","duration":"674.33638ms","start":"2026-02-27T19:07:24.302005Z","end":"2026-02-27T19:07:24.976342Z","steps":["trace[896365556] 'agreement among raft nodes before linearized reading' (duration: 674.211266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.976373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.961636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T19:07:24.976428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.301975Z","time spent":"674.441023ms","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:24.976461Z","caller":"traceutil/trace.go:171","msg":"trace[1013925583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26710; }","duration":"627.082549ms","start":"2026-02-27T19:07:24.349356Z","end":"2026-02-27T19:07:24.976438Z","steps":["trace[1013925583] 'agreement among raft nodes before linearized reading' (duration: 626.934465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.976524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.349341Z","time spent":"627.168601ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:07:24.976611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.166276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-27T19:07:24.976676Z","caller":"traceutil/trace.go:171","msg":"trace[214244195] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189830027f779fca; range_end:; response_count:1; response_revision:26710; }","duration":"719.235298ms","start":"2026-02-27T19:07:24.257421Z","end":"2026-02-27T19:07:24.976657Z","steps":["trace[214244195] 'agreement among raft nodes before linearized reading' (duration: 719.047303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.976671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.15531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-27T19:07:24.976727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.257417Z","time spent":"719.29706ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" "} {"level":"warn","ts":"2026-02-27T19:07:24.976752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.439076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:07:24.976752Z","caller":"traceutil/trace.go:171","msg":"trace[686561306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26710; }","duration":"531.272943ms","start":"2026-02-27T19:07:24.445465Z","end":"2026-02-27T19:07:24.976738Z","steps":["trace[686561306] 'agreement among raft nodes before linearized reading' (duration: 530.723019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.976785Z","caller":"traceutil/trace.go:171","msg":"trace[986480713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26710; }","duration":"251.510798ms","start":"2026-02-27T19:07:24.725265Z","end":"2026-02-27T19:07:24.976775Z","steps":["trace[986480713] 'agreement among raft nodes before linearized reading' (duration: 251.414576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.976848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.445443Z","time spent":"531.359515ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:07:24.976369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.529574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:24.97712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.581843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:24.977152Z","caller":"traceutil/trace.go:171","msg":"trace[1951839420] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26710; }","duration":"485.647435ms","start":"2026-02-27T19:07:24.491496Z","end":"2026-02-27T19:07:24.977143Z","steps":["trace[1951839420] 'agreement among raft nodes before linearized reading' (duration: 485.501651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:24.977158Z","caller":"traceutil/trace.go:171","msg":"trace[1538852349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"715.381407ms","start":"2026-02-27T19:07:24.261758Z","end":"2026-02-27T19:07:24.977139Z","steps":["trace[1538852349] 'agreement among raft nodes before linearized reading' (duration: 714.469543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:24.977179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.491479Z","time spent":"485.693426ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:24.977212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.261741Z","time spent":"715.456868ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:25.478406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:25.979043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:26.251595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27156777s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:26.252016Z","caller":"traceutil/trace.go:171","msg":"trace[1474326603] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"1.275522695s","start":"2026-02-27T19:07:24.976466Z","end":"2026-02-27T19:07:26.251989Z","steps":["trace[1474326603] 'process raft request' (duration: 1.275292509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:26.252183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.976448Z","time spent":"1.275643139s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:26.978147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:07:26.978246Z","caller":"traceutil/trace.go:171","msg":"trace[274753718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185337s","start":"2026-02-27T19:07:24.978039Z","end":"2026-02-27T19:07:26.978224Z","steps":["trace[274753718] 'agreement among raft nodes before linearized reading' (duration: 2.000040343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:26.978299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.978025Z","time spent":"2.00026312s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:27.551911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.439607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:27.552053Z","caller":"traceutil/trace.go:171","msg":"trace[1906812322] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26711; }","duration":"642.57835ms","start":"2026-02-27T19:07:26.909444Z","end":"2026-02-27T19:07:27.552022Z","steps":["trace[1906812322] 'range keys from in-memory index tree' (duration: 642.424145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.67776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135402826s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:27.678377Z","caller":"traceutil/trace.go:171","msg":"trace[1551736991] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"2.698665467s","start":"2026-02-27T19:07:24.979663Z","end":"2026-02-27T19:07:27.678328Z","steps":["trace[1551736991] 'process raft request' (duration: 2.698326268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.678578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.979636Z","time spent":"2.698821551s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:27.678568Z","caller":"traceutil/trace.go:171","msg":"trace[169924244] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"2.697374404s","start":"2026-02-27T19:07:24.981133Z","end":"2026-02-27T19:07:27.678507Z","steps":["trace[169924244] 'process raft request' (duration: 2.697083266s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:27.678642Z","caller":"traceutil/trace.go:171","msg":"trace[957119206] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"1.519908514s","start":"2026-02-27T19:07:26.158713Z","end":"2026-02-27T19:07:27.678621Z","steps":["trace[957119206] 'process raft request' (duration: 1.51977667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:27.678658Z","caller":"traceutil/trace.go:171","msg":"trace[1917796097] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"2.692679149s","start":"2026-02-27T19:07:24.985949Z","end":"2026-02-27T19:07:27.678628Z","steps":["trace[1917796097] 'process raft request' (duration: 2.692411852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.678753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.158695Z","time spent":"1.520004607s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:27.67881Z","caller":"traceutil/trace.go:171","msg":"trace[119416742] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"1.520553981s","start":"2026-02-27T19:07:26.158245Z","end":"2026-02-27T19:07:27.678799Z","steps":["trace[119416742] 'process raft request' (duration: 1.520191432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.678803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.981117Z","time spent":"2.697552438s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:27.678871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.158225Z","time spent":"1.520618223s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:27.678757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.985917Z","time spent":"2.692791442s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:27.679029Z","caller":"traceutil/trace.go:171","msg":"trace[891903847] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"1.519598286s","start":"2026-02-27T19:07:26.159403Z","end":"2026-02-27T19:07:27.679001Z","steps":["trace[891903847] 'process raft request' (duration: 1.519144404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.159371Z","time spent":"1.51974124s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:27.679274Z","caller":"traceutil/trace.go:171","msg":"trace[1290619109] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"1.518856637s","start":"2026-02-27T19:07:26.160399Z","end":"2026-02-27T19:07:27.679256Z","steps":["trace[1290619109] 'process raft request' (duration: 1.518505737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.67939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.160385Z","time spent":"1.518949209s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:27.679483Z","caller":"traceutil/trace.go:171","msg":"trace[835591314] linearizableReadLoop","detail":"{readStateIndex:28006; appliedIndex:28001; }","duration":"2.7014084s","start":"2026-02-27T19:07:24.978063Z","end":"2026-02-27T19:07:27.679472Z","steps":["trace[835591314] 'read index received' (duration: 1.273736498s)","trace[835591314] 'applied index is now lower than readState.Index' (duration: 1.427670892s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:27.679534Z","caller":"traceutil/trace.go:171","msg":"trace[1436509261] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"1.431485854s","start":"2026-02-27T19:07:26.24803Z","end":"2026-02-27T19:07:27.679516Z","steps":["trace[1436509261] 'process raft request' (duration: 1.431153915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.248011Z","time spent":"1.431560345s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:27.679641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69647508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T19:07:27.679672Z","caller":"traceutil/trace.go:171","msg":"trace[2127715839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26720; }","duration":"2.69652036s","start":"2026-02-27T19:07:24.983143Z","end":"2026-02-27T19:07:27.679663Z","steps":["trace[2127715839] 'agreement among raft nodes before linearized reading' (duration: 2.696445228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.983137Z","time spent":"2.696558592s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:07:27.679791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.125045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:27.679846Z","caller":"traceutil/trace.go:171","msg":"trace[1589580108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26720; }","duration":"963.183747ms","start":"2026-02-27T19:07:26.716645Z","end":"2026-02-27T19:07:27.679829Z","steps":["trace[1589580108] 'agreement among raft nodes before linearized reading' (duration: 963.087254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521186298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T19:07:27.67992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521734682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T19:07:27.679925Z","caller":"traceutil/trace.go:171","msg":"trace[100188341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26720; }","duration":"1.52125709s","start":"2026-02-27T19:07:26.158654Z","end":"2026-02-27T19:07:27.679911Z","steps":["trace[100188341] 'agreement among raft nodes before linearized reading' (duration: 1.521102276s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:27.67995Z","caller":"traceutil/trace.go:171","msg":"trace[1116448831] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26720; }","duration":"1.521801675s","start":"2026-02-27T19:07:26.158138Z","end":"2026-02-27T19:07:27.67994Z","steps":["trace[1116448831] 'agreement among raft nodes before linearized reading' (duration: 1.521705752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.980909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:27.680207Z","caller":"traceutil/trace.go:171","msg":"trace[1931036240] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26720; }","duration":"343.267696ms","start":"2026-02-27T19:07:27.336924Z","end":"2026-02-27T19:07:27.680191Z","steps":["trace[1931036240] 'agreement among raft nodes before linearized reading' (duration: 343.004749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.680201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520795087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T19:07:27.680228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.367037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:07:27.680243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.336901Z","time spent":"343.332959ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:27.680253Z","caller":"traceutil/trace.go:171","msg":"trace[1074207781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26720; }","duration":"1.52086359s","start":"2026-02-27T19:07:26.159376Z","end":"2026-02-27T19:07:27.680239Z","steps":["trace[1074207781] 'agreement among raft nodes before linearized reading' (duration: 1.520723456s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:27.680277Z","caller":"traceutil/trace.go:171","msg":"trace[217381266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26720; }","duration":"698.422448ms","start":"2026-02-27T19:07:26.981839Z","end":"2026-02-27T19:07:27.680261Z","steps":["trace[217381266] 'agreement among raft nodes before linearized reading' (duration: 698.319926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.680296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.159363Z","time spent":"1.520923181s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:27.680251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369786002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:27.68032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.981831Z","time spent":"698.48019ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:07:27.68045Z","caller":"traceutil/trace.go:171","msg":"trace[788053659] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26720; }","duration":"2.37007859s","start":"2026-02-27T19:07:25.310353Z","end":"2026-02-27T19:07:27.680431Z","steps":["trace[788053659] 'agreement among raft nodes before linearized reading' (duration: 2.36971442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.679961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.158642Z","time spent":"1.521309591s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:27.679882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.716617Z","time spent":"963.255919ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:27.679981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.158118Z","time spent":"1.521856566s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:07:27.678708Z","caller":"traceutil/trace.go:171","msg":"trace[503063173] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"2.696592072s","start":"2026-02-27T19:07:24.982045Z","end":"2026-02-27T19:07:27.678637Z","steps":["trace[503063173] 'process raft request' (duration: 2.696255643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.680915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:24.982013Z","time spent":"2.698781581s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:27.680013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.391535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:27.681025Z","caller":"traceutil/trace.go:171","msg":"trace[1124049753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26720; }","duration":"694.424283ms","start":"2026-02-27T19:07:26.986588Z","end":"2026-02-27T19:07:27.681012Z","steps":["trace[1124049753] 'agreement among raft nodes before linearized reading' (duration: 693.378886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.681061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.986579Z","time spent":"694.473704ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:27.680075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522450161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:07:27.681115Z","caller":"traceutil/trace.go:171","msg":"trace[2110686504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26720; }","duration":"1.523535141s","start":"2026-02-27T19:07:26.15757Z","end":"2026-02-27T19:07:27.681105Z","steps":["trace[2110686504] 'agreement among raft nodes before linearized reading' (duration: 1.522426781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.681145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.15755Z","time spent":"1.523585132s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:27.680072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4260558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:07:27.68121Z","caller":"traceutil/trace.go:171","msg":"trace[1671177000] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26720; }","duration":"1.42721838s","start":"2026-02-27T19:07:26.253972Z","end":"2026-02-27T19:07:27.68119Z","steps":["trace[1671177000] 'agreement among raft nodes before linearized reading' (duration: 1.426012528s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.681263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.253957Z","time spent":"1.427289142s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:07:27.680092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.481594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:07:27.681344Z","caller":"traceutil/trace.go:171","msg":"trace[965494533] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26720; }","duration":"698.773918ms","start":"2026-02-27T19:07:26.982561Z","end":"2026-02-27T19:07:27.681335Z","steps":["trace[965494533] 'agreement among raft nodes before linearized reading' (duration: 697.371241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.681371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.982553Z","time spent":"698.808649ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:27.680326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.433875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:07:27.681437Z","caller":"traceutil/trace.go:171","msg":"trace[985102850] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26720; }","duration":"700.566235ms","start":"2026-02-27T19:07:26.980854Z","end":"2026-02-27T19:07:27.68142Z","steps":["trace[985102850] 'agreement among raft nodes before linearized reading' (duration: 699.407924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.681493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.980807Z","time spent":"700.672889ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:27.6808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:25.310332Z","time spent":"2.370448769s","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:27.683215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449735446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:27.683282Z","caller":"traceutil/trace.go:171","msg":"trace[400663061] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26720; }","duration":"1.449808398s","start":"2026-02-27T19:07:26.233456Z","end":"2026-02-27T19:07:27.683265Z","steps":["trace[400663061] 'agreement among raft nodes before linearized reading' (duration: 1.446604433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:27.683323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:26.233395Z","time spent":"1.449916231s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:28.39984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.597604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:28.399967Z","caller":"traceutil/trace.go:171","msg":"trace[1015140099] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"714.047351ms","start":"2026-02-27T19:07:27.68589Z","end":"2026-02-27T19:07:28.399937Z","steps":["trace[1015140099] 'process raft request' (duration: 214.273682ms)","trace[1015140099] 'compare' (duration: 496.221335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:28.400041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.685876Z","time spent":"714.134853ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:29.079258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179033439s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:07:29.080164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.687054Z","time spent":"1.393103196s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:07:29.080183Z","caller":"traceutil/trace.go:171","msg":"trace[84556480] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.392732426s","start":"2026-02-27T19:07:27.687422Z","end":"2026-02-27T19:07:29.080154Z","steps":["trace[84556480] 'process raft request' (duration: 1.392321445s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:29.080193Z","caller":"traceutil/trace.go:171","msg":"trace[868708783] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"1.392672254s","start":"2026-02-27T19:07:27.687485Z","end":"2026-02-27T19:07:29.080158Z","steps":["trace[868708783] 'process raft request' (duration: 1.392396517s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.080364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.687408Z","time spent":"1.392838748s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:29.080381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.687452Z","time spent":"1.392821898s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:29.080402Z","caller":"traceutil/trace.go:171","msg":"trace[1365629041] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.391306268s","start":"2026-02-27T19:07:27.689049Z","end":"2026-02-27T19:07:29.080355Z","steps":["trace[1365629041] 'process raft request' (duration: 1.390872897s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:29.080494Z","caller":"traceutil/trace.go:171","msg":"trace[189405596] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.387540698s","start":"2026-02-27T19:07:27.692931Z","end":"2026-02-27T19:07:29.080472Z","steps":["trace[189405596] 'process raft request' (duration: 1.387026195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.080521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.68902Z","time spent":"1.391428272s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:29.080569Z","caller":"traceutil/trace.go:171","msg":"trace[1150379285] linearizableReadLoop","detail":"{readStateIndex:28013; appliedIndex:28011; }","duration":"1.393306701s","start":"2026-02-27T19:07:27.687222Z","end":"2026-02-27T19:07:29.080529Z","steps":["trace[1150379285] 'read index received' (duration: 212.961477ms)","trace[1150379285] 'applied index is now lower than readState.Index' (duration: 1.180344424s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:29.080595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.692912Z","time spent":"1.387632411s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:29.080596Z","caller":"traceutil/trace.go:171","msg":"trace[820087647] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"1.326260846s","start":"2026-02-27T19:07:27.754318Z","end":"2026-02-27T19:07:29.080578Z","steps":["trace[820087647] 'process raft request' (duration: 1.326049981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.080693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.754286Z","time spent":"1.326363649s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:29.080904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39366916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T19:07:29.080954Z","caller":"traceutil/trace.go:171","msg":"trace[776173466] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26726; }","duration":"1.393735643s","start":"2026-02-27T19:07:27.687202Z","end":"2026-02-27T19:07:29.080937Z","steps":["trace[776173466] 'agreement among raft nodes before linearized reading' (duration: 1.393504897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.080985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.687194Z","time spent":"1.393784124s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:29.139725Z","caller":"traceutil/trace.go:171","msg":"trace[2100505793] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"392.935991ms","start":"2026-02-27T19:07:28.746762Z","end":"2026-02-27T19:07:29.139698Z","steps":["trace[2100505793] 'process raft request' (duration: 392.596722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.139897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:28.746739Z","time spent":"393.050365ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:29.197117Z","caller":"traceutil/trace.go:171","msg":"trace[193995034] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"109.628752ms","start":"2026-02-27T19:07:29.087463Z","end":"2026-02-27T19:07:29.197092Z","steps":["trace[193995034] 'process raft request' (duration: 109.566231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:29.197218Z","caller":"traceutil/trace.go:171","msg":"trace[2069956877] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"114.776719ms","start":"2026-02-27T19:07:29.082401Z","end":"2026-02-27T19:07:29.197178Z","steps":["trace[2069956877] 'process raft request' (duration: 114.520902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.197448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510137894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T19:07:29.197502Z","caller":"traceutil/trace.go:171","msg":"trace[1025028833] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26729; }","duration":"1.510239597s","start":"2026-02-27T19:07:27.68725Z","end":"2026-02-27T19:07:29.19749Z","steps":["trace[1025028833] 'agreement among raft nodes before linearized reading' (duration: 1.509916778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.197541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.687246Z","time spent":"1.510283648s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:29.197124Z","caller":"traceutil/trace.go:171","msg":"trace[1661243071] linearizableReadLoop","detail":"{readStateIndex:28020; appliedIndex:28018; }","duration":"116.491084ms","start":"2026-02-27T19:07:29.080608Z","end":"2026-02-27T19:07:29.197099Z","steps":["trace[1661243071] 'read index received' (duration: 58.643602ms)","trace[1661243071] 'applied index is now lower than readState.Index' (duration: 57.845542ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:29.197744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508208703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-02-27T19:07:29.197765Z","caller":"traceutil/trace.go:171","msg":"trace[386820203] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26729; }","duration":"1.508256704s","start":"2026-02-27T19:07:27.689502Z","end":"2026-02-27T19:07:29.197758Z","steps":["trace[386820203] 'agreement among raft nodes before linearized reading' (duration: 1.508203623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.197783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.689489Z","time spent":"1.508289845s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:07:29.197818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.344292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:29.197823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009522863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:29.197868Z","caller":"traceutil/trace.go:171","msg":"trace[1255434052] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26729; }","duration":"107.499956ms","start":"2026-02-27T19:07:29.090351Z","end":"2026-02-27T19:07:29.197851Z","steps":["trace[1255434052] 'agreement among raft nodes before linearized reading' (duration: 107.331871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:29.197894Z","caller":"traceutil/trace.go:171","msg":"trace[587402390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26729; }","duration":"1.009655406s","start":"2026-02-27T19:07:28.188216Z","end":"2026-02-27T19:07:29.197872Z","steps":["trace[587402390] 'agreement among raft nodes before linearized reading' (duration: 1.009498202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.19795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:28.188192Z","time spent":"1.009743839s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:29.197947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508377527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:07:29.19802Z","caller":"traceutil/trace.go:171","msg":"trace[2090894561] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26729; }","duration":"1.508499831s","start":"2026-02-27T19:07:27.689503Z","end":"2026-02-27T19:07:29.198002Z","steps":["trace[2090894561] 'agreement among raft nodes before linearized reading' (duration: 1.508185852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.198072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.689485Z","time spent":"1.508571472s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:07:29.198079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.026937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:29.198243Z","caller":"traceutil/trace.go:171","msg":"trace[1193997755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26729; }","duration":"154.241713ms","start":"2026-02-27T19:07:29.043992Z","end":"2026-02-27T19:07:29.198234Z","steps":["trace[1193997755] 'agreement among raft nodes before linearized reading' (duration: 154.058968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.198328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.383131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:29.198386Z","caller":"traceutil/trace.go:171","msg":"trace[1175523301] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26729; }","duration":"323.477912ms","start":"2026-02-27T19:07:28.874896Z","end":"2026-02-27T19:07:29.198374Z","steps":["trace[1175523301] 'agreement among raft nodes before linearized reading' (duration: 323.357389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.198421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:28.874883Z","time spent":"323.528614ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:29.198295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222052269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:29.198897Z","caller":"traceutil/trace.go:171","msg":"trace[1464608417] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26729; }","duration":"1.222638514s","start":"2026-02-27T19:07:27.976168Z","end":"2026-02-27T19:07:29.198807Z","steps":["trace[1464608417] 'agreement among raft nodes before linearized reading' (duration: 1.222036408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.199022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:27.976142Z","time spent":"1.222807359s","remote":"127.0.0.1:35884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:29.199636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.849889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T19:07:29.199726Z","caller":"traceutil/trace.go:171","msg":"trace[480855073] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26729; }","duration":"818.99409ms","start":"2026-02-27T19:07:28.380714Z","end":"2026-02-27T19:07:29.199708Z","steps":["trace[480855073] 'agreement among raft nodes before linearized reading' (duration: 816.927005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:29.1998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:28.38066Z","time spent":"819.100162ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T19:07:29.702577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:30.203383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:30.412409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197570952s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:07:31.018147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.811944Z","time spent":"1.20619472s","remote":"127.0.0.1:49536","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:07:31.018728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.482271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-02-27T19:07:31.018888Z","caller":"traceutil/trace.go:171","msg":"trace[1139618966] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26729; }","duration":"1.817471891s","start":"2026-02-27T19:07:29.201374Z","end":"2026-02-27T19:07:31.018846Z","steps":["trace[1139618966] 'process raft request' (duration: 1.212657651s)","trace[1139618966] 'compare' (duration: 604.394329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:31.018985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.201315Z","time spent":"1.817614745s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:07:31.206414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:31.207793Z","caller":"traceutil/trace.go:171","msg":"trace[1946376298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002034157s","start":"2026-02-27T19:07:29.205741Z","end":"2026-02-27T19:07:31.207775Z","steps":["trace[1946376298] 'agreement among raft nodes before linearized reading' (duration: 2.00063241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:31.207837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.205735Z","time spent":"2.002092269s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:32.228715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.816035411s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:32.229157Z","caller":"traceutil/trace.go:171","msg":"trace[952262689] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"3.026261569s","start":"2026-02-27T19:07:29.202873Z","end":"2026-02-27T19:07:32.229134Z","steps":["trace[952262689] 'process raft request' (duration: 3.026030973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.229295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.202862Z","time spent":"3.02634199s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:32.229709Z","caller":"traceutil/trace.go:171","msg":"trace[774197358] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"3.022333334s","start":"2026-02-27T19:07:29.207359Z","end":"2026-02-27T19:07:32.229692Z","steps":["trace[774197358] 'process raft request' (duration: 3.021699658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.229861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.20735Z","time spent":"3.022434507s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:32.230009Z","caller":"traceutil/trace.go:171","msg":"trace[2096982169] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"2.541259929s","start":"2026-02-27T19:07:29.688727Z","end":"2026-02-27T19:07:32.229987Z","steps":["trace[2096982169] 'process raft request' (duration: 2.541094415s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.230079Z","caller":"traceutil/trace.go:171","msg":"trace[253981987] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"2.541919827s","start":"2026-02-27T19:07:29.68811Z","end":"2026-02-27T19:07:32.23003Z","steps":["trace[253981987] 'process raft request' (duration: 2.541497706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.688701Z","time spent":"2.541371892s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:32.23022Z","caller":"traceutil/trace.go:171","msg":"trace[1499383839] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"2.540845759s","start":"2026-02-27T19:07:29.68935Z","end":"2026-02-27T19:07:32.230195Z","steps":["trace[1499383839] 'process raft request' (duration: 2.540683434s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.230228Z","caller":"traceutil/trace.go:171","msg":"trace[790550329] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"2.541016373s","start":"2026-02-27T19:07:29.689196Z","end":"2026-02-27T19:07:32.230212Z","steps":["trace[790550329] 'process raft request' (duration: 2.540745416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.688057Z","time spent":"2.542129272s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:32.230319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.689341Z","time spent":"2.540928731s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:32.230323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027917552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-142aee3b-efb7-4932-beb5-3d12f30ad271\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T19:07:32.230116Z","caller":"traceutil/trace.go:171","msg":"trace[751609024] linearizableReadLoop","detail":"{readStateIndex:28029; appliedIndex:28022; }","duration":"3.027726137s","start":"2026-02-27T19:07:29.202372Z","end":"2026-02-27T19:07:32.230099Z","steps":["trace[751609024] 'read index received' (duration: 1.21035873s)","trace[751609024] 'applied index is now lower than readState.Index' (duration: 1.817366507s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:32.230336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.689183Z","time spent":"2.541113105s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:32.230378Z","caller":"traceutil/trace.go:171","msg":"trace[1503491111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-142aee3b-efb7-4932-beb5-3d12f30ad271; range_end:; response_count:1; response_revision:26735; }","duration":"3.028007024s","start":"2026-02-27T19:07:29.202356Z","end":"2026-02-27T19:07:32.230363Z","steps":["trace[1503491111] 'agreement among raft nodes before linearized reading' (duration: 3.027794358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.202349Z","time spent":"3.028055085s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-142aee3b-efb7-4932-beb5-3d12f30ad271\" "} {"level":"warn","ts":"2026-02-27T19:07:32.230512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027553233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T19:07:32.230546Z","caller":"traceutil/trace.go:171","msg":"trace[1618910480] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26735; }","duration":"3.027601214s","start":"2026-02-27T19:07:29.202935Z","end":"2026-02-27T19:07:32.230536Z","steps":["trace[1618910480] 'agreement among raft nodes before linearized reading' (duration: 3.027510341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023716517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:32.230556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998957044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:32.230576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.202929Z","time spent":"3.027640065s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:32.230602Z","caller":"traceutil/trace.go:171","msg":"trace[586201894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26735; }","duration":"1.999047956s","start":"2026-02-27T19:07:30.231538Z","end":"2026-02-27T19:07:32.230586Z","steps":["trace[586201894] 'agreement among raft nodes before linearized reading' (duration: 1.998958204s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.23073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144788703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:07:32.230751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758462699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:32.23077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025281092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-02-27T19:07:32.23078Z","caller":"traceutil/trace.go:171","msg":"trace[2079653540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26735; }","duration":"1.144839624s","start":"2026-02-27T19:07:31.08593Z","end":"2026-02-27T19:07:32.230769Z","steps":["trace[2079653540] 'agreement among raft nodes before linearized reading' (duration: 1.144747321s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.230791Z","caller":"traceutil/trace.go:171","msg":"trace[1783297410] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26735; }","duration":"3.025328533s","start":"2026-02-27T19:07:29.205457Z","end":"2026-02-27T19:07:32.230786Z","steps":["trace[1783297410] 'agreement among raft nodes before linearized reading' (duration: 3.025263192s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.230793Z","caller":"traceutil/trace.go:171","msg":"trace[1121782529] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26735; }","duration":"2.758560771s","start":"2026-02-27T19:07:29.472221Z","end":"2026-02-27T19:07:32.230782Z","steps":["trace[1121782529] 'agreement among raft nodes before linearized reading' (duration: 2.758492069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.205442Z","time spent":"3.025370775s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":974,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-27T19:07:32.23082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.085882Z","time spent":"1.144930866s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:32.230819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526448717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:07:32.230827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.472194Z","time spent":"2.758624983s","remote":"127.0.0.1:38706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:32.230831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209625089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T19:07:32.230856Z","caller":"traceutil/trace.go:171","msg":"trace[498518318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26735; }","duration":"2.526566441s","start":"2026-02-27T19:07:29.704279Z","end":"2026-02-27T19:07:32.230846Z","steps":["trace[498518318] 'agreement among raft nodes before linearized reading' (duration: 2.526485369s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.230869Z","caller":"traceutil/trace.go:171","msg":"trace[783575199] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26735; }","duration":"1.209759872s","start":"2026-02-27T19:07:31.021098Z","end":"2026-02-27T19:07:32.230858Z","steps":["trace[783575199] 'agreement among raft nodes before linearized reading' (duration: 1.209537956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.704266Z","time spent":"2.526623892s","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:32.230599Z","caller":"traceutil/trace.go:171","msg":"trace[788231920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26735; }","duration":"1.023875312s","start":"2026-02-27T19:07:31.206705Z","end":"2026-02-27T19:07:32.23058Z","steps":["trace[788231920] 'agreement among raft nodes before linearized reading' (duration: 1.023739158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.021073Z","time spent":"1.209850635s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T19:07:32.230966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025690103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-02-27T19:07:32.230964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82502821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:07:32.230977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.206683Z","time spent":"1.024252031s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:07:32.230992Z","caller":"traceutil/trace.go:171","msg":"trace[1359554487] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26735; }","duration":"3.025726074s","start":"2026-02-27T19:07:29.20526Z","end":"2026-02-27T19:07:32.230986Z","steps":["trace[1359554487] 'agreement among raft nodes before linearized reading' (duration: 3.025661102s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.205255Z","time spent":"3.025752475s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-27T19:07:32.231006Z","caller":"traceutil/trace.go:171","msg":"trace[453358254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26735; }","duration":"1.825129942s","start":"2026-02-27T19:07:30.405866Z","end":"2026-02-27T19:07:32.230996Z","steps":["trace[453358254] 'agreement among raft nodes before linearized reading' (duration: 1.824941487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543057817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:07:32.231041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:30.405834Z","time spent":"1.825200454s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:07:32.231091Z","caller":"traceutil/trace.go:171","msg":"trace[1419769171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26735; }","duration":"2.543155269s","start":"2026-02-27T19:07:29.687925Z","end":"2026-02-27T19:07:32.231081Z","steps":["trace[1419769171] 'agreement among raft nodes before linearized reading' (duration: 2.543039446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:30.231506Z","time spent":"1.999255182s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:32.230609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144799802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:07:32.231192Z","caller":"traceutil/trace.go:171","msg":"trace[1420836928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26735; }","duration":"1.1454487s","start":"2026-02-27T19:07:31.08573Z","end":"2026-02-27T19:07:32.231179Z","steps":["trace[1420836928] 'agreement among raft nodes before linearized reading' (duration: 1.144769612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.230542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.151235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:32.231236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.085704Z","time spent":"1.145520002s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:32.230668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347400638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:32.230656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03513917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:32.231254Z","caller":"traceutil/trace.go:171","msg":"trace[155781638] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26735; }","duration":"181.915775ms","start":"2026-02-27T19:07:32.049326Z","end":"2026-02-27T19:07:32.231241Z","steps":["trace[155781638] 'agreement among raft nodes before linearized reading' (duration: 181.151835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:32.231294Z","caller":"traceutil/trace.go:171","msg":"trace[2032106614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26735; }","duration":"2.348076355s","start":"2026-02-27T19:07:29.883206Z","end":"2026-02-27T19:07:32.231282Z","steps":["trace[2032106614] 'agreement among raft nodes before linearized reading' (duration: 2.347437469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146737514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T19:07:32.231376Z","caller":"traceutil/trace.go:171","msg":"trace[2005060394] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26735; }","duration":"1.146852768s","start":"2026-02-27T19:07:31.084508Z","end":"2026-02-27T19:07:32.231361Z","steps":["trace[2005060394] 'agreement among raft nodes before linearized reading' (duration: 1.146683593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.084485Z","time spent":"1.146919649s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:07:32.231318Z","caller":"traceutil/trace.go:171","msg":"trace[159031617] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26735; }","duration":"1.035834058s","start":"2026-02-27T19:07:31.195471Z","end":"2026-02-27T19:07:32.231305Z","steps":["trace[159031617] 'agreement among raft nodes before linearized reading' (duration: 1.03515809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.195454Z","time spent":"1.036040964s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:32.231126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.687899Z","time spent":"2.543217281s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:32.231332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.883178Z","time spent":"2.348142617s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:32.230728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144390052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:07:32.231759Z","caller":"traceutil/trace.go:171","msg":"trace[566271445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26735; }","duration":"1.14542718s","start":"2026-02-27T19:07:31.086315Z","end":"2026-02-27T19:07:32.231742Z","steps":["trace[566271445] 'agreement among raft nodes before linearized reading' (duration: 1.14431869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:31.086307Z","time spent":"1.145492951s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:32.230708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436358672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:32.231898Z","caller":"traceutil/trace.go:171","msg":"trace[2065987041] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26735; }","duration":"2.437542893s","start":"2026-02-27T19:07:29.794343Z","end":"2026-02-27T19:07:32.231886Z","steps":["trace[2065987041] 'agreement among raft nodes before linearized reading' (duration: 2.436340692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:32.231933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:29.794278Z","time spent":"2.437644946s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:33.115073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.974965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:33.115187Z","caller":"traceutil/trace.go:171","msg":"trace[94350942] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"877.425428ms","start":"2026-02-27T19:07:32.237741Z","end":"2026-02-27T19:07:33.115166Z","steps":["trace[94350942] 'process raft request' (duration: 116.271098ms)","trace[94350942] 'compare' (duration: 760.425581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:33.115277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.237716Z","time spent":"877.503969ms","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:33.58674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232680922s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:33.683196Z","caller":"traceutil/trace.go:171","msg":"trace[884236247] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"1.444565841s","start":"2026-02-27T19:07:32.238606Z","end":"2026-02-27T19:07:33.683171Z","steps":["trace[884236247] 'process raft request' (duration: 1.348394965s)","trace[884236247] 'compare' (duration: 95.611981ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:33.683449Z","caller":"traceutil/trace.go:171","msg":"trace[2035760034] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"1.444703885s","start":"2026-02-27T19:07:32.238728Z","end":"2026-02-27T19:07:33.683432Z","steps":["trace[2035760034] 'process raft request' (duration: 1.444406957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.683571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.238707Z","time spent":"1.444799957s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:33.683651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.238569Z","time spent":"1.444681584s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.68372Z","caller":"traceutil/trace.go:171","msg":"trace[720097838] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"1.445005872s","start":"2026-02-27T19:07:32.23868Z","end":"2026-02-27T19:07:33.683686Z","steps":["trace[720097838] 'process raft request' (duration: 1.444407027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.683904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.238644Z","time spent":"1.445175117s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.683999Z","caller":"traceutil/trace.go:171","msg":"trace[2061054180] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"1.444998992s","start":"2026-02-27T19:07:32.238989Z","end":"2026-02-27T19:07:33.683988Z","steps":["trace[2061054180] 'process raft request' (duration: 1.444368546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.684618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.238979Z","time spent":"1.445595948s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.684059Z","caller":"traceutil/trace.go:171","msg":"trace[1633605721] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"1.44490937s","start":"2026-02-27T19:07:32.239139Z","end":"2026-02-27T19:07:33.684049Z","steps":["trace[1633605721] 'process raft request' (duration: 1.444735905s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.684727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.239133Z","time spent":"1.445550727s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.684114Z","caller":"traceutil/trace.go:171","msg":"trace[931669356] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"1.442870475s","start":"2026-02-27T19:07:32.241228Z","end":"2026-02-27T19:07:33.684098Z","steps":["trace[931669356] 'process raft request' (duration: 1.442805934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.68493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.24122Z","time spent":"1.443654717s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.68414Z","caller":"traceutil/trace.go:171","msg":"trace[1897753751] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"1.444632913s","start":"2026-02-27T19:07:32.239479Z","end":"2026-02-27T19:07:33.684112Z","steps":["trace[1897753751] 'process raft request' (duration: 1.44451894s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.685032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.239469Z","time spent":"1.445537676s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.684168Z","caller":"traceutil/trace.go:171","msg":"trace[566753044] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"1.444687144s","start":"2026-02-27T19:07:32.239421Z","end":"2026-02-27T19:07:33.684108Z","steps":["trace[566753044] 'process raft request' (duration: 1.44454028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.685123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.239414Z","time spent":"1.44568301s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.684385Z","caller":"traceutil/trace.go:171","msg":"trace[758082498] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"1.443086381s","start":"2026-02-27T19:07:32.241274Z","end":"2026-02-27T19:07:33.684361Z","steps":["trace[758082498] 'process raft request' (duration: 1.442787723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.685199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.241258Z","time spent":"1.443925564s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.686877Z","caller":"traceutil/trace.go:171","msg":"trace[176521847] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"1.445550767s","start":"2026-02-27T19:07:32.241315Z","end":"2026-02-27T19:07:33.686866Z","steps":["trace[176521847] 'process raft request' (duration: 1.443223665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.686934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.241294Z","time spent":"1.445608719s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:33.686932Z","caller":"traceutil/trace.go:171","msg":"trace[1543459648] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28029; }","duration":"1.447725224s","start":"2026-02-27T19:07:32.239185Z","end":"2026-02-27T19:07:33.68691Z","steps":["trace[1543459648] 'read index received' (duration: 114.818329ms)","trace[1543459648] 'applied index is now lower than readState.Index' (duration: 1.332906245s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:33.68703Z","caller":"traceutil/trace.go:171","msg":"trace[12890431] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"1.44342574s","start":"2026-02-27T19:07:32.243596Z","end":"2026-02-27T19:07:33.687021Z","steps":["trace[12890431] 'process raft request' (duration: 1.443227904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.687083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447896819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:33.687109Z","caller":"traceutil/trace.go:171","msg":"trace[1299224357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26747; }","duration":"1.44793588s","start":"2026-02-27T19:07:32.239168Z","end":"2026-02-27T19:07:33.687104Z","steps":["trace[1299224357] 'agreement among raft nodes before linearized reading' (duration: 1.447891409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:33.687113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.24357Z","time spent":"1.443481882s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:33.687125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.239159Z","time spent":"1.44796392s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:34.187219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:35.132945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.534901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:35.133709Z","caller":"traceutil/trace.go:171","msg":"trace[837470139] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"2.447584952s","start":"2026-02-27T19:07:32.686081Z","end":"2026-02-27T19:07:35.133666Z","steps":["trace[837470139] 'process raft request' (duration: 1.623190979s)","trace[837470139] 'compare' (duration: 823.399216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:35.134167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665399036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:35.134197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.686052Z","time spent":"2.448028464s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:35.134224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836249071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:07:35.134236Z","caller":"traceutil/trace.go:171","msg":"trace[1879733319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26748; }","duration":"1.665526989s","start":"2026-02-27T19:07:33.468692Z","end":"2026-02-27T19:07:35.134219Z","steps":["trace[1879733319] 'agreement among raft nodes before linearized reading' (duration: 1.665369765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.134277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:33.468673Z","time spent":"1.665596372s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:35.134274Z","caller":"traceutil/trace.go:171","msg":"trace[1018506516] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26748; }","duration":"2.836347763s","start":"2026-02-27T19:07:32.29791Z","end":"2026-02-27T19:07:35.134258Z","steps":["trace[1018506516] 'agreement among raft nodes before linearized reading' (duration: 2.836143008s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:35.133998Z","caller":"traceutil/trace.go:171","msg":"trace[872750163] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28041; }","duration":"1.446973494s","start":"2026-02-27T19:07:33.686991Z","end":"2026-02-27T19:07:35.133965Z","steps":["trace[872750163] 'read index received' (duration: 622.17487ms)","trace[872750163] 'applied index is now lower than readState.Index' (duration: 824.795334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:35.134317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.297884Z","time spent":"2.836422106s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-02-27T19:07:35.1343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794903086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T19:07:35.134487Z","caller":"traceutil/trace.go:171","msg":"trace[846729685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26748; }","duration":"2.795142382s","start":"2026-02-27T19:07:32.339328Z","end":"2026-02-27T19:07:35.13447Z","steps":["trace[846729685] 'agreement among raft nodes before linearized reading' (duration: 2.794726901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.134478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014463456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18982ffbfdc6e6c4\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-02-27T19:07:35.134532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.339321Z","time spent":"2.795196393s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T19:07:35.134502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320934459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:35.134589Z","caller":"traceutil/trace.go:171","msg":"trace[643229814] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26748; }","duration":"2.321490584s","start":"2026-02-27T19:07:32.813078Z","end":"2026-02-27T19:07:35.134569Z","steps":["trace[643229814] 'agreement among raft nodes before linearized reading' (duration: 2.320928009s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:35.134562Z","caller":"traceutil/trace.go:171","msg":"trace[833958359] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18982ffbfdc6e6c4; range_end:; response_count:1; response_revision:26748; }","duration":"2.014576619s","start":"2026-02-27T19:07:33.119965Z","end":"2026-02-27T19:07:35.134541Z","steps":["trace[833958359] 'agreement among raft nodes before linearized reading' (duration: 2.014007964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.13464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:32.813046Z","time spent":"2.321582696s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:35.134647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:33.119948Z","time spent":"2.014681761s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18982ffbfdc6e6c4\" "} {"level":"info","ts":"2026-02-27T19:07:35.13543Z","caller":"traceutil/trace.go:171","msg":"trace[70674054] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"898.519345ms","start":"2026-02-27T19:07:34.236874Z","end":"2026-02-27T19:07:35.135394Z","steps":["trace[70674054] 'process raft request' (duration: 897.071557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:35.135492Z","caller":"traceutil/trace.go:171","msg":"trace[3121661] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"896.80961ms","start":"2026-02-27T19:07:34.238666Z","end":"2026-02-27T19:07:35.135476Z","steps":["trace[3121661] 'process raft request' (duration: 896.655256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:35.13559Z","caller":"traceutil/trace.go:171","msg":"trace[1341774278] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"896.8208ms","start":"2026-02-27T19:07:34.23875Z","end":"2026-02-27T19:07:35.135571Z","steps":["trace[1341774278] 'process raft request' (duration: 896.611875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.135659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.238636Z","time spent":"896.898142ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:35.135734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.238638Z","time spent":"896.987395ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:35.135924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.236857Z","time spent":"898.676469ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:35.137735Z","caller":"traceutil/trace.go:171","msg":"trace[790609085] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"898.605588ms","start":"2026-02-27T19:07:34.239115Z","end":"2026-02-27T19:07:35.137721Z","steps":["trace[790609085] 'process raft request' (duration: 896.916603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.137793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.239103Z","time spent":"898.662569ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:35.516965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022223379s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:07:35.688003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998824661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:35.688087Z","caller":"traceutil/trace.go:171","msg":"trace[1549617682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998967635s","start":"2026-02-27T19:07:33.689098Z","end":"2026-02-27T19:07:35.688066Z","steps":["trace[1549617682] 'agreement among raft nodes before linearized reading' (duration: 1.998820981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:35.688141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:33.68906Z","time spent":"1.999068367s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:36.180388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.900857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:07:36.180647Z","caller":"traceutil/trace.go:171","msg":"trace[360696220] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"1.686067742s","start":"2026-02-27T19:07:34.494548Z","end":"2026-02-27T19:07:36.180616Z","steps":["trace[360696220] 'process raft request' (duration: 1.022850856s)","trace[360696220] 'compare' (duration: 662.684962ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:36.180757Z","caller":"traceutil/trace.go:171","msg":"trace[94335046] linearizableReadLoop","detail":"{readStateIndex:28048; appliedIndex:28046; }","duration":"1.046374888s","start":"2026-02-27T19:07:35.134365Z","end":"2026-02-27T19:07:36.18074Z","steps":["trace[94335046] 'read index received' (duration: 383.05591ms)","trace[94335046] 'applied index is now lower than readState.Index' (duration: 663.317908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:36.180801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.494469Z","time spent":"1.686253807s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.180899Z","caller":"traceutil/trace.go:171","msg":"trace[715195340] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"1.686160014s","start":"2026-02-27T19:07:34.494728Z","end":"2026-02-27T19:07:36.180888Z","steps":["trace[715195340] 'process raft request' (duration: 1.685772394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.180964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.494691Z","time spent":"1.686234536s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:36.181267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652668258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:07:36.181304Z","caller":"traceutil/trace.go:171","msg":"trace[220193674] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26755; }","duration":"1.65275383s","start":"2026-02-27T19:07:34.52854Z","end":"2026-02-27T19:07:36.181294Z","steps":["trace[220193674] 'agreement among raft nodes before linearized reading' (duration: 1.652527104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.181335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.528512Z","time spent":"1.652814832s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:36.181576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385705442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:36.181613Z","caller":"traceutil/trace.go:171","msg":"trace[67952726] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26755; }","duration":"2.385788644s","start":"2026-02-27T19:07:33.795816Z","end":"2026-02-27T19:07:36.181605Z","steps":["trace[67952726] 'agreement among raft nodes before linearized reading' (duration: 2.385676211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.18164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:33.79576Z","time spent":"2.385872917s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:36.181662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131381208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:36.181715Z","caller":"traceutil/trace.go:171","msg":"trace[1436044473] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26755; }","duration":"1.131490512s","start":"2026-02-27T19:07:35.050212Z","end":"2026-02-27T19:07:36.181703Z","steps":["trace[1436044473] 'agreement among raft nodes before linearized reading' (duration: 1.131400069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.181757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.050186Z","time spent":"1.131561563s","remote":"127.0.0.1:40178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:36.181734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.137124Z","time spent":"1.044603882s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:07:36.181792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422786862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:36.181861Z","caller":"traceutil/trace.go:171","msg":"trace[641431576] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26755; }","duration":"1.422908076s","start":"2026-02-27T19:07:34.758927Z","end":"2026-02-27T19:07:36.181835Z","steps":["trace[641431576] 'agreement among raft nodes before linearized reading' (duration: 1.422774673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.181883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190388971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:36.181933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.758902Z","time spent":"1.423011708s","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:36.18195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.549282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:07:36.181946Z","caller":"traceutil/trace.go:171","msg":"trace[173680303] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"1.043751339s","start":"2026-02-27T19:07:35.138176Z","end":"2026-02-27T19:07:36.181927Z","steps":["trace[173680303] 'process raft request' (duration: 1.042494936s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.181954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04456872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a9d2093-7cb8-492a-bbf8-292f8200048d\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T19:07:36.181962Z","caller":"traceutil/trace.go:171","msg":"trace[1434018259] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26755; }","duration":"1.190508124s","start":"2026-02-27T19:07:34.991431Z","end":"2026-02-27T19:07:36.181939Z","steps":["trace[1434018259] 'agreement among raft nodes before linearized reading' (duration: 1.190224017s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.181985Z","caller":"traceutil/trace.go:171","msg":"trace[171214110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26755; }","duration":"491.626864ms","start":"2026-02-27T19:07:35.690346Z","end":"2026-02-27T19:07:36.181973Z","steps":["trace[171214110] 'agreement among raft nodes before linearized reading' (duration: 491.519131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.690325Z","time spent":"491.681536ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.991415Z","time spent":"1.190585876s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.138152Z","time spent":"1.04383444s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.182032Z","caller":"traceutil/trace.go:171","msg":"trace[1445205043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a9d2093-7cb8-492a-bbf8-292f8200048d; range_end:; response_count:1; response_revision:26755; }","duration":"1.044669142s","start":"2026-02-27T19:07:35.137321Z","end":"2026-02-27T19:07:36.18199Z","steps":["trace[1445205043] 'agreement among raft nodes before linearized reading' (duration: 1.044382495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.13731Z","time spent":"1.044752515s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2a9d2093-7cb8-492a-bbf8-292f8200048d\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.530585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-27T19:07:36.182244Z","caller":"traceutil/trace.go:171","msg":"trace[2098304858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189830027f779fca; range_end:; response_count:1; response_revision:26755; }","duration":"490.586227ms","start":"2026-02-27T19:07:35.691648Z","end":"2026-02-27T19:07:36.182235Z","steps":["trace[2098304858] 'agreement among raft nodes before linearized reading' (duration: 490.496145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47475786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T19:07:36.182275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.691639Z","time spent":"490.626218ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" "} {"level":"info","ts":"2026-02-27T19:07:36.182322Z","caller":"traceutil/trace.go:171","msg":"trace[580857596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26755; }","duration":"2.474910044s","start":"2026-02-27T19:07:33.707366Z","end":"2026-02-27T19:07:36.182276Z","steps":["trace[580857596] 'agreement among raft nodes before linearized reading' (duration: 2.474656237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.181963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.440099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:36.182373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.86441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:07:36.182385Z","caller":"traceutil/trace.go:171","msg":"trace[1097900682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26755; }","duration":"488.874361ms","start":"2026-02-27T19:07:35.693495Z","end":"2026-02-27T19:07:36.182369Z","steps":["trace[1097900682] 'agreement among raft nodes before linearized reading' (duration: 488.42673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.182408Z","caller":"traceutil/trace.go:171","msg":"trace[459765839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26755; }","duration":"491.915482ms","start":"2026-02-27T19:07:35.69048Z","end":"2026-02-27T19:07:36.182396Z","steps":["trace[459765839] 'agreement among raft nodes before linearized reading' (duration: 491.778289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:33.707351Z","time spent":"2.475016976s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.019505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T19:07:36.182437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.690465Z","time spent":"491.965523ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.693489Z","time spent":"488.936563ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.338433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:07:36.182519Z","caller":"traceutil/trace.go:171","msg":"trace[1471090124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26755; }","duration":"492.61097ms","start":"2026-02-27T19:07:35.689893Z","end":"2026-02-27T19:07:36.182504Z","steps":["trace[1471090124] 'agreement among raft nodes before linearized reading' (duration: 492.460326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.996668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:07:36.182542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.966637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:07:36.182549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.689871Z","time spent":"492.670772ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.995373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:36.182573Z","caller":"traceutil/trace.go:171","msg":"trace[770959705] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26755; }","duration":"491.015428ms","start":"2026-02-27T19:07:35.691549Z","end":"2026-02-27T19:07:36.182565Z","steps":["trace[770959705] 'agreement among raft nodes before linearized reading' (duration: 490.931325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.182574Z","caller":"traceutil/trace.go:171","msg":"trace[1502401176] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26755; }","duration":"264.095291ms","start":"2026-02-27T19:07:35.918464Z","end":"2026-02-27T19:07:36.18256Z","steps":["trace[1502401176] 'agreement among raft nodes before linearized reading' (duration: 263.854764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.256301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:07:36.182604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.691539Z","time spent":"491.056319ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:36.182637Z","caller":"traceutil/trace.go:171","msg":"trace[957591827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26755; }","duration":"492.330503ms","start":"2026-02-27T19:07:35.690291Z","end":"2026-02-27T19:07:36.182622Z","steps":["trace[957591827] 'agreement among raft nodes before linearized reading' (duration: 492.19531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.182452Z","caller":"traceutil/trace.go:171","msg":"trace[874188478] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26755; }","duration":"492.107666ms","start":"2026-02-27T19:07:35.690333Z","end":"2026-02-27T19:07:36.182441Z","steps":["trace[874188478] 'agreement among raft nodes before linearized reading' (duration: 491.998964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.571839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:07:36.182695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.690276Z","time spent":"492.407265ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.690323Z","time spent":"492.380364ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:07:36.182724Z","caller":"traceutil/trace.go:171","msg":"trace[214075931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26755; }","duration":"492.828256ms","start":"2026-02-27T19:07:35.689887Z","end":"2026-02-27T19:07:36.182715Z","steps":["trace[214075931] 'agreement among raft nodes before linearized reading' (duration: 492.749694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.689845Z","time spent":"492.905728ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:36.182793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022597318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:07:36.182833Z","caller":"traceutil/trace.go:171","msg":"trace[2035300324] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26755; }","duration":"1.022671941s","start":"2026-02-27T19:07:35.160152Z","end":"2026-02-27T19:07:36.182824Z","steps":["trace[2035300324] 'agreement among raft nodes before linearized reading' (duration: 1.022567838s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.182861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.160136Z","time spent":"1.022717951s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:07:36.18293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.577039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:07:36.182991Z","caller":"traceutil/trace.go:171","msg":"trace[940018890] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26755; }","duration":"492.678302ms","start":"2026-02-27T19:07:35.690299Z","end":"2026-02-27T19:07:36.182977Z","steps":["trace[940018890] 'agreement among raft nodes before linearized reading' (duration: 492.526658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.183078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.690275Z","time spent":"492.787165ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:36.182591Z","caller":"traceutil/trace.go:171","msg":"trace[1162303836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26755; }","duration":"818.124507ms","start":"2026-02-27T19:07:35.364456Z","end":"2026-02-27T19:07:36.182581Z","steps":["trace[1162303836] 'agreement among raft nodes before linearized reading' (duration: 818.038755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.183321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:35.364424Z","time spent":"818.877847ms","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:36.184776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60854885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:36.184885Z","caller":"traceutil/trace.go:171","msg":"trace[875150667] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26755; }","duration":"1.608698684s","start":"2026-02-27T19:07:34.57617Z","end":"2026-02-27T19:07:36.184868Z","steps":["trace[875150667] 'agreement among raft nodes before linearized reading' (duration: 1.608535059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.184945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:34.57615Z","time spent":"1.608779456s","remote":"127.0.0.1:47788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:36.566927Z","caller":"traceutil/trace.go:171","msg":"trace[518200157] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"380.571915ms","start":"2026-02-27T19:07:36.186326Z","end":"2026-02-27T19:07:36.566898Z","steps":["trace[518200157] 'process raft request' (duration: 380.316498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.566988Z","caller":"traceutil/trace.go:171","msg":"trace[1121593702] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"378.482689ms","start":"2026-02-27T19:07:36.188487Z","end":"2026-02-27T19:07:36.56697Z","steps":["trace[1121593702] 'process raft request' (duration: 378.370846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.566992Z","caller":"traceutil/trace.go:171","msg":"trace[1295261424] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"378.380986ms","start":"2026-02-27T19:07:36.188588Z","end":"2026-02-27T19:07:36.566969Z","steps":["trace[1295261424] 'process raft request' (duration: 378.306444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.567011Z","caller":"traceutil/trace.go:171","msg":"trace[230102296] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"378.610472ms","start":"2026-02-27T19:07:36.188363Z","end":"2026-02-27T19:07:36.566973Z","steps":["trace[230102296] 'process raft request' (duration: 378.428687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.567065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.188471Z","time spent":"378.542681ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:36.567065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.186304Z","time spent":"380.693618ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:36.567212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.188341Z","time spent":"378.743366ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:36.567248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.188571Z","time spent":"378.484249ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.567433Z","caller":"traceutil/trace.go:171","msg":"trace[1681268536] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"378.205321ms","start":"2026-02-27T19:07:36.189193Z","end":"2026-02-27T19:07:36.567399Z","steps":["trace[1681268536] 'process raft request' (duration: 377.735089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.567545Z","caller":"traceutil/trace.go:171","msg":"trace[1537547157] linearizableReadLoop","detail":"{readStateIndex:28058; appliedIndex:28051; }","duration":"297.511866ms","start":"2026-02-27T19:07:36.270018Z","end":"2026-02-27T19:07:36.56753Z","steps":["trace[1537547157] 'read index received' (duration: 296.565101ms)","trace[1537547157] 'applied index is now lower than readState.Index' (duration: 945.485µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:36.567608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.644596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:36.567598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.189179Z","time spent":"378.340935ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.567641Z","caller":"traceutil/trace.go:171","msg":"trace[497019882] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26763; }","duration":"377.690458ms","start":"2026-02-27T19:07:36.189942Z","end":"2026-02-27T19:07:36.567633Z","steps":["trace[497019882] 'agreement among raft nodes before linearized reading' (duration: 377.615226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.56766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.189935Z","time spent":"377.720819ms","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:07:36.567688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.173308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:07:36.567734Z","caller":"traceutil/trace.go:171","msg":"trace[1126629305] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26763; }","duration":"379.218649ms","start":"2026-02-27T19:07:36.188504Z","end":"2026-02-27T19:07:36.567722Z","steps":["trace[1126629305] 'agreement among raft nodes before linearized reading' (duration: 379.065415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.567756Z","caller":"traceutil/trace.go:171","msg":"trace[1372129026] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"378.465298ms","start":"2026-02-27T19:07:36.189285Z","end":"2026-02-27T19:07:36.56775Z","steps":["trace[1372129026] 'process raft request' (duration: 377.907284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.567772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.188417Z","time spent":"379.345682ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:36.56779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.189273Z","time spent":"378.499529ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.567846Z","caller":"traceutil/trace.go:171","msg":"trace[265987479] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"377.552834ms","start":"2026-02-27T19:07:36.190288Z","end":"2026-02-27T19:07:36.567841Z","steps":["trace[265987479] 'process raft request' (duration: 377.175304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.567837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.44043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T19:07:36.567876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.190281Z","time spent":"377.580465ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:36.567894Z","caller":"traceutil/trace.go:171","msg":"trace[1733590786] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26763; }","duration":"295.527273ms","start":"2026-02-27T19:07:36.272349Z","end":"2026-02-27T19:07:36.567876Z","steps":["trace[1733590786] 'agreement among raft nodes before linearized reading' (duration: 295.345488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.56792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.158857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18982ffb3f32c792\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-27T19:07:36.567952Z","caller":"traceutil/trace.go:171","msg":"trace[3238037] range","detail":"{range_begin:/registry/events/openstack/container-infra.18982ffb3f32c792; range_end:; response_count:1; response_revision:26763; }","duration":"379.207109ms","start":"2026-02-27T19:07:36.188736Z","end":"2026-02-27T19:07:36.567943Z","steps":["trace[3238037] 'agreement among raft nodes before linearized reading' (duration: 379.121826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.567985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.18873Z","time spent":"379.24962ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18982ffb3f32c792\" "} {"level":"warn","ts":"2026-02-27T19:07:36.567738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.594999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T19:07:36.568131Z","caller":"traceutil/trace.go:171","msg":"trace[1062059559] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26763; }","duration":"379.990099ms","start":"2026-02-27T19:07:36.188131Z","end":"2026-02-27T19:07:36.568121Z","steps":["trace[1062059559] 'agreement among raft nodes before linearized reading' (duration: 379.501746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.568167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.188085Z","time spent":"380.072821ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T19:07:36.568216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.721353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-02-27T19:07:36.568242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.961501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T19:07:36.568268Z","caller":"traceutil/trace.go:171","msg":"trace[289840783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26763; }","duration":"285.806376ms","start":"2026-02-27T19:07:36.282447Z","end":"2026-02-27T19:07:36.568253Z","steps":["trace[289840783] 'agreement among raft nodes before linearized reading' (duration: 285.684433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:36.568288Z","caller":"traceutil/trace.go:171","msg":"trace[601690178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26763; }","duration":"382.035933ms","start":"2026-02-27T19:07:36.186238Z","end":"2026-02-27T19:07:36.568274Z","steps":["trace[601690178] 'agreement among raft nodes before linearized reading' (duration: 381.942441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:36.568319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:36.186221Z","time spent":"382.091054ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:47.337849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.049501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:47.337862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.030537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:47.337916Z","caller":"traceutil/trace.go:171","msg":"trace[340518894] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26841; }","duration":"190.147483ms","start":"2026-02-27T19:07:47.147752Z","end":"2026-02-27T19:07:47.337899Z","steps":["trace[340518894] 'count revisions from in-memory index tree' (duration: 189.979209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.337907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.842628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:47.337972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.798205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:47.338033Z","caller":"traceutil/trace.go:171","msg":"trace[906891293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26841; }","duration":"739.017443ms","start":"2026-02-27T19:07:46.598986Z","end":"2026-02-27T19:07:47.338003Z","steps":["trace[906891293] 'range keys from in-memory index tree' (duration: 738.750016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.338085Z","caller":"traceutil/trace.go:171","msg":"trace[1626451171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26841; }","duration":"427.911058ms","start":"2026-02-27T19:07:46.910157Z","end":"2026-02-27T19:07:47.338068Z","steps":["trace[1626451171] 'range keys from in-memory index tree' (duration: 427.785254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.088615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T19:07:47.338152Z","caller":"traceutil/trace.go:171","msg":"trace[1904713664] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26841; }","duration":"195.146555ms","start":"2026-02-27T19:07:47.142991Z","end":"2026-02-27T19:07:47.338138Z","steps":["trace[1904713664] 'range keys from in-memory index tree' (duration: 194.871038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.598963Z","time spent":"739.146857ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:07:47.338157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.338493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T19:07:47.338214Z","caller":"traceutil/trace.go:171","msg":"trace[126697435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26841; }","duration":"628.416555ms","start":"2026-02-27T19:07:46.709781Z","end":"2026-02-27T19:07:47.338198Z","steps":["trace[126697435] 'range keys from in-memory index tree' (duration: 628.268211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.709771Z","time spent":"628.474456ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:07:47.337945Z","caller":"traceutil/trace.go:171","msg":"trace[1248165517] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26841; }","duration":"208.167251ms","start":"2026-02-27T19:07:47.129753Z","end":"2026-02-27T19:07:47.33792Z","steps":["trace[1248165517] 'count revisions from in-memory index tree' (duration: 207.924704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.904291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:07:47.33856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.115123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:07:47.338612Z","caller":"traceutil/trace.go:171","msg":"trace[2131088195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26841; }","duration":"697.230127ms","start":"2026-02-27T19:07:46.641367Z","end":"2026-02-27T19:07:47.338597Z","steps":["trace[2131088195] 'range keys from in-memory index tree' (duration: 697.033401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.338611Z","caller":"traceutil/trace.go:171","msg":"trace[1977246322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26841; }","duration":"699.037514ms","start":"2026-02-27T19:07:46.63946Z","end":"2026-02-27T19:07:47.338498Z","steps":["trace[1977246322] 'range keys from in-memory index tree' (duration: 698.711556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.154138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:07:47.338222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.120271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T19:07:47.338654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.641354Z","time spent":"697.286928ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:07:47.338669Z","caller":"traceutil/trace.go:171","msg":"trace[315231597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26841; }","duration":"696.207179ms","start":"2026-02-27T19:07:46.642453Z","end":"2026-02-27T19:07:47.33866Z","steps":["trace[315231597] 'range keys from in-memory index tree' (duration: 696.049335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.33864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.613845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:07:47.338683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.639423Z","time spent":"699.241549ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:47.338694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.642442Z","time spent":"696.244071ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:07:47.338691Z","caller":"traceutil/trace.go:171","msg":"trace[142182157] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26841; }","duration":"536.612145ms","start":"2026-02-27T19:07:46.802061Z","end":"2026-02-27T19:07:47.338673Z","steps":["trace[142182157] 'range keys from in-memory index tree' (duration: 535.983858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.115531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:07:47.338724Z","caller":"traceutil/trace.go:171","msg":"trace[1420226590] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26841; }","duration":"703.839471ms","start":"2026-02-27T19:07:46.634863Z","end":"2026-02-27T19:07:47.338702Z","steps":["trace[1420226590] 'range keys from in-memory index tree' (duration: 703.526513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.338739Z","caller":"traceutil/trace.go:171","msg":"trace[277700166] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26841; }","duration":"655.198314ms","start":"2026-02-27T19:07:46.683529Z","end":"2026-02-27T19:07:47.338727Z","steps":["trace[277700166] 'range keys from in-memory index tree' (duration: 654.902466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.802039Z","time spent":"536.684667ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:47.338774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.397344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:07:47.338772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.683518Z","time spent":"655.245175ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:47.338775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.63485Z","time spent":"703.910863ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:07:47.338795Z","caller":"traceutil/trace.go:171","msg":"trace[204962271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26841; }","duration":"699.439745ms","start":"2026-02-27T19:07:46.639348Z","end":"2026-02-27T19:07:47.338788Z","steps":["trace[204962271] 'range keys from in-memory index tree' (duration: 699.337313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.338818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.639333Z","time spent":"699.475806ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:47.338902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.446193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:07:47.338947Z","caller":"traceutil/trace.go:171","msg":"trace[2095073382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26841; }","duration":"708.501294ms","start":"2026-02-27T19:07:46.630432Z","end":"2026-02-27T19:07:47.338933Z","steps":["trace[2095073382] 'range keys from in-memory index tree' (duration: 708.400622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.338973Z","caller":"traceutil/trace.go:171","msg":"trace[643608390] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"146.94903ms","start":"2026-02-27T19:07:47.191994Z","end":"2026-02-27T19:07:47.338943Z","steps":["trace[643608390] 'process raft request' (duration: 68.610626ms)","trace[643608390] 'compare' (duration: 77.395949ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:47.338987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.630426Z","time spent":"708.548947ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:07:47.339739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.876894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:47.339806Z","caller":"traceutil/trace.go:171","msg":"trace[306478432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26841; }","duration":"360.156663ms","start":"2026-02-27T19:07:46.979638Z","end":"2026-02-27T19:07:47.339794Z","steps":["trace[306478432] 'count revisions from in-memory index tree' (duration: 357.718979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.339846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:46.979605Z","time spent":"360.223905ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:07:47.3955Z","caller":"traceutil/trace.go:171","msg":"trace[478873935] linearizableReadLoop","detail":"{readStateIndex:28143; appliedIndex:28139; }","duration":"197.885778ms","start":"2026-02-27T19:07:47.197585Z","end":"2026-02-27T19:07:47.395471Z","steps":["trace[478873935] 'read index received' (duration: 63.164082ms)","trace[478873935] 'applied index is now lower than readState.Index' (duration: 134.720866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:47.395595Z","caller":"traceutil/trace.go:171","msg":"trace[1588085601] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"200.402145ms","start":"2026-02-27T19:07:47.195182Z","end":"2026-02-27T19:07:47.395584Z","steps":["trace[1588085601] 'process raft request' (duration: 200.21807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.395558Z","caller":"traceutil/trace.go:171","msg":"trace[794279687] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"201.540095ms","start":"2026-02-27T19:07:47.193974Z","end":"2026-02-27T19:07:47.395514Z","steps":["trace[794279687] 'process raft request' (duration: 201.271468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:47.395788Z","caller":"traceutil/trace.go:171","msg":"trace[558090761] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"199.292455ms","start":"2026-02-27T19:07:47.196488Z","end":"2026-02-27T19:07:47.395781Z","steps":["trace[558090761] 'process raft request' (duration: 198.942296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.395932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.342021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:47.395962Z","caller":"traceutil/trace.go:171","msg":"trace[388431271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26845; }","duration":"198.791442ms","start":"2026-02-27T19:07:47.197164Z","end":"2026-02-27T19:07:47.395955Z","steps":["trace[388431271] 'agreement among raft nodes before linearized reading' (duration: 198.690689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:47.398725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.522152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:07:47.398766Z","caller":"traceutil/trace.go:171","msg":"trace[1050610472] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26851; }","duration":"182.591033ms","start":"2026-02-27T19:07:47.216165Z","end":"2026-02-27T19:07:47.398756Z","steps":["trace[1050610472] 'agreement among raft nodes before linearized reading' (duration: 182.45798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:53.678543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:53.957575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343459563s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:53.958728Z","caller":"traceutil/trace.go:171","msg":"trace[598160237] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"1.344708245s","start":"2026-02-27T19:07:52.613976Z","end":"2026-02-27T19:07:53.958684Z","steps":["trace[598160237] 'process raft request' (duration: 1.343971426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:53.95897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:52.613953Z","time spent":"1.344903931s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:55.187449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:55.187553Z","caller":"traceutil/trace.go:171","msg":"trace[1367911652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924251s","start":"2026-02-27T19:07:53.187605Z","end":"2026-02-27T19:07:55.187529Z","steps":["trace[1367911652] 'agreement among raft nodes before linearized reading' (duration: 1.999796037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:55.187608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.187517Z","time spent":"2.000079466s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:55.522821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564606967s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:55.523306Z","caller":"traceutil/trace.go:171","msg":"trace[1855365069] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"2.097942975s","start":"2026-02-27T19:07:53.425335Z","end":"2026-02-27T19:07:55.523278Z","steps":["trace[1855365069] 'process raft request' (duration: 2.097847073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:55.523474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.425323Z","time spent":"2.098061799s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:55.523542Z","caller":"traceutil/trace.go:171","msg":"trace[212569548] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"2.16080857s","start":"2026-02-27T19:07:53.362665Z","end":"2026-02-27T19:07:55.523474Z","steps":["trace[212569548] 'process raft request' (duration: 2.160347107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:55.523731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.362637Z","time spent":"2.160993555s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:55.523748Z","caller":"traceutil/trace.go:171","msg":"trace[838754387] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"2.097550885s","start":"2026-02-27T19:07:53.426162Z","end":"2026-02-27T19:07:55.523713Z","steps":["trace[838754387] 'process raft request' (duration: 2.097070382s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:55.523933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.426153Z","time spent":"2.097678959s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:55.523982Z","caller":"traceutil/trace.go:171","msg":"trace[1937037199] linearizableReadLoop","detail":"{readStateIndex:28195; appliedIndex:28190; }","duration":"2.345638792s","start":"2026-02-27T19:07:53.17833Z","end":"2026-02-27T19:07:55.523969Z","steps":["trace[1937037199] 'read index received' (duration: 779.555805ms)","trace[1937037199] 'applied index is now lower than readState.Index' (duration: 1.566082157s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:55.524124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345793036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:55.524113Z","caller":"traceutil/trace.go:171","msg":"trace[1788905449] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"2.097885764s","start":"2026-02-27T19:07:53.426187Z","end":"2026-02-27T19:07:55.524073Z","steps":["trace[1788905449] 'process raft request' (duration: 2.097408732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:55.524172Z","caller":"traceutil/trace.go:171","msg":"trace[1137801651] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26894; }","duration":"2.345864598s","start":"2026-02-27T19:07:53.17829Z","end":"2026-02-27T19:07:55.524154Z","steps":["trace[1137801651] 'agreement among raft nodes before linearized reading' (duration: 2.345773245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:55.524208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.178271Z","time spent":"2.345928519s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:07:55.524425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.426179Z","time spent":"2.098020948s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:56.024725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:56.52516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:56.92616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403150453s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:56.926584Z","caller":"traceutil/trace.go:171","msg":"trace[44585175] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"1.722028313s","start":"2026-02-27T19:07:55.20453Z","end":"2026-02-27T19:07:56.926558Z","steps":["trace[44585175] 'process raft request' (duration: 1.721920141s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:56.926594Z","caller":"traceutil/trace.go:171","msg":"trace[207843452] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26894; }","duration":"2.961199046s","start":"2026-02-27T19:07:53.965353Z","end":"2026-02-27T19:07:56.926552Z","steps":["trace[207843452] 'process raft request' (duration: 2.961017021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:56.926775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.965332Z","time spent":"2.961349601s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:07:56.926784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.20451Z","time spent":"1.722165868s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:57.187783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:07:57.187883Z","caller":"traceutil/trace.go:171","msg":"trace[247674027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015212s","start":"2026-02-27T19:07:55.187845Z","end":"2026-02-27T19:07:57.18786Z","steps":["trace[247674027] 'agreement among raft nodes before linearized reading' (duration: 1.999880999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:57.18794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.187805Z","time spent":"2.000123525s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:07:58.109156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182618405s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:07:58.109784Z","caller":"traceutil/trace.go:171","msg":"trace[976359368] linearizableReadLoop","detail":"{readStateIndex:28199; appliedIndex:28196; }","duration":"2.585725777s","start":"2026-02-27T19:07:55.524032Z","end":"2026-02-27T19:07:58.109758Z","steps":["trace[976359368] 'read index received' (duration: 1.402454345s)","trace[976359368] 'applied index is now lower than readState.Index' (duration: 1.183270712s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:58.109993Z","caller":"traceutil/trace.go:171","msg":"trace[141486085] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"1.67391385s","start":"2026-02-27T19:07:56.436062Z","end":"2026-02-27T19:07:58.109976Z","steps":["trace[141486085] 'process raft request' (duration: 1.673597682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.110071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020191448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:58.110119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.436044Z","time spent":"1.674010002s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:58.110235Z","caller":"traceutil/trace.go:171","msg":"trace[1523765455] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"2.577667044s","start":"2026-02-27T19:07:55.532553Z","end":"2026-02-27T19:07:58.11022Z","steps":["trace[1523765455] 'process raft request' (duration: 2.576936024s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:58.110187Z","caller":"traceutil/trace.go:171","msg":"trace[1753220698] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"1.411997737s","start":"2026-02-27T19:07:56.698129Z","end":"2026-02-27T19:07:58.110126Z","steps":["trace[1753220698] 'process raft request' (duration: 1.411591926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.53252Z","time spent":"2.578580408s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:07:58.110286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675222139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:07:58.111339Z","caller":"traceutil/trace.go:171","msg":"trace[1547364322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26898; }","duration":"4.676261917s","start":"2026-02-27T19:07:53.43505Z","end":"2026-02-27T19:07:58.111312Z","steps":["trace[1547364322] 'agreement among raft nodes before linearized reading' (duration: 4.675125487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.110376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118554922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T19:07:58.111394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.435047Z","time spent":"4.676331758s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:07:58.111418Z","caller":"traceutil/trace.go:171","msg":"trace[919165867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26898; }","duration":"3.11962308s","start":"2026-02-27T19:07:54.991775Z","end":"2026-02-27T19:07:58.111398Z","steps":["trace[919165867] 'agreement among raft nodes before linearized reading' (duration: 3.118544701s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.698097Z","time spent":"1.413119956s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:07:58.111471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:54.99175Z","time spent":"3.119702602s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:58.110386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682194194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:07:58.110448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644154737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T19:07:58.111579Z","caller":"traceutil/trace.go:171","msg":"trace[2102780413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26898; }","duration":"4.683434567s","start":"2026-02-27T19:07:53.428118Z","end":"2026-02-27T19:07:58.111553Z","steps":["trace[2102780413] 'agreement among raft nodes before linearized reading' (duration: 4.682159243s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:58.111641Z","caller":"traceutil/trace.go:171","msg":"trace[893461261] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26898; }","duration":"4.645373699s","start":"2026-02-27T19:07:53.466253Z","end":"2026-02-27T19:07:58.111626Z","steps":["trace[893461261] 'agreement among raft nodes before linearized reading' (duration: 4.644142056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.428096Z","time spent":"4.683548509s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:58.110491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679692778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:07:58.111706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.466235Z","time spent":"4.6454377s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:07:58.11175Z","caller":"traceutil/trace.go:171","msg":"trace[458951118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26898; }","duration":"4.680964482s","start":"2026-02-27T19:07:53.430762Z","end":"2026-02-27T19:07:58.111727Z","steps":["trace[458951118] 'agreement among raft nodes before linearized reading' (duration: 4.679692358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.43075Z","time spent":"4.681036743s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:58.109901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828414491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:58.111855Z","caller":"traceutil/trace.go:171","msg":"trace[1714450602] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26898; }","duration":"2.830444496s","start":"2026-02-27T19:07:55.281398Z","end":"2026-02-27T19:07:58.111842Z","steps":["trace[1714450602] 'agreement among raft nodes before linearized reading' (duration: 2.828376731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.28138Z","time spent":"2.830504117s","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:58.110523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647599558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:07:58.111947Z","caller":"traceutil/trace.go:171","msg":"trace[1745403355] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26898; }","duration":"4.649021935s","start":"2026-02-27T19:07:53.462909Z","end":"2026-02-27T19:07:58.111931Z","steps":["trace[1745403355] 'agreement among raft nodes before linearized reading' (duration: 4.647557096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.111977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.462904Z","time spent":"4.649060547s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:07:58.110548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676750599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:07:58.112124Z","caller":"traceutil/trace.go:171","msg":"trace[12717409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26898; }","duration":"4.678354303s","start":"2026-02-27T19:07:53.433749Z","end":"2026-02-27T19:07:58.112103Z","steps":["trace[12717409] 'agreement among raft nodes before linearized reading' (duration: 4.676520254s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.112172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.433742Z","time spent":"4.678413914s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:07:58.110608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676820392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:07:58.112271Z","caller":"traceutil/trace.go:171","msg":"trace[464709279] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26898; }","duration":"4.678480365s","start":"2026-02-27T19:07:53.433772Z","end":"2026-02-27T19:07:58.112253Z","steps":["trace[464709279] 'agreement among raft nodes before linearized reading' (duration: 4.676783461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.11066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676471912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:07:58.112319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.433765Z","time spent":"4.678538227s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T19:07:58.112336Z","caller":"traceutil/trace.go:171","msg":"trace[126013427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26898; }","duration":"4.678151606s","start":"2026-02-27T19:07:53.434174Z","end":"2026-02-27T19:07:58.112326Z","steps":["trace[126013427] 'agreement among raft nodes before linearized reading' (duration: 4.676356739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.112366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.434171Z","time spent":"4.678184057s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:07:58.110678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275388013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:58.112431Z","caller":"traceutil/trace.go:171","msg":"trace[1989764044] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26898; }","duration":"3.277186721s","start":"2026-02-27T19:07:54.835227Z","end":"2026-02-27T19:07:58.112414Z","steps":["trace[1989764044] 'agreement among raft nodes before linearized reading' (duration: 3.275372263s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:58.110897Z","caller":"traceutil/trace.go:171","msg":"trace[48816254] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26898; }","duration":"3.020988039s","start":"2026-02-27T19:07:55.08986Z","end":"2026-02-27T19:07:58.110848Z","steps":["trace[48816254] 'agreement among raft nodes before linearized reading' (duration: 3.020138967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.11248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:54.835203Z","time spent":"3.277264043s","remote":"127.0.0.1:35962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:58.112539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.089792Z","time spent":"3.022691365s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:58.113191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283995851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:58.113351Z","caller":"traceutil/trace.go:171","msg":"trace[56270726] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26898; }","duration":"3.287031201s","start":"2026-02-27T19:07:54.826307Z","end":"2026-02-27T19:07:58.113338Z","steps":["trace[56270726] 'agreement among raft nodes before linearized reading' (duration: 3.284018901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:58.113416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:54.826281Z","time spent":"3.287123474s","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:07:58.610272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:59.110825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:07:59.196861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:07:59.196952Z","caller":"traceutil/trace.go:171","msg":"trace[15961163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756234s","start":"2026-02-27T19:07:57.196176Z","end":"2026-02-27T19:07:59.196932Z","steps":["trace[15961163] 'agreement among raft nodes before linearized reading' (duration: 2.00061729s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:59.197011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.196154Z","time spent":"2.000837735s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:07:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:07:59.212575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101951831s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:00.259663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046917234s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T19:08:00.259939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.774916Z","time spent":"485.009429ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:08:00.260077Z","caller":"traceutil/trace.go:171","msg":"trace[280199454] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"2.730307225s","start":"2026-02-27T19:07:57.529746Z","end":"2026-02-27T19:08:00.260053Z","steps":["trace[280199454] 'process raft request' (duration: 2.730048628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.260219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.529723Z","time spent":"2.730407828s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.260434Z","caller":"traceutil/trace.go:171","msg":"trace[59041733] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"2.730008087s","start":"2026-02-27T19:07:57.530387Z","end":"2026-02-27T19:08:00.260395Z","steps":["trace[59041733] 'process raft request' (duration: 2.729604226s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.26063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.530351Z","time spent":"2.730166961s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.26177Z","caller":"traceutil/trace.go:171","msg":"trace[62357305] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"2.730361677s","start":"2026-02-27T19:07:57.531381Z","end":"2026-02-27T19:08:00.261743Z","steps":["trace[62357305] 'process raft request' (duration: 2.730252134s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.261805Z","caller":"traceutil/trace.go:171","msg":"trace[2012235220] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"2.731287151s","start":"2026-02-27T19:07:57.530494Z","end":"2026-02-27T19:08:00.261781Z","steps":["trace[2012235220] 'process raft request' (duration: 2.729783501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.261929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.530486Z","time spent":"2.731365514s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:00.261928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.531364Z","time spent":"2.7304834s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:00.782775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5700345s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:00.959042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:00.959299Z","caller":"traceutil/trace.go:171","msg":"trace[1062706487] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"2.843278985s","start":"2026-02-27T19:07:58.115995Z","end":"2026-02-27T19:08:00.959274Z","steps":["trace[1062706487] 'process raft request' (duration: 2.667206285s)","trace[1062706487] 'compare' (duration: 175.492565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:00.959398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.115976Z","time spent":"2.843378567s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.959531Z","caller":"traceutil/trace.go:171","msg":"trace[368610316] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28200; }","duration":"2.849543841s","start":"2026-02-27T19:07:58.109973Z","end":"2026-02-27T19:08:00.959517Z","steps":["trace[368610316] 'read index received' (duration: 1.102763112s)","trace[368610316] 'applied index is now lower than readState.Index' (duration: 1.746779679s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:00.959636Z","caller":"traceutil/trace.go:171","msg":"trace[2094031377] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"2.842399001s","start":"2026-02-27T19:07:58.117222Z","end":"2026-02-27T19:08:00.959621Z","steps":["trace[2094031377] 'process raft request' (duration: 2.842220167s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.959642Z","caller":"traceutil/trace.go:171","msg":"trace[1059828641] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"2.84347605s","start":"2026-02-27T19:07:58.116113Z","end":"2026-02-27T19:08:00.95959Z","steps":["trace[1059828641] 'process raft request' (duration: 2.843028098s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.959712Z","caller":"traceutil/trace.go:171","msg":"trace[1041201353] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"2.843105381s","start":"2026-02-27T19:07:58.116595Z","end":"2026-02-27T19:08:00.9597Z","steps":["trace[1041201353] 'process raft request' (duration: 2.842787192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.959769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.11659Z","time spent":"2.843148892s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:00.959782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.117213Z","time spent":"2.842478013s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:00.959818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.116106Z","time spent":"2.843609104s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:00.959836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766305569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-27T19:08:00.959797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462778544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:00.959872Z","caller":"traceutil/trace.go:171","msg":"trace[560104959] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189830027f779fca; range_end:; response_count:1; response_revision:26910; }","duration":"3.766410892s","start":"2026-02-27T19:07:57.193449Z","end":"2026-02-27T19:08:00.95986Z","steps":["trace[560104959] 'agreement among raft nodes before linearized reading' (duration: 3.766251468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.959908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.193402Z","time spent":"3.766498504s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" "} {"level":"info","ts":"2026-02-27T19:08:00.959905Z","caller":"traceutil/trace.go:171","msg":"trace[1434352369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26910; }","duration":"3.462991189s","start":"2026-02-27T19:07:57.496884Z","end":"2026-02-27T19:08:00.959875Z","steps":["trace[1434352369] 'agreement among raft nodes before linearized reading' (duration: 3.462710592s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.959876Z","caller":"traceutil/trace.go:171","msg":"trace[362373415] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"2.84311778s","start":"2026-02-27T19:07:58.116715Z","end":"2026-02-27T19:08:00.959832Z","steps":["trace[362373415] 'process raft request' (duration: 2.842695809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.95968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534223645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:00.960083Z","caller":"traceutil/trace.go:171","msg":"trace[1217347688] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26910; }","duration":"3.534626775s","start":"2026-02-27T19:07:57.425438Z","end":"2026-02-27T19:08:00.960064Z","steps":["trace[1217347688] 'agreement among raft nodes before linearized reading' (duration: 3.534181373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932473576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.960114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032256838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T19:08:00.96013Z","caller":"traceutil/trace.go:171","msg":"trace[1173933617] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26910; }","duration":"2.932560648s","start":"2026-02-27T19:07:58.027556Z","end":"2026-02-27T19:08:00.960117Z","steps":["trace[1173933617] 'agreement among raft nodes before linearized reading' (duration: 2.932493906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.425414Z","time spent":"3.534703168s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:08:00.960161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.027534Z","time spent":"2.93261855s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.959586Z","caller":"traceutil/trace.go:171","msg":"trace[2126750854] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"2.843055499s","start":"2026-02-27T19:07:58.116495Z","end":"2026-02-27T19:08:00.959551Z","steps":["trace[2126750854] 'process raft request' (duration: 2.842850433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885302479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:00.960258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.11649Z","time spent":"2.843716656s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.960267Z","caller":"traceutil/trace.go:171","msg":"trace[2066912797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26910; }","duration":"4.885371301s","start":"2026-02-27T19:07:56.074884Z","end":"2026-02-27T19:08:00.960256Z","steps":["trace[2066912797] 'agreement among raft nodes before linearized reading' (duration: 4.885228898s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.959964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.496869Z","time spent":"3.463078532s","remote":"127.0.0.1:44462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.960365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97827561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:00.960398Z","caller":"traceutil/trace.go:171","msg":"trace[1607433873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26910; }","duration":"4.978351082s","start":"2026-02-27T19:07:55.98204Z","end":"2026-02-27T19:08:00.960391Z","steps":["trace[1607433873] 'agreement among raft nodes before linearized reading' (duration: 4.97828976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:55.982015Z","time spent":"4.978403664s","remote":"127.0.0.1:36136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.960025Z","caller":"traceutil/trace.go:171","msg":"trace[317231158] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"1.787344733s","start":"2026-02-27T19:07:59.172665Z","end":"2026-02-27T19:08:00.96001Z","steps":["trace[317231158] 'process raft request' (duration: 1.786812579s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279538884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:00.960519Z","caller":"traceutil/trace.go:171","msg":"trace[668356046] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"2.844133268s","start":"2026-02-27T19:07:58.116371Z","end":"2026-02-27T19:08:00.960504Z","steps":["trace[668356046] 'process raft request' (duration: 2.842934536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265377309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T19:08:00.96055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.17262Z","time spent":"1.787890797s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.960572Z","caller":"traceutil/trace.go:171","msg":"trace[826673374] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26910; }","duration":"3.26546512s","start":"2026-02-27T19:07:57.695098Z","end":"2026-02-27T19:08:00.960563Z","steps":["trace[826673374] 'agreement among raft nodes before linearized reading' (duration: 3.265307186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103185216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282494"} {"level":"info","ts":"2026-02-27T19:08:00.960641Z","caller":"traceutil/trace.go:171","msg":"trace[1470636205] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26910; }","duration":"4.103274348s","start":"2026-02-27T19:07:56.857355Z","end":"2026-02-27T19:08:00.96063Z","steps":["trace[1470636205] 'agreement among raft nodes before linearized reading' (duration: 4.102837587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844566379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T19:08:00.960681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.857335Z","time spent":"4.10333607s","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282517,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T19:08:00.96069Z","caller":"traceutil/trace.go:171","msg":"trace[1927575852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"2.844620041s","start":"2026-02-27T19:07:58.11606Z","end":"2026-02-27T19:08:00.96068Z","steps":["trace[1927575852] 'agreement among raft nodes before linearized reading' (duration: 2.844529778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.116054Z","time spent":"2.844658211s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:00.960786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763778618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.960789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561968138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.96089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842480124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:08:00.960901Z","caller":"traceutil/trace.go:171","msg":"trace[704809050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26910; }","duration":"2.562112042s","start":"2026-02-27T19:07:58.398776Z","end":"2026-02-27T19:08:00.960888Z","steps":["trace[704809050] 'agreement among raft nodes before linearized reading' (duration: 2.561981959s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.960934Z","caller":"traceutil/trace.go:171","msg":"trace[1982237855] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26910; }","duration":"2.842529165s","start":"2026-02-27T19:07:58.118391Z","end":"2026-02-27T19:08:00.96092Z","steps":["trace[1982237855] 'agreement among raft nodes before linearized reading' (duration: 2.842390361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.398756Z","time spent":"2.562188004s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.960965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.118385Z","time spent":"2.842571946s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:00.961017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844716073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-02-27T19:08:00.961055Z","caller":"traceutil/trace.go:171","msg":"trace[874820382] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26910; }","duration":"2.844762184s","start":"2026-02-27T19:07:58.116283Z","end":"2026-02-27T19:08:00.961045Z","steps":["trace[874820382] 'agreement among raft nodes before linearized reading' (duration: 2.844709113s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.961083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.116277Z","time spent":"2.844800935s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:00.961127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774938316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-27T19:08:00.961183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01920057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.960595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.116366Z","time spent":"2.844193119s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:00.961213Z","caller":"traceutil/trace.go:171","msg":"trace[587678825] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26910; }","duration":"2.01922932s","start":"2026-02-27T19:07:58.941974Z","end":"2026-02-27T19:08:00.961203Z","steps":["trace[587678825] 'agreement among raft nodes before linearized reading' (duration: 2.019186659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.961241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.941952Z","time spent":"2.019281072s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.961319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108629577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.959957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406832733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.961142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788805962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:00.961182Z","caller":"traceutil/trace.go:171","msg":"trace[1566207188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26910; }","duration":"2.775013297s","start":"2026-02-27T19:07:58.186154Z","end":"2026-02-27T19:08:00.961167Z","steps":["trace[1566207188] 'agreement among raft nodes before linearized reading' (duration: 2.774867464s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.960158Z","caller":"traceutil/trace.go:171","msg":"trace[864772687] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26910; }","duration":"4.032346071s","start":"2026-02-27T19:07:56.9278Z","end":"2026-02-27T19:08:00.960146Z","steps":["trace[864772687] 'agreement among raft nodes before linearized reading' (duration: 4.032182087s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.960527Z","caller":"traceutil/trace.go:171","msg":"trace[1707171883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26910; }","duration":"4.279647616s","start":"2026-02-27T19:07:56.680867Z","end":"2026-02-27T19:08:00.960515Z","steps":["trace[1707171883] 'agreement among raft nodes before linearized reading' (duration: 4.279575474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.960311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.074865Z","time spent":"4.885424302s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":111,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.960602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:57.695077Z","time spent":"3.265519092s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:08:00.960958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843880341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-02-27T19:08:00.961462Z","caller":"traceutil/trace.go:171","msg":"trace[431858455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26910; }","duration":"1.764471077s","start":"2026-02-27T19:07:59.196976Z","end":"2026-02-27T19:08:00.961447Z","steps":["trace[431858455] 'agreement among raft nodes before linearized reading' (duration: 1.763771278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.961513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.050634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.961537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.586904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.961595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104655911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:00.961631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27005927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:00.963232Z","caller":"traceutil/trace.go:171","msg":"trace[1646473188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26910; }","duration":"1.271672552s","start":"2026-02-27T19:07:59.691538Z","end":"2026-02-27T19:08:00.96321Z","steps":["trace[1646473188] 'agreement among raft nodes before linearized reading' (duration: 1.270077269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.691517Z","time spent":"1.271756034s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:08:00.963378Z","caller":"traceutil/trace.go:171","msg":"trace[287783908] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26910; }","duration":"1.791067152s","start":"2026-02-27T19:07:59.172285Z","end":"2026-02-27T19:08:00.963352Z","steps":["trace[287783908] 'agreement among raft nodes before linearized reading' (duration: 1.788825142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.172252Z","time spent":"1.791158224s","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.963547Z","caller":"traceutil/trace.go:171","msg":"trace[1772573543] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26910; }","duration":"2.84648255s","start":"2026-02-27T19:07:58.117052Z","end":"2026-02-27T19:08:00.963535Z","steps":["trace[1772573543] 'agreement among raft nodes before linearized reading' (duration: 2.84382413s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:00.963586Z","caller":"traceutil/trace.go:171","msg":"trace[1864020341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26910; }","duration":"2.110929638s","start":"2026-02-27T19:07:58.852644Z","end":"2026-02-27T19:08:00.963573Z","steps":["trace[1864020341] 'agreement among raft nodes before linearized reading' (duration: 2.108648938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.186144Z","time spent":"2.777379981s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-27T19:08:00.963619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.852618Z","time spent":"2.11099059s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.963648Z","caller":"traceutil/trace.go:171","msg":"trace[1930544103] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26910; }","duration":"446.226722ms","start":"2026-02-27T19:08:00.51741Z","end":"2026-02-27T19:08:00.963637Z","steps":["trace[1930544103] 'agreement among raft nodes before linearized reading' (duration: 444.062035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.96369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:00.517386Z","time spent":"446.293894ms","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.963768Z","caller":"traceutil/trace.go:171","msg":"trace[1976153374] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26910; }","duration":"4.410643364s","start":"2026-02-27T19:07:56.55311Z","end":"2026-02-27T19:08:00.963754Z","steps":["trace[1976153374] 'agreement among raft nodes before linearized reading' (duration: 4.406798352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.553038Z","time spent":"4.410758457s","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.963829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.680841Z","time spent":"4.282969865s","remote":"127.0.0.1:36052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.963874Z","caller":"traceutil/trace.go:171","msg":"trace[352300793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26910; }","duration":"456.981547ms","start":"2026-02-27T19:08:00.506876Z","end":"2026-02-27T19:08:00.963858Z","steps":["trace[352300793] 'agreement among raft nodes before linearized reading' (duration: 454.614374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.117046Z","time spent":"2.846529811s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1538,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:00.963925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:00.506837Z","time spent":"457.073619ms","remote":"127.0.0.1:40294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:00.96398Z","caller":"traceutil/trace.go:171","msg":"trace[1748899648] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26910; }","duration":"1.107075415s","start":"2026-02-27T19:07:59.856892Z","end":"2026-02-27T19:08:00.963968Z","steps":["trace[1748899648] 'agreement among raft nodes before linearized reading' (duration: 1.104678581s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:00.963618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.196964Z","time spent":"1.766642884s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:00.964019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:59.856869Z","time spent":"1.107140597s","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:00.963765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:56.927776Z","time spent":"4.035975547s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T19:08:00.960303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:58.116708Z","time spent":"2.843412259s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:02.799722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:03.29637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030254342s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:08:03.296859Z","caller":"traceutil/trace.go:171","msg":"trace[1473131359] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"1.030916879s","start":"2026-02-27T19:08:02.265892Z","end":"2026-02-27T19:08:03.296809Z","steps":["trace[1473131359] 'process raft request' (duration: 1.030736815s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:03.297042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.265856Z","time spent":"1.031089044s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:04.465113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.049889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:04.465328Z","caller":"traceutil/trace.go:171","msg":"trace[1157607070] linearizableReadLoop","detail":"{readStateIndex:28283; appliedIndex:28279; }","duration":"2.166246682s","start":"2026-02-27T19:08:02.299063Z","end":"2026-02-27T19:08:04.46531Z","steps":["trace[1157607070] 'read index received' (duration: 997.643789ms)","trace[1157607070] 'applied index is now lower than readState.Index' (duration: 1.168601643s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:04.465431Z","caller":"traceutil/trace.go:171","msg":"trace[1009929920] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"2.197451478s","start":"2026-02-27T19:08:02.267968Z","end":"2026-02-27T19:08:04.465419Z","steps":["trace[1009929920] 'process raft request' (duration: 2.197297504s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:04.465451Z","caller":"traceutil/trace.go:171","msg":"trace[1748820998] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"2.19750896s","start":"2026-02-27T19:08:02.267909Z","end":"2026-02-27T19:08:04.465418Z","steps":["trace[1748820998] 'process raft request' (duration: 2.197301215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.465494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.267942Z","time spent":"2.19751782s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:04.465615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.267899Z","time spent":"2.197606303s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:04.465804Z","caller":"traceutil/trace.go:171","msg":"trace[1577451789] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"2.198305781s","start":"2026-02-27T19:08:02.26749Z","end":"2026-02-27T19:08:04.465796Z","steps":["trace[1577451789] 'process raft request' (duration: 1.630478351s)","trace[1577451789] 'compare' (duration: 566.340321ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:04.465835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.267436Z","time spent":"2.198378903s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:04.465814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155837887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-02-27T19:08:04.465845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261196665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-02-27T19:08:04.46592Z","caller":"traceutil/trace.go:171","msg":"trace[1983355011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:26980; }","duration":"1.261338208s","start":"2026-02-27T19:08:03.204561Z","end":"2026-02-27T19:08:04.465899Z","steps":["trace[1983355011] 'agreement among raft nodes before linearized reading' (duration: 1.261103582s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:04.465923Z","caller":"traceutil/trace.go:171","msg":"trace[1096930315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:26980; }","duration":"2.155990551s","start":"2026-02-27T19:08:02.309904Z","end":"2026-02-27T19:08:04.465894Z","steps":["trace[1096930315] 'agreement among raft nodes before linearized reading' (duration: 2.15558369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.465948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391485924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:04.465981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.309892Z","time spent":"2.156073144s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:04.465997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277923178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:04.466018Z","caller":"traceutil/trace.go:171","msg":"trace[1028108294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26980; }","duration":"1.277985709s","start":"2026-02-27T19:08:03.188027Z","end":"2026-02-27T19:08:04.466012Z","steps":["trace[1028108294] 'agreement among raft nodes before linearized reading' (duration: 1.277953338s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166972532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T19:08:04.466034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.188004Z","time spent":"1.278027359s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:04.465992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499696618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:08:04.466056Z","caller":"traceutil/trace.go:171","msg":"trace[676636541] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26980; }","duration":"2.167041194s","start":"2026-02-27T19:08:02.299004Z","end":"2026-02-27T19:08:04.466045Z","steps":["trace[676636541] 'agreement among raft nodes before linearized reading' (duration: 2.166969042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.298988Z","time spent":"2.167082405s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-02-27T19:08:04.466099Z","caller":"traceutil/trace.go:171","msg":"trace[366994203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26980; }","duration":"1.499878463s","start":"2026-02-27T19:08:02.966193Z","end":"2026-02-27T19:08:04.466072Z","steps":["trace[366994203] 'agreement among raft nodes before linearized reading' (duration: 1.499522153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.46614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480024167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T19:08:04.466162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.966163Z","time spent":"1.499985146s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:04.466182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.759872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:04.466148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877776956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:08:04.466206Z","caller":"traceutil/trace.go:171","msg":"trace[1632585207] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26980; }","duration":"804.823104ms","start":"2026-02-27T19:08:03.661374Z","end":"2026-02-27T19:08:04.466197Z","steps":["trace[1632585207] 'agreement among raft nodes before linearized reading' (duration: 804.780163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:04.466193Z","caller":"traceutil/trace.go:171","msg":"trace[1616391881] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26980; }","duration":"1.480075979s","start":"2026-02-27T19:08:02.986098Z","end":"2026-02-27T19:08:04.466174Z","steps":["trace[1616391881] 'agreement among raft nodes before linearized reading' (duration: 1.479946446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.661349Z","time spent":"804.874296ms","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:04.465814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479734719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T19:08:04.466234Z","caller":"traceutil/trace.go:171","msg":"trace[1098126093] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26980; }","duration":"1.877907259s","start":"2026-02-27T19:08:02.588306Z","end":"2026-02-27T19:08:04.466214Z","steps":["trace[1098126093] 'agreement among raft nodes before linearized reading' (duration: 1.877512209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.986031Z","time spent":"1.480207972s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:04.466285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.588296Z","time spent":"1.877979002s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":188,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:04.466283Z","caller":"traceutil/trace.go:171","msg":"trace[1449773859] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26980; }","duration":"1.480250824s","start":"2026-02-27T19:08:02.986012Z","end":"2026-02-27T19:08:04.466263Z","steps":["trace[1449773859] 'agreement among raft nodes before linearized reading' (duration: 1.479632527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.465953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.204529Z","time spent":"1.26141533s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:04.466264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498460885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:08:04.466337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.986Z","time spent":"1.480319465s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:04.465963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308560199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:08:04.466398Z","caller":"traceutil/trace.go:171","msg":"trace[1117876453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26980; }","duration":"1.49863904s","start":"2026-02-27T19:08:02.967726Z","end":"2026-02-27T19:08:04.466365Z","steps":["trace[1117876453] 'agreement among raft nodes before linearized reading' (duration: 1.498181898s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:04.466427Z","caller":"traceutil/trace.go:171","msg":"trace[229046716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26980; }","duration":"1.309053922s","start":"2026-02-27T19:08:03.157363Z","end":"2026-02-27T19:08:04.466417Z","steps":["trace[229046716] 'agreement among raft nodes before linearized reading' (duration: 1.308519798s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.4664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499578925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:08:04.466456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.157343Z","time spent":"1.309103672s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:04.46646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.967719Z","time spent":"1.498726632s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:08:04.466475Z","caller":"traceutil/trace.go:171","msg":"trace[936773705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26980; }","duration":"1.499689088s","start":"2026-02-27T19:08:02.966767Z","end":"2026-02-27T19:08:04.466456Z","steps":["trace[936773705] 'agreement among raft nodes before linearized reading' (duration: 1.49939917s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986103334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:04.466492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500061408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:08:04.466518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.966756Z","time spent":"1.499753709s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:08:04.466519Z","caller":"traceutil/trace.go:171","msg":"trace[761491535] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26980; }","duration":"1.986213797s","start":"2026-02-27T19:08:02.480294Z","end":"2026-02-27T19:08:04.466507Z","steps":["trace[761491535] 'agreement among raft nodes before linearized reading' (duration: 1.986141675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:04.466547Z","caller":"traceutil/trace.go:171","msg":"trace[458506690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26980; }","duration":"1.500158511s","start":"2026-02-27T19:08:02.966374Z","end":"2026-02-27T19:08:04.466532Z","steps":["trace[458506690] 'agreement among raft nodes before linearized reading' (duration: 1.499956175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.480268Z","time spent":"1.986286979s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:04.466577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.966367Z","time spent":"1.500203712s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:08:04.466011Z","caller":"traceutil/trace.go:171","msg":"trace[1774810417] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26980; }","duration":"1.391547225s","start":"2026-02-27T19:08:03.074438Z","end":"2026-02-27T19:08:04.465986Z","steps":["trace[1774810417] 'agreement among raft nodes before linearized reading' (duration: 1.391447053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.637393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:04.466642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.074373Z","time spent":"1.392253174s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:04.466656Z","caller":"traceutil/trace.go:171","msg":"trace[1483731117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26980; }","duration":"658.976123ms","start":"2026-02-27T19:08:03.807673Z","end":"2026-02-27T19:08:04.466649Z","steps":["trace[1483731117] 'agreement among raft nodes before linearized reading' (duration: 658.643424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501913157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:08:04.466682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:03.807662Z","time spent":"659.012834ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:04.46669Z","caller":"traceutil/trace.go:171","msg":"trace[1786917976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26980; }","duration":"1.501995089s","start":"2026-02-27T19:08:02.964684Z","end":"2026-02-27T19:08:04.466679Z","steps":["trace[1786917976] 'agreement among raft nodes before linearized reading' (duration: 1.501827844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497183971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:08:04.46672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.964661Z","time spent":"1.502053091s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:08:04.466739Z","caller":"traceutil/trace.go:171","msg":"trace[703966044] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26980; }","duration":"1.497249964s","start":"2026-02-27T19:08:02.969472Z","end":"2026-02-27T19:08:04.466722Z","steps":["trace[703966044] 'agreement among raft nodes before linearized reading' (duration: 1.49711199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.466777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.969464Z","time spent":"1.497304575s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:08:04.466945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978618216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-27T19:08:04.466986Z","caller":"traceutil/trace.go:171","msg":"trace[2078883739] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449; range_end:; response_count:1; response_revision:26980; }","duration":"1.978688777s","start":"2026-02-27T19:08:02.488283Z","end":"2026-02-27T19:08:04.466972Z","steps":["trace[2078883739] 'agreement among raft nodes before linearized reading' (duration: 1.977924047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:04.467022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:02.488274Z","time spent":"1.978740389s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" "} {"level":"warn","ts":"2026-02-27T19:08:04.973614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:08:05.199607Z","caller":"traceutil/trace.go:171","msg":"trace[514098537] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"729.247994ms","start":"2026-02-27T19:08:04.470324Z","end":"2026-02-27T19:08:05.199572Z","steps":["trace[514098537] 'process raft request' (duration: 642.158139ms)","trace[514098537] 'compare' (duration: 86.841579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:05.199805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.470293Z","time spent":"729.411429ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:06.477147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:06.477221Z","caller":"traceutil/trace.go:171","msg":"trace[580042739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355682s","start":"2026-02-27T19:08:04.476848Z","end":"2026-02-27T19:08:06.477203Z","steps":["trace[580042739] 'agreement among raft nodes before linearized reading' (duration: 2.0002645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:06.477261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.476841Z","time spent":"2.000411524s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:07.392735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.276057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:07.392955Z","caller":"traceutil/trace.go:171","msg":"trace[1082564276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26981; }","duration":"482.520533ms","start":"2026-02-27T19:08:06.910405Z","end":"2026-02-27T19:08:07.392925Z","steps":["trace[1082564276] 'range keys from in-memory index tree' (duration: 482.251456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:07.393552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829218792s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T19:08:07.394013Z","caller":"traceutil/trace.go:171","msg":"trace[601636576] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"2.920995623s","start":"2026-02-27T19:08:04.472992Z","end":"2026-02-27T19:08:07.393988Z","steps":["trace[601636576] 'process raft request' (duration: 2.92087938s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:07.394021Z","caller":"traceutil/trace.go:171","msg":"trace[2069982423] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"2.921348783s","start":"2026-02-27T19:08:04.47263Z","end":"2026-02-27T19:08:07.393979Z","steps":["trace[2069982423] 'process raft request' (duration: 2.921021184s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:07.394045Z","caller":"traceutil/trace.go:171","msg":"trace[1428947534] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"2.920980573s","start":"2026-02-27T19:08:04.473043Z","end":"2026-02-27T19:08:07.394024Z","steps":["trace[1428947534] 'process raft request' (duration: 2.92086017s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:07.394139Z","caller":"traceutil/trace.go:171","msg":"trace[341752595] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"2.091091075s","start":"2026-02-27T19:08:05.303029Z","end":"2026-02-27T19:08:07.39412Z","steps":["trace[341752595] 'process raft request' (duration: 2.091052694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:07.394147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.472984Z","time spent":"2.921074986s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:07.394171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.473039Z","time spent":"2.921049605s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:07.394209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.470367Z","time spent":"2.923840429s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:07.394242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:05.303004Z","time spent":"2.091167656s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:07.394172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.472617Z","time spent":"2.921470046s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:07.394372Z","caller":"traceutil/trace.go:171","msg":"trace[847757844] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"2.921065765s","start":"2026-02-27T19:08:04.473294Z","end":"2026-02-27T19:08:07.39436Z","steps":["trace[847757844] 'process raft request' (duration: 2.920643944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:07.394406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.473286Z","time spent":"2.921099527s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:07.39447Z","caller":"traceutil/trace.go:171","msg":"trace[1730521090] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"2.918907299s","start":"2026-02-27T19:08:04.475555Z","end":"2026-02-27T19:08:07.394462Z","steps":["trace[1730521090] 'process raft request' (duration: 2.918407705s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:07.394502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.475535Z","time spent":"2.918947319s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:07.394506Z","caller":"traceutil/trace.go:171","msg":"trace[1591459672] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"2.918650152s","start":"2026-02-27T19:08:04.475844Z","end":"2026-02-27T19:08:07.394494Z","steps":["trace[1591459672] 'process raft request' (duration: 2.918146728s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:07.39451Z","caller":"traceutil/trace.go:171","msg":"trace[1722687600] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"2.917417789s","start":"2026-02-27T19:08:04.477077Z","end":"2026-02-27T19:08:07.394494Z","steps":["trace[1722687600] 'process raft request' (duration: 2.916944156s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:07.394509Z","caller":"traceutil/trace.go:171","msg":"trace[441367121] linearizableReadLoop","detail":"{readStateIndex:28292; appliedIndex:28283; }","duration":"2.921863366s","start":"2026-02-27T19:08:04.472627Z","end":"2026-02-27T19:08:07.394491Z","steps":["trace[441367121] 'read index received' (duration: 639.880799ms)","trace[441367121] 'applied index is now lower than readState.Index' (duration: 2.281981837s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:07.394563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.475833Z","time spent":"2.918701803s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:07.39458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.47707Z","time spent":"2.91747436s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:07.394654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92201045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T19:08:07.39468Z","caller":"traceutil/trace.go:171","msg":"trace[1326597776] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26989; }","duration":"2.922060221s","start":"2026-02-27T19:08:04.472609Z","end":"2026-02-27T19:08:07.394669Z","steps":["trace[1326597776] 'agreement among raft nodes before linearized reading' (duration: 2.921952208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:07.394701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.472595Z","time spent":"2.922099153s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:07.894905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:08.395828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:08.477835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:08.477976Z","caller":"traceutil/trace.go:171","msg":"trace[605416677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365332s","start":"2026-02-27T19:08:06.477577Z","end":"2026-02-27T19:08:08.477942Z","steps":["trace[605416677] 'agreement among raft nodes before linearized reading' (duration: 2.000177387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:08.478046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.477564Z","time spent":"2.000467804s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:08.559647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14917197s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:08.793791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.850971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:08.793955Z","caller":"traceutil/trace.go:171","msg":"trace[1435482506] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"2.321044601s","start":"2026-02-27T19:08:06.472881Z","end":"2026-02-27T19:08:08.793926Z","steps":["trace[1435482506] 'process raft request' (duration: 2.086903903s)","trace[1435482506] 'compare' (duration: 233.354647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:08.794041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.472856Z","time spent":"2.321150234s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:10.022008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462194266s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:10.328514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.190575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:10.329199Z","caller":"traceutil/trace.go:171","msg":"trace[625481015] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"3.856154827s","start":"2026-02-27T19:08:06.472997Z","end":"2026-02-27T19:08:10.329152Z","steps":["trace[625481015] 'process raft request' (duration: 3.549181421s)","trace[625481015] 'compare' (duration: 305.826356ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:10.329224Z","caller":"traceutil/trace.go:171","msg":"trace[997012280] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"3.853817165s","start":"2026-02-27T19:08:06.475363Z","end":"2026-02-27T19:08:10.329181Z","steps":["trace[997012280] 'process raft request' (duration: 3.853293951s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:10.329263Z","caller":"traceutil/trace.go:171","msg":"trace[72521565] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"3.385000205s","start":"2026-02-27T19:08:06.94422Z","end":"2026-02-27T19:08:10.32922Z","steps":["trace[72521565] 'process raft request' (duration: 3.384566703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:10.329391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.472958Z","time spent":"3.856306001s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:10.329382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.475332Z","time spent":"3.853961339s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:10.329456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.94419Z","time spent":"3.385159719s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:10.483343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:10.483403Z","caller":"traceutil/trace.go:171","msg":"trace[1107539755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519677s","start":"2026-02-27T19:08:08.482871Z","end":"2026-02-27T19:08:10.483391Z","steps":["trace[1107539755] 'agreement among raft nodes before linearized reading' (duration: 2.000451385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:10.483439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.482862Z","time spent":"2.000570208s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:11.693322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:11.693417Z","caller":"traceutil/trace.go:171","msg":"trace[1019855835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068037s","start":"2026-02-27T19:08:09.692715Z","end":"2026-02-27T19:08:11.693395Z","steps":["trace[1019855835] 'agreement among raft nodes before linearized reading' (duration: 2.000557797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:11.693473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.692687Z","time spent":"2.000776393s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:12.484484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:12.484559Z","caller":"traceutil/trace.go:171","msg":"trace[1190993177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069504s","start":"2026-02-27T19:08:10.483841Z","end":"2026-02-27T19:08:12.484536Z","steps":["trace[1190993177] 'agreement among raft nodes before linearized reading' (duration: 2.000607788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.484726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.483822Z","time spent":"2.000878425s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:12.685061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356169061s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:08:12.685383Z","caller":"traceutil/trace.go:171","msg":"trace[1846799645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26994; }","duration":"5.289261943s","start":"2026-02-27T19:08:07.396098Z","end":"2026-02-27T19:08:12.68536Z","steps":["trace[1846799645] 'process raft request' (duration: 5.289069008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.685526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.396077Z","time spent":"5.289370276s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:12.688737Z","caller":"traceutil/trace.go:171","msg":"trace[1665699323] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"5.289366005s","start":"2026-02-27T19:08:07.399334Z","end":"2026-02-27T19:08:12.6887Z","steps":["trace[1665699323] 'process raft request' (duration: 5.285901963s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.688774Z","caller":"traceutil/trace.go:171","msg":"trace[81343008] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"4.361394002s","start":"2026-02-27T19:08:08.327347Z","end":"2026-02-27T19:08:12.688741Z","steps":["trace[81343008] 'process raft request' (duration: 4.361244258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.688924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.39932Z","time spent":"5.28951304s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:12.689002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.327312Z","time spent":"4.361578946s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:12.689216Z","caller":"traceutil/trace.go:171","msg":"trace[1901347771] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"3.288511961s","start":"2026-02-27T19:08:09.400668Z","end":"2026-02-27T19:08:12.68918Z","steps":["trace[1901347771] 'process raft request' (duration: 3.288461809s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.689289Z","caller":"traceutil/trace.go:171","msg":"trace[1234345236] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"4.347138604s","start":"2026-02-27T19:08:08.342137Z","end":"2026-02-27T19:08:12.689276Z","steps":["trace[1234345236] 'process raft request' (duration: 4.346557339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.68935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.342118Z","time spent":"4.347200076s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:12.689411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.400656Z","time spent":"3.288652795s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:12.689582Z","caller":"traceutil/trace.go:171","msg":"trace[158806278] linearizableReadLoop","detail":"{readStateIndex:28302; appliedIndex:28293; }","duration":"5.295019095s","start":"2026-02-27T19:08:07.394548Z","end":"2026-02-27T19:08:12.689567Z","steps":["trace[158806278] 'read index received' (duration: 1.165252285s)","trace[158806278] 'applied index is now lower than readState.Index' (duration: 4.1297645s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:12.689775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299508384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:08:12.689816Z","caller":"traceutil/trace.go:171","msg":"trace[1605278638] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26999; }","duration":"5.299548375s","start":"2026-02-27T19:08:07.390257Z","end":"2026-02-27T19:08:12.689805Z","steps":["trace[1605278638] 'agreement among raft nodes before linearized reading' (duration: 5.299392391s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.689448Z","caller":"traceutil/trace.go:171","msg":"trace[1460286022] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"4.222516236s","start":"2026-02-27T19:08:08.466894Z","end":"2026-02-27T19:08:12.68941Z","steps":["trace[1460286022] 'process raft request' (duration: 4.222136886s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.689873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.390217Z","time spent":"5.299646798s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:08:12.689877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.217060525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-02-27T19:08:12.689909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.043944634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:12.68993Z","caller":"traceutil/trace.go:171","msg":"trace[1751132985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:26999; }","duration":"7.217160607s","start":"2026-02-27T19:08:05.472753Z","end":"2026-02-27T19:08:12.689914Z","steps":["trace[1751132985] 'agreement among raft nodes before linearized reading' (duration: 7.216969522s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.689965Z","caller":"traceutil/trace.go:171","msg":"trace[1913676972] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26999; }","duration":"8.044057256s","start":"2026-02-27T19:08:04.645895Z","end":"2026-02-27T19:08:12.689953Z","steps":["trace[1913676972] 'agreement among raft nodes before linearized reading' (duration: 8.043933773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.68995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.654105792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T19:08:12.68997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.466873Z","time spent":"4.223014789s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:12.689975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996535558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:12.69001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.645865Z","time spent":"8.044132538s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:12.690019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837526398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:12.690021Z","caller":"traceutil/trace.go:171","msg":"trace[1677419008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26999; }","duration":"6.654235636s","start":"2026-02-27T19:08:06.035767Z","end":"2026-02-27T19:08:12.690003Z","steps":["trace[1677419008] 'agreement among raft nodes before linearized reading' (duration: 6.654076361s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.690034Z","caller":"traceutil/trace.go:171","msg":"trace[1375148347] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26999; }","duration":"7.99660328s","start":"2026-02-27T19:08:04.693416Z","end":"2026-02-27T19:08:12.690019Z","steps":["trace[1375148347] 'agreement among raft nodes before linearized reading' (duration: 7.996474637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.689969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:05.472731Z","time spent":"7.217228988s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"info","ts":"2026-02-27T19:08:12.690052Z","caller":"traceutil/trace.go:171","msg":"trace[962245854] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26999; }","duration":"6.837558129s","start":"2026-02-27T19:08:05.852483Z","end":"2026-02-27T19:08:12.690042Z","steps":["trace[962245854] 'agreement among raft nodes before linearized reading' (duration: 6.837508107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.635048589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:12.690077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.693359Z","time spent":"7.996706593s","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:12.690092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:05.85246Z","time spent":"6.83762058s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:12.69013Z","caller":"traceutil/trace.go:171","msg":"trace[809235745] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26999; }","duration":"7.635198353s","start":"2026-02-27T19:08:05.054904Z","end":"2026-02-27T19:08:12.690102Z","steps":["trace[809235745] 'agreement among raft nodes before linearized reading' (duration: 7.634976767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.36320284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:12.69019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59970539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:12.690204Z","caller":"traceutil/trace.go:171","msg":"trace[557568564] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26999; }","duration":"5.363279273s","start":"2026-02-27T19:08:07.326908Z","end":"2026-02-27T19:08:12.690188Z","steps":["trace[557568564] 'agreement among raft nodes before linearized reading' (duration: 5.3631864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:05.054835Z","time spent":"7.635361388s","remote":"127.0.0.1:47764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:12.69024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.326888Z","time spent":"5.363343744s","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:12.690239Z","caller":"traceutil/trace.go:171","msg":"trace[103325138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26999; }","duration":"5.599805593s","start":"2026-02-27T19:08:07.090417Z","end":"2026-02-27T19:08:12.690223Z","steps":["trace[103325138] 'agreement among raft nodes before linearized reading' (duration: 5.599732792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.21679315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T19:08:12.690279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.090394Z","time spent":"5.599876856s","remote":"127.0.0.1:35772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:12.690337Z","caller":"traceutil/trace.go:171","msg":"trace[175094814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26999; }","duration":"8.216914692s","start":"2026-02-27T19:08:04.473384Z","end":"2026-02-27T19:08:12.690298Z","steps":["trace[175094814] 'agreement among raft nodes before linearized reading' (duration: 8.216643105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.473379Z","time spent":"8.217001395s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:12.690471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.21492417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-02-27T19:08:12.690474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.718859276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-02-27T19:08:12.69007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:06.035741Z","time spent":"6.654319208s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:08:12.690523Z","caller":"traceutil/trace.go:171","msg":"trace[248875653] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26999; }","duration":"8.214986351s","start":"2026-02-27T19:08:04.475525Z","end":"2026-02-27T19:08:12.690511Z","steps":["trace[248875653] 'agreement among raft nodes before linearized reading' (duration: 8.214807476s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:12.69055Z","caller":"traceutil/trace.go:171","msg":"trace[1356631272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26999; }","duration":"6.719047022s","start":"2026-02-27T19:08:05.971483Z","end":"2026-02-27T19:08:12.69053Z","steps":["trace[1356631272] 'agreement among raft nodes before linearized reading' (duration: 6.718426025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.690557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:04.475516Z","time spent":"8.215033063s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-27T19:08:12.690646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:05.971455Z","time spent":"6.719138673s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:12.98622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.680929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:12.986332Z","caller":"traceutil/trace.go:171","msg":"trace[554283331] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"289.838702ms","start":"2026-02-27T19:08:12.696465Z","end":"2026-02-27T19:08:12.986304Z","steps":["trace[554283331] 'agreement among raft nodes before linearized reading' (duration: 289.696428ms)"],"step_count":1} 2026/02/27 19:08:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:08:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:12.997361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.789603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:12.997454Z","caller":"traceutil/trace.go:171","msg":"trace[333104993] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; }","duration":"300.906136ms","start":"2026-02-27T19:08:12.696523Z","end":"2026-02-27T19:08:12.997429Z","steps":["trace[333104993] 'agreement among raft nodes before linearized reading' (duration: 300.795243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.997509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.696517Z","time spent":"300.979657ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} 2026/02/27 19:08:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:12.997634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.978787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1898300bee98b700\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:12.99778Z","caller":"traceutil/trace.go:171","msg":"trace[1239676923] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1898300bee98b700; range_end:; }","duration":"301.204323ms","start":"2026-02-27T19:08:12.696543Z","end":"2026-02-27T19:08:12.997747Z","steps":["trace[1239676923] 'agreement among raft nodes before linearized reading' (duration: 300.997178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:12.997875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.696525Z","time spent":"301.323617ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1898300bee98b700\" "} 2026/02/27 19:08:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:13.19047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:13.674525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.875059656s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:14.388498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.662421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:14.388891Z","caller":"traceutil/trace.go:171","msg":"trace[1566072763] linearizableReadLoop","detail":"{readStateIndex:28308; appliedIndex:28304; }","duration":"1.699260282s","start":"2026-02-27T19:08:12.689612Z","end":"2026-02-27T19:08:14.388873Z","steps":["trace[1566072763] 'read index received' (duration: 985.105478ms)","trace[1566072763] 'applied index is now lower than readState.Index' (duration: 714.153694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:14.388879Z","caller":"traceutil/trace.go:171","msg":"trace[199532129] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"3.589498738s","start":"2026-02-27T19:08:10.799345Z","end":"2026-02-27T19:08:14.388844Z","steps":["trace[199532129] 'process raft request' (duration: 2.875397225s)","trace[199532129] 'compare' (duration: 713.548169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:14.388937Z","caller":"traceutil/trace.go:171","msg":"trace[1138920659] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"2.054047813s","start":"2026-02-27T19:08:12.334829Z","end":"2026-02-27T19:08:14.388877Z","steps":["trace[1138920659] 'process raft request' (duration: 2.053777616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.38904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.799318Z","time spent":"3.589631232s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:14.389109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985923054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:14.389149Z","caller":"traceutil/trace.go:171","msg":"trace[1799966770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27002; }","duration":"4.985982185s","start":"2026-02-27T19:08:09.403155Z","end":"2026-02-27T19:08:14.389138Z","steps":["trace[1799966770] 'agreement among raft nodes before linearized reading' (duration: 4.985822391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.403147Z","time spent":"4.986029847s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.334809Z","time spent":"2.05427362s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:14.389323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.641419066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.389348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.689953Z","time spent":"1.699389175s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:08:14.389392Z","caller":"traceutil/trace.go:171","msg":"trace[1684420128] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27002; }","duration":"5.641552439s","start":"2026-02-27T19:08:08.747822Z","end":"2026-02-27T19:08:14.389374Z","steps":["trace[1684420128] 'agreement among raft nodes before linearized reading' (duration: 5.641413186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21751325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:14.389396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898565687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.389432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.747799Z","time spent":"5.641626291s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.389452Z","caller":"traceutil/trace.go:171","msg":"trace[547499806] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27002; }","duration":"2.217658325s","start":"2026-02-27T19:08:12.171776Z","end":"2026-02-27T19:08:14.389434Z","steps":["trace[547499806] 'agreement among raft nodes before linearized reading' (duration: 2.217529331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990410633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:08:14.389473Z","caller":"traceutil/trace.go:171","msg":"trace[1941627662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27002; }","duration":"1.898634799s","start":"2026-02-27T19:08:12.490811Z","end":"2026-02-27T19:08:14.389446Z","steps":["trace[1941627662] 'agreement among raft nodes before linearized reading' (duration: 1.898520696s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.17175Z","time spent":"2.217735937s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.389518Z","caller":"traceutil/trace.go:171","msg":"trace[442051248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27002; }","duration":"4.990510196s","start":"2026-02-27T19:08:09.398998Z","end":"2026-02-27T19:08:14.389508Z","steps":["trace[442051248] 'agreement among raft nodes before linearized reading' (duration: 4.990342671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.490779Z","time spent":"1.898740792s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.398972Z","time spent":"4.990576387s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989204261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:08:14.389638Z","caller":"traceutil/trace.go:171","msg":"trace[191272005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27002; }","duration":"4.989289353s","start":"2026-02-27T19:08:09.400336Z","end":"2026-02-27T19:08:14.389626Z","steps":["trace[191272005] 'agreement among raft nodes before linearized reading' (duration: 4.98917285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990621358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:08:14.389677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.400328Z","time spent":"4.989340574s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:08:14.389698Z","caller":"traceutil/trace.go:171","msg":"trace[1366296892] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27002; }","duration":"4.99066462s","start":"2026-02-27T19:08:09.399024Z","end":"2026-02-27T19:08:14.389689Z","steps":["trace[1366296892] 'agreement among raft nodes before linearized reading' (duration: 4.990538466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989829108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:08:14.389719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.399015Z","time spent":"4.99070036s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978963622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-02-27T19:08:14.389726Z","caller":"traceutil/trace.go:171","msg":"trace[1676815276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27002; }","duration":"4.989875538s","start":"2026-02-27T19:08:09.399843Z","end":"2026-02-27T19:08:14.389718Z","steps":["trace[1676815276] 'agreement among raft nodes before linearized reading' (duration: 4.989788576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.399835Z","time spent":"4.989913789s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908838855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-27T19:08:14.389766Z","caller":"traceutil/trace.go:171","msg":"trace[1414146992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27002; }","duration":"6.979135416s","start":"2026-02-27T19:08:07.410615Z","end":"2026-02-27T19:08:14.38975Z","steps":["trace[1414146992] 'agreement among raft nodes before linearized reading' (duration: 6.978812588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.4106Z","time spent":"6.979191687s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421208253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.389785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054590748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T19:08:14.389851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253361164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.389744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693281683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T19:08:14.389888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.959174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-02-27T19:08:14.389897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143533057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:14.38993Z","caller":"traceutil/trace.go:171","msg":"trace[1937945822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27002; }","duration":"693.044616ms","start":"2026-02-27T19:08:13.696873Z","end":"2026-02-27T19:08:14.389918Z","steps":["trace[1937945822] 'agreement among raft nodes before linearized reading' (duration: 692.941903ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:14.389801Z","caller":"traceutil/trace.go:171","msg":"trace[516233129] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189830027f779fca; range_end:; response_count:1; response_revision:27002; }","duration":"5.908927527s","start":"2026-02-27T19:08:08.480856Z","end":"2026-02-27T19:08:14.389783Z","steps":["trace[516233129] 'agreement among raft nodes before linearized reading' (duration: 5.908810244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38859028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:14.389947Z","caller":"traceutil/trace.go:171","msg":"trace[1534819725] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27002; }","duration":"6.1436221s","start":"2026-02-27T19:08:08.246308Z","end":"2026-02-27T19:08:14.389931Z","steps":["trace[1534819725] 'agreement among raft nodes before linearized reading' (duration: 6.143517337s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:13.696847Z","time spent":"693.106148ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"info","ts":"2026-02-27T19:08:14.389972Z","caller":"traceutil/trace.go:171","msg":"trace[1146957901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27002; }","duration":"3.388620641s","start":"2026-02-27T19:08:11.001342Z","end":"2026-02-27T19:08:14.389963Z","steps":["trace[1146957901] 'agreement among raft nodes before linearized reading' (duration: 3.38857418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.480798Z","time spent":"5.909170674s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" "} {"level":"info","ts":"2026-02-27T19:08:14.38994Z","caller":"traceutil/trace.go:171","msg":"trace[1784635852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27002; }","duration":"1.69353314s","start":"2026-02-27T19:08:12.696377Z","end":"2026-02-27T19:08:14.38991Z","steps":["trace[1784635852] 'agreement among raft nodes before linearized reading' (duration: 1.69314897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.389901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371386884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.390041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.560913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:14.390049Z","caller":"traceutil/trace.go:171","msg":"trace[856094782] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27002; }","duration":"2.37159141s","start":"2026-02-27T19:08:12.018448Z","end":"2026-02-27T19:08:14.390039Z","steps":["trace[856094782] 'agreement among raft nodes before linearized reading' (duration: 2.371429696s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:14.390067Z","caller":"traceutil/trace.go:171","msg":"trace[756641915] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27002; }","duration":"400.588574ms","start":"2026-02-27T19:08:13.989473Z","end":"2026-02-27T19:08:14.390062Z","steps":["trace[756641915] 'agreement among raft nodes before linearized reading' (duration: 400.539623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.390084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:13.989416Z","time spent":"400.663466ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.390078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041957336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.39006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.696356Z","time spent":"1.693685884s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:08:14.390119Z","caller":"traceutil/trace.go:171","msg":"trace[907611528] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27002; }","duration":"4.041995337s","start":"2026-02-27T19:08:10.348112Z","end":"2026-02-27T19:08:14.390107Z","steps":["trace[907611528] 'agreement among raft nodes before linearized reading' (duration: 4.041942585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.390132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.22296139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-27T19:08:14.390139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.555102512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.390161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.348076Z","time spent":"4.042076299s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.390171Z","caller":"traceutil/trace.go:171","msg":"trace[376915241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27002; }","duration":"6.223043102s","start":"2026-02-27T19:08:08.167118Z","end":"2026-02-27T19:08:14.390161Z","steps":["trace[376915241] 'agreement among raft nodes before linearized reading' (duration: 6.222922889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.39008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.018378Z","time spent":"2.371692252s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.390211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.167086Z","time spent":"6.223117004s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:08:14.390224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373789729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:14.390174Z","caller":"traceutil/trace.go:171","msg":"trace[1682678043] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27002; }","duration":"6.555195645s","start":"2026-02-27T19:08:07.83497Z","end":"2026-02-27T19:08:14.390165Z","steps":["trace[1682678043] 'agreement among raft nodes before linearized reading' (duration: 6.555138704s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:14.389859Z","caller":"traceutil/trace.go:171","msg":"trace[1725038767] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27002; }","duration":"3.421317396s","start":"2026-02-27T19:08:10.968527Z","end":"2026-02-27T19:08:14.389845Z","steps":["trace[1725038767] 'agreement among raft nodes before linearized reading' (duration: 3.421219273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.390313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.668096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:14.390325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.968502Z","time spent":"3.421799399s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.390029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.372153836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:14.390362Z","caller":"traceutil/trace.go:171","msg":"trace[1071042036] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27002; }","duration":"882.758348ms","start":"2026-02-27T19:08:13.507593Z","end":"2026-02-27T19:08:14.390351Z","steps":["trace[1071042036] 'agreement among raft nodes before linearized reading' (duration: 882.675406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:14.390394Z","caller":"traceutil/trace.go:171","msg":"trace[1574055892] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27002; }","duration":"4.372541247s","start":"2026-02-27T19:08:10.017842Z","end":"2026-02-27T19:08:14.390383Z","steps":["trace[1574055892] 'agreement among raft nodes before linearized reading' (duration: 4.372155257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.390399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:13.50757Z","time spent":"882.820429ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.390433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.017827Z","time spent":"4.372595858s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.389865Z","caller":"traceutil/trace.go:171","msg":"trace[1403568342] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27002; }","duration":"2.054703971s","start":"2026-02-27T19:08:12.335149Z","end":"2026-02-27T19:08:14.389853Z","steps":["trace[1403568342] 'agreement among raft nodes before linearized reading' (duration: 2.054520616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.390575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:12.33513Z","time spent":"2.055426941s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:11.001258Z","time spent":"3.388732424s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:08:14.389989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:08.246283Z","time spent":"6.143695871s","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.38987Z","caller":"traceutil/trace.go:171","msg":"trace[1444369130] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27002; }","duration":"5.253381704s","start":"2026-02-27T19:08:09.136482Z","end":"2026-02-27T19:08:14.389864Z","steps":["trace[1444369130] 'agreement among raft nodes before linearized reading' (duration: 5.253343803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.39085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.136422Z","time spent":"5.254411361s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.390265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:07.83492Z","time spent":"6.555337739s","remote":"127.0.0.1:42982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:14.390259Z","caller":"traceutil/trace.go:171","msg":"trace[865461505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27002; }","duration":"4.373872332s","start":"2026-02-27T19:08:10.016374Z","end":"2026-02-27T19:08:14.390246Z","steps":["trace[865461505] 'agreement among raft nodes before linearized reading' (duration: 4.373824121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.391102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:10.016346Z","time spent":"4.374740995s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.38981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990803783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:08:14.391203Z","caller":"traceutil/trace.go:171","msg":"trace[1668513351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27002; }","duration":"4.992182729s","start":"2026-02-27T19:08:09.398966Z","end":"2026-02-27T19:08:14.391148Z","steps":["trace[1668513351] 'agreement among raft nodes before linearized reading' (duration: 4.990810113s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.391277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.398943Z","time spent":"4.992313643s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:08:14.392623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770180523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:08:14.392845Z","caller":"traceutil/trace.go:171","msg":"trace[619699940] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27002; }","duration":"4.770417109s","start":"2026-02-27T19:08:09.62238Z","end":"2026-02-27T19:08:14.392797Z","steps":["trace[619699940] 'agreement among raft nodes before linearized reading' (duration: 4.766506175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:14.392976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:09.622357Z","time spent":"4.770596804s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:14.891575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:16.314778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258731191s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:16.314945Z","caller":"traceutil/trace.go:171","msg":"trace[2035029240] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"1.924806232s","start":"2026-02-27T19:08:14.390111Z","end":"2026-02-27T19:08:16.314917Z","steps":["trace[2035029240] 'process raft request' (duration: 665.801334ms)","trace[2035029240] 'compare' (duration: 1.258098634s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:16.315032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.390094Z","time spent":"1.924900165s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:16.390706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:16.390795Z","caller":"traceutil/trace.go:171","msg":"trace[406063989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157687s","start":"2026-02-27T19:08:14.390616Z","end":"2026-02-27T19:08:16.390774Z","steps":["trace[406063989] 'agreement among raft nodes before linearized reading' (duration: 2.000021293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.390837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.3906Z","time spent":"2.000229828s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:16.406887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35013612s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:08:16.407401Z","caller":"traceutil/trace.go:171","msg":"trace[1314628318] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"2.014939127s","start":"2026-02-27T19:08:14.392422Z","end":"2026-02-27T19:08:16.407361Z","steps":["trace[1314628318] 'process raft request' (duration: 2.014750722s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:16.407473Z","caller":"traceutil/trace.go:171","msg":"trace[2058367005] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"2.011796614s","start":"2026-02-27T19:08:14.395669Z","end":"2026-02-27T19:08:16.407465Z","steps":["trace[2058367005] 'process raft request' (duration: 2.011559648s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:16.407483Z","caller":"traceutil/trace.go:171","msg":"trace[1223922707] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"2.011049895s","start":"2026-02-27T19:08:14.396405Z","end":"2026-02-27T19:08:16.407455Z","steps":["trace[1223922707] 'process raft request' (duration: 2.01087817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:16.407519Z","caller":"traceutil/trace.go:171","msg":"trace[1493344886] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"2.010976662s","start":"2026-02-27T19:08:14.39653Z","end":"2026-02-27T19:08:16.407507Z","steps":["trace[1493344886] 'process raft request' (duration: 2.010776367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.40762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.39566Z","time spent":"2.011868496s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:16.40763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.396381Z","time spent":"2.011150567s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:16.407656Z","caller":"traceutil/trace.go:171","msg":"trace[1157928938] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"2.011075675s","start":"2026-02-27T19:08:14.39657Z","end":"2026-02-27T19:08:16.407646Z","steps":["trace[1157928938] 'process raft request' (duration: 2.010755757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.407628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.392408Z","time spent":"2.015123943s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:16.407716Z","caller":"traceutil/trace.go:171","msg":"trace[2101476935] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"2.007288285s","start":"2026-02-27T19:08:14.400422Z","end":"2026-02-27T19:08:16.40771Z","steps":["trace[2101476935] 'process raft request' (duration: 2.006923435s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:16.407394Z","caller":"traceutil/trace.go:171","msg":"trace[743085941] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"2.014961939s","start":"2026-02-27T19:08:14.392403Z","end":"2026-02-27T19:08:16.407365Z","steps":["trace[743085941] 'process raft request' (duration: 2.01462991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.407751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.400415Z","time spent":"2.007318916s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:16.407779Z","caller":"traceutil/trace.go:171","msg":"trace[1445063443] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"2.01201221s","start":"2026-02-27T19:08:14.395756Z","end":"2026-02-27T19:08:16.407768Z","steps":["trace[1445063443] 'process raft request' (duration: 2.011502207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.407624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.396519Z","time spent":"2.011035465s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:16.407834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.392381Z","time spent":"2.015378289s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:16.407883Z","caller":"traceutil/trace.go:171","msg":"trace[1387084717] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"1.710331345s","start":"2026-02-27T19:08:14.697541Z","end":"2026-02-27T19:08:16.407873Z","steps":["trace[1387084717] 'process raft request' (duration: 1.709828462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:16.407878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.395749Z","time spent":"2.012086002s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:16.407462Z","caller":"traceutil/trace.go:171","msg":"trace[788296956] linearizableReadLoop","detail":"{readStateIndex:28318; appliedIndex:28308; }","duration":"2.016790306s","start":"2026-02-27T19:08:14.390643Z","end":"2026-02-27T19:08:16.407433Z","steps":["trace[788296956] 'read index received' (duration: 665.306861ms)","trace[788296956] 'applied index is now lower than readState.Index' (duration: 1.351482695s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:16.407916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.697525Z","time spent":"1.710372377s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:16.407692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.396561Z","time spent":"2.011112357s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:16.908059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:17.850118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.414588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:17.850275Z","caller":"traceutil/trace.go:171","msg":"trace[2070318562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27012; }","duration":"939.598253ms","start":"2026-02-27T19:08:16.910651Z","end":"2026-02-27T19:08:17.850249Z","steps":["trace[2070318562] 'range keys from in-memory index tree' (duration: 939.394248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:17.861176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.548305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:17.861334Z","caller":"traceutil/trace.go:171","msg":"trace[1110544933] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"1.462651108s","start":"2026-02-27T19:08:16.398675Z","end":"2026-02-27T19:08:17.861326Z","steps":["trace[1110544933] 'process raft request' (duration: 1.462620818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:17.861384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.398647Z","time spent":"1.46271265s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:17.861468Z","caller":"traceutil/trace.go:171","msg":"trace[21573684] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"2.523949313s","start":"2026-02-27T19:08:15.337484Z","end":"2026-02-27T19:08:17.861433Z","steps":["trace[21573684] 'process raft request' (duration: 1.696612742s)","trace[21573684] 'compare' (duration: 816.426012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:17.861517Z","caller":"traceutil/trace.go:171","msg":"trace[1596417485] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"1.463363467s","start":"2026-02-27T19:08:16.398112Z","end":"2026-02-27T19:08:17.861476Z","steps":["trace[1596417485] 'process raft request' (duration: 1.463132641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:17.861604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.337459Z","time spent":"2.524062316s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:17.861718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.398093Z","time spent":"1.463497801s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:18.403355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004779608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:18.40344Z","caller":"traceutil/trace.go:171","msg":"trace[1453648099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004885481s","start":"2026-02-27T19:08:16.398536Z","end":"2026-02-27T19:08:18.403421Z","steps":["trace[1453648099] 'agreement among raft nodes before linearized reading' (duration: 2.004776758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:18.40349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.398463Z","time spent":"2.005018425s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:18.412268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37808484s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:19.419419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006985616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:19.419595Z","caller":"traceutil/trace.go:171","msg":"trace[2141861862] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"1.005105387s","start":"2026-02-27T19:08:18.414482Z","end":"2026-02-27T19:08:19.419587Z","steps":["trace[2141861862] 'process raft request' (duration: 1.005073616s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.419567Z","caller":"traceutil/trace.go:171","msg":"trace[1623247970] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"2.992146616s","start":"2026-02-27T19:08:16.427372Z","end":"2026-02-27T19:08:19.419519Z","steps":["trace[1623247970] 'process raft request' (duration: 1.985012306s)","trace[1623247970] 'compare' (duration: 1.006290218s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:19.419734Z","caller":"traceutil/trace.go:171","msg":"trace[695556729] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"1.0067489s","start":"2026-02-27T19:08:18.412978Z","end":"2026-02-27T19:08:19.419727Z","steps":["trace[695556729] 'process raft request' (duration: 1.006518104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.419755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.024910775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17230"} {"level":"warn","ts":"2026-02-27T19:08:19.419761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.427351Z","time spent":"2.992331371s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:08:19.419803Z","caller":"traceutil/trace.go:171","msg":"trace[1910528641] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27018; }","duration":"5.025001867s","start":"2026-02-27T19:08:14.394789Z","end":"2026-02-27T19:08:19.419791Z","steps":["trace[1910528641] 'agreement among raft nodes before linearized reading' (duration: 5.024822492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.419864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.394765Z","time spent":"5.02508982s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:08:19.419882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021676627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T19:08:19.419901Z","caller":"traceutil/trace.go:171","msg":"trace[1094646830] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27018; }","duration":"3.021692188s","start":"2026-02-27T19:08:16.398201Z","end":"2026-02-27T19:08:19.419893Z","steps":["trace[1094646830] 'agreement among raft nodes before linearized reading' (duration: 3.021640316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.419917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.398153Z","time spent":"3.021761449s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:08:19.420044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102429975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T19:08:19.419647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.414445Z","time spent":"1.005173119s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:19.420061Z","caller":"traceutil/trace.go:171","msg":"trace[1200578459] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27018; }","duration":"3.102487606s","start":"2026-02-27T19:08:16.317569Z","end":"2026-02-27T19:08:19.420057Z","steps":["trace[1200578459] 'agreement among raft nodes before linearized reading' (duration: 3.102440535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.317552Z","time spent":"3.102519768s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:08:19.420171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226055397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.42019Z","caller":"traceutil/trace.go:171","msg":"trace[1011351741] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27018; }","duration":"3.226100688s","start":"2026-02-27T19:08:16.194083Z","end":"2026-02-27T19:08:19.420183Z","steps":["trace[1011351741] 'agreement among raft nodes before linearized reading' (duration: 3.226070428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.194071Z","time spent":"3.226129469s","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.420298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394969609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:19.420316Z","caller":"traceutil/trace.go:171","msg":"trace[113472443] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27018; }","duration":"3.39501033s","start":"2026-02-27T19:08:16.025301Z","end":"2026-02-27T19:08:19.420312Z","steps":["trace[113472443] 'agreement among raft nodes before linearized reading' (duration: 3.394974529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.025291Z","time spent":"3.39503426s","remote":"127.0.0.1:47602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.420423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431571238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.41958Z","caller":"traceutil/trace.go:171","msg":"trace[646598727] linearizableReadLoop","detail":"{readStateIndex:28322; appliedIndex:28318; }","duration":"3.011640052s","start":"2026-02-27T19:08:16.407916Z","end":"2026-02-27T19:08:19.419556Z","steps":["trace[646598727] 'read index received' (duration: 626.252278ms)","trace[646598727] 'applied index is now lower than readState.Index' (duration: 2.385385644s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:19.420439Z","caller":"traceutil/trace.go:171","msg":"trace[1964058296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27018; }","duration":"3.4316464s","start":"2026-02-27T19:08:15.988788Z","end":"2026-02-27T19:08:19.420435Z","steps":["trace[1964058296] 'agreement among raft nodes before linearized reading' (duration: 3.431617999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.988775Z","time spent":"3.431674661s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.420557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442961299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:08:19.420577Z","caller":"traceutil/trace.go:171","msg":"trace[1990907656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27018; }","duration":"3.443071653s","start":"2026-02-27T19:08:15.977498Z","end":"2026-02-27T19:08:19.420569Z","steps":["trace[1990907656] 'agreement among raft nodes before linearized reading' (duration: 3.443019911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.977452Z","time spent":"3.443133524s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:08:19.420685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452689497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:08:19.4207Z","caller":"traceutil/trace.go:171","msg":"trace[932952316] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27018; }","duration":"3.452749888s","start":"2026-02-27T19:08:15.967946Z","end":"2026-02-27T19:08:19.420696Z","steps":["trace[932952316] 'agreement among raft nodes before linearized reading' (duration: 3.452706877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.967918Z","time spent":"3.452790679s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:19.420697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571747147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.420844Z","caller":"traceutil/trace.go:171","msg":"trace[392114322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27018; }","duration":"2.571889491s","start":"2026-02-27T19:08:16.84888Z","end":"2026-02-27T19:08:19.42077Z","steps":["trace[392114322] 'agreement among raft nodes before linearized reading' (duration: 2.571741657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.420901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:16.848854Z","time spent":"2.572030265s","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.419768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.412965Z","time spent":"1.006785861s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:19.41983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482911257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:19.421656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751783205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:08:19.421676Z","caller":"traceutil/trace.go:171","msg":"trace[401698434] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27018; }","duration":"4.751832947s","start":"2026-02-27T19:08:14.669838Z","end":"2026-02-27T19:08:19.421671Z","steps":["trace[401698434] 'agreement among raft nodes before linearized reading' (duration: 4.751780995s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.42169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.66982Z","time spent":"4.751867418s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:08:19.421684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565372661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.42176Z","caller":"traceutil/trace.go:171","msg":"trace[354920814] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27018; }","duration":"4.565466334s","start":"2026-02-27T19:08:14.856275Z","end":"2026-02-27T19:08:19.421741Z","steps":["trace[354920814] 'agreement among raft nodes before linearized reading' (duration: 4.56531053s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.421735Z","caller":"traceutil/trace.go:171","msg":"trace[1751939078] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27018; }","duration":"3.484802737s","start":"2026-02-27T19:08:15.93687Z","end":"2026-02-27T19:08:19.421673Z","steps":["trace[1751939078] 'agreement among raft nodes before linearized reading' (duration: 3.482931297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.421823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.856208Z","time spent":"4.565599737s","remote":"127.0.0.1:35708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.421853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022979413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-02-27T19:08:19.421901Z","caller":"traceutil/trace.go:171","msg":"trace[2145865557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27018; }","duration":"4.023054726s","start":"2026-02-27T19:08:15.398832Z","end":"2026-02-27T19:08:19.421886Z","steps":["trace[2145865557] 'agreement among raft nodes before linearized reading' (duration: 4.022938222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.421906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.936849Z","time spent":"3.484982612s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.42187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02434547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-27T19:08:19.421938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.398813Z","time spent":"4.023115237s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:19.421919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.924585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:19.422014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.536064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:19.421994Z","caller":"traceutil/trace.go:171","msg":"trace[1775811358] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6; range_end:; response_count:1; response_revision:27018; }","duration":"5.024494464s","start":"2026-02-27T19:08:14.397472Z","end":"2026-02-27T19:08:19.421966Z","steps":["trace[1775811358] 'agreement among raft nodes before linearized reading' (duration: 5.024126764s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.422034Z","caller":"traceutil/trace.go:171","msg":"trace[804161365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27018; }","duration":"992.554684ms","start":"2026-02-27T19:08:18.429474Z","end":"2026-02-27T19:08:19.422029Z","steps":["trace[804161365] 'agreement among raft nodes before linearized reading' (duration: 992.513413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.42203Z","caller":"traceutil/trace.go:171","msg":"trace[1203582617] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27018; }","duration":"851.08628ms","start":"2026-02-27T19:08:18.570915Z","end":"2026-02-27T19:08:19.422001Z","steps":["trace[1203582617] 'agreement among raft nodes before linearized reading' (duration: 850.875584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.429457Z","time spent":"992.591135ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.397446Z","time spent":"5.024597627s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-4bdc9d8e-0b26-4dff-983b-3e8fee6fa7e6\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.570901Z","time spent":"851.178232ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.422114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008513457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T19:08:19.421608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023617981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.422198Z","caller":"traceutil/trace.go:171","msg":"trace[42814321] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27018; }","duration":"1.00866756s","start":"2026-02-27T19:08:18.413511Z","end":"2026-02-27T19:08:19.422179Z","steps":["trace[42814321] 'agreement among raft nodes before linearized reading' (duration: 1.008091715s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.422241Z","caller":"traceutil/trace.go:171","msg":"trace[2106675535] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27018; }","duration":"5.024252278s","start":"2026-02-27T19:08:14.397974Z","end":"2026-02-27T19:08:19.422226Z","steps":["trace[2106675535] 'agreement among raft nodes before linearized reading' (duration: 5.02360195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.413488Z","time spent":"1.008753313s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009371629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:08:19.422319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.39797Z","time spent":"5.0243337s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924042151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:19.422346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932369911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-27T19:08:19.422389Z","caller":"traceutil/trace.go:171","msg":"trace[1936684016] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27018; }","duration":"1.924092643s","start":"2026-02-27T19:08:17.498287Z","end":"2026-02-27T19:08:19.422379Z","steps":["trace[1936684016] 'agreement among raft nodes before linearized reading' (duration: 1.924017641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:17.498268Z","time spent":"1.924134973s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":94,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:19.422413Z","caller":"traceutil/trace.go:171","msg":"trace[1373007756] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449; range_end:; response_count:1; response_revision:27018; }","duration":"1.932476974s","start":"2026-02-27T19:08:17.489918Z","end":"2026-02-27T19:08:19.422395Z","steps":["trace[1373007756] 'agreement among raft nodes before linearized reading' (duration: 1.932256738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:17.489895Z","time spent":"1.932566527s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" "} {"level":"warn","ts":"2026-02-27T19:08:19.421975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.543994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:08:19.422325Z","caller":"traceutil/trace.go:171","msg":"trace[1088010517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27018; }","duration":"1.009432361s","start":"2026-02-27T19:08:18.412883Z","end":"2026-02-27T19:08:19.422316Z","steps":["trace[1088010517] 'agreement among raft nodes before linearized reading' (duration: 1.009342779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787133828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:19.422605Z","caller":"traceutil/trace.go:171","msg":"trace[1380023967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27018; }","duration":"993.209151ms","start":"2026-02-27T19:08:18.429381Z","end":"2026-02-27T19:08:19.42259Z","steps":["trace[1380023967] 'agreement among raft nodes before linearized reading' (duration: 992.558534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.422625Z","caller":"traceutil/trace.go:171","msg":"trace[1406230236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27018; }","duration":"1.787592499s","start":"2026-02-27T19:08:17.635027Z","end":"2026-02-27T19:08:19.422619Z","steps":["trace[1406230236] 'agreement among raft nodes before linearized reading' (duration: 1.787134517s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:17.635011Z","time spent":"1.78762669s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.422647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.429357Z","time spent":"993.276403ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.412862Z","time spent":"1.00976874s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:19.42268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008699081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:08:19.422367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019004905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:19.421777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853633422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:19.422773Z","caller":"traceutil/trace.go:171","msg":"trace[1441736391] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27018; }","duration":"4.854671619s","start":"2026-02-27T19:08:14.568096Z","end":"2026-02-27T19:08:19.422767Z","steps":["trace[1441736391] 'agreement among raft nodes before linearized reading' (duration: 4.853667222s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.422769Z","caller":"traceutil/trace.go:171","msg":"trace[333491853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27018; }","duration":"1.019425585s","start":"2026-02-27T19:08:18.403326Z","end":"2026-02-27T19:08:19.422751Z","steps":["trace[333491853] 'agreement among raft nodes before linearized reading' (duration: 1.019017255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:14.568067Z","time spent":"4.854721719s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.42283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.403306Z","time spent":"1.019504218s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724725445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:08:19.422942Z","caller":"traceutil/trace.go:171","msg":"trace[1507410633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27018; }","duration":"1.724764296s","start":"2026-02-27T19:08:17.698139Z","end":"2026-02-27T19:08:19.422904Z","steps":["trace[1507410633] 'agreement among raft nodes before linearized reading' (duration: 1.724246683s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:19.422717Z","caller":"traceutil/trace.go:171","msg":"trace[1974060438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27018; }","duration":"1.008761043s","start":"2026-02-27T19:08:18.413945Z","end":"2026-02-27T19:08:19.422706Z","steps":["trace[1974060438] 'agreement among raft nodes before linearized reading' (duration: 1.0086486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.422981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:17.698088Z","time spent":"1.724881869s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:19.423009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.413935Z","time spent":"1.009060891s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:19.422957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009288197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:08:19.423098Z","caller":"traceutil/trace.go:171","msg":"trace[1267629134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27018; }","duration":"1.009474782s","start":"2026-02-27T19:08:18.413601Z","end":"2026-02-27T19:08:19.423075Z","steps":["trace[1267629134] 'agreement among raft nodes before linearized reading' (duration: 1.009041251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.423152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057828263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:19.423191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:18.413592Z","time spent":"1.009584315s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:08:19.423208Z","caller":"traceutil/trace.go:171","msg":"trace[1924765247] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27018; }","duration":"2.057926545s","start":"2026-02-27T19:08:17.365268Z","end":"2026-02-27T19:08:19.423195Z","steps":["trace[1924765247] 'agreement among raft nodes before linearized reading' (duration: 2.057834363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.423244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:17.365237Z","time spent":"2.057996627s","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.425393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652836355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:08:19.425464Z","caller":"traceutil/trace.go:171","msg":"trace[1680132565] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27018; }","duration":"3.652937948s","start":"2026-02-27T19:08:15.772514Z","end":"2026-02-27T19:08:19.425452Z","steps":["trace[1680132565] 'agreement among raft nodes before linearized reading' (duration: 3.647504794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:19.425528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:15.772497Z","time spent":"3.65301725s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2757,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:19.931445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:20.432145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:20.933312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:21.009167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578502216s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:08:21.00987Z","caller":"traceutil/trace.go:171","msg":"trace[1033758568] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"1.579278586s","start":"2026-02-27T19:08:19.430557Z","end":"2026-02-27T19:08:21.009836Z","steps":["trace[1033758568] 'process raft request' (duration: 1.579176333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:21.009947Z","caller":"traceutil/trace.go:171","msg":"trace[1318553729] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"1.579331828s","start":"2026-02-27T19:08:19.430535Z","end":"2026-02-27T19:08:21.009867Z","steps":["trace[1318553729] 'process raft request' (duration: 1.578960118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:21.010093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430543Z","time spent":"1.57942718s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:21.010196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430523Z","time spent":"1.579520163s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:21.432847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:21.432957Z","caller":"traceutil/trace.go:171","msg":"trace[1628233919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063068s","start":"2026-02-27T19:08:19.432303Z","end":"2026-02-27T19:08:21.432933Z","steps":["trace[1628233919] 'agreement among raft nodes before linearized reading' (duration: 2.000477436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:21.433076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.432296Z","time spent":"2.000763634s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:22.528483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518869675s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:08:22.572052Z","caller":"traceutil/trace.go:171","msg":"trace[1597302153] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"3.141294534s","start":"2026-02-27T19:08:19.430717Z","end":"2026-02-27T19:08:22.572012Z","steps":["trace[1597302153] 'process raft request' (duration: 3.140927884s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:22.572133Z","caller":"traceutil/trace.go:171","msg":"trace[1753935690] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"3.139429424s","start":"2026-02-27T19:08:19.432668Z","end":"2026-02-27T19:08:22.572098Z","steps":["trace[1753935690] 'process raft request' (duration: 3.139141787s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:22.572146Z","caller":"traceutil/trace.go:171","msg":"trace[1493813985] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"3.137294018s","start":"2026-02-27T19:08:19.434821Z","end":"2026-02-27T19:08:22.572115Z","steps":["trace[1493813985] 'process raft request' (duration: 3.137051741s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:22.572156Z","caller":"traceutil/trace.go:171","msg":"trace[1513521207] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"3.141465318s","start":"2026-02-27T19:08:19.430658Z","end":"2026-02-27T19:08:22.572123Z","steps":["trace[1513521207] 'process raft request' (duration: 3.140884493s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:22.572156Z","caller":"traceutil/trace.go:171","msg":"trace[925341372] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"3.140550624s","start":"2026-02-27T19:08:19.431573Z","end":"2026-02-27T19:08:22.572123Z","steps":["trace[925341372] 'process raft request' (duration: 3.140184724s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:22.572212Z","caller":"traceutil/trace.go:171","msg":"trace[1876071324] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"3.104925821s","start":"2026-02-27T19:08:19.467277Z","end":"2026-02-27T19:08:22.572202Z","steps":["trace[1876071324] 'process raft request' (duration: 3.104674844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.572255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430713Z","time spent":"3.141421427s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:22.572211Z","caller":"traceutil/trace.go:171","msg":"trace[1498192215] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"3.141411717s","start":"2026-02-27T19:08:19.430749Z","end":"2026-02-27T19:08:22.572161Z","steps":["trace[1498192215] 'process raft request' (duration: 3.140938684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.572318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.432659Z","time spent":"3.139550497s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430654Z","time spent":"3.141568841s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.467235Z","time spent":"3.105015563s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.434814Z","time spent":"3.137432771s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:22.572158Z","caller":"traceutil/trace.go:171","msg":"trace[1939928772] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"3.141514099s","start":"2026-02-27T19:08:19.430617Z","end":"2026-02-27T19:08:22.572131Z","steps":["trace[1939928772] 'process raft request' (duration: 3.098436989s)","trace[1939928772] 'compare' (duration: 41.415706ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:22.572388Z","caller":"traceutil/trace.go:171","msg":"trace[14214409] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"2.706645608s","start":"2026-02-27T19:08:19.865715Z","end":"2026-02-27T19:08:22.57236Z","steps":["trace[14214409] 'process raft request' (duration: 2.706289379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.572452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430745Z","time spent":"3.141583971s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.43155Z","time spent":"3.140674458s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:22.572131Z","caller":"traceutil/trace.go:171","msg":"trace[1993159020] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"3.137268697s","start":"2026-02-27T19:08:19.434831Z","end":"2026-02-27T19:08:22.572099Z","steps":["trace[1993159020] 'process raft request' (duration: 3.137082932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.572527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.865684Z","time spent":"2.706763682s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430612Z","time spent":"3.141823408s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:22.572605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.434822Z","time spent":"3.137728219s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:22.572722Z","caller":"traceutil/trace.go:171","msg":"trace[984162837] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"2.704603314s","start":"2026-02-27T19:08:19.868102Z","end":"2026-02-27T19:08:22.572705Z","steps":["trace[984162837] 'process raft request' (duration: 2.703942697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.574719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.868074Z","time spent":"2.706603897s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:22.573289Z","caller":"traceutil/trace.go:171","msg":"trace[1434602143] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"2.372943894s","start":"2026-02-27T19:08:20.200328Z","end":"2026-02-27T19:08:22.573272Z","steps":["trace[1434602143] 'process raft request' (duration: 2.372246516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:22.574876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:20.200309Z","time spent":"2.374541666s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:23.433966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:23.434059Z","caller":"traceutil/trace.go:171","msg":"trace[1591369590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961461s","start":"2026-02-27T19:08:21.434076Z","end":"2026-02-27T19:08:23.434038Z","steps":["trace[1591369590] 'agreement among raft nodes before linearized reading' (duration: 1.999842758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:23.43415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.434061Z","time spent":"2.000079244s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:23.527021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.84858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T19:08:23.527259Z","caller":"traceutil/trace.go:171","msg":"trace[115063605] linearizableReadLoop","detail":"{readStateIndex:28339; appliedIndex:28324; }","duration":"4.09650859s","start":"2026-02-27T19:08:19.430734Z","end":"2026-02-27T19:08:23.527243Z","steps":["trace[115063605] 'read index received' (duration: 1.578874015s)","trace[115063605] 'applied index is now lower than readState.Index' (duration: 2.517633535s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:23.527425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.650392Z","time spent":"877.019396ms","remote":"127.0.0.1:59740","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:23.527769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097019833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T19:08:23.527806Z","caller":"traceutil/trace.go:171","msg":"trace[604325130] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27032; }","duration":"4.097070635s","start":"2026-02-27T19:08:19.430725Z","end":"2026-02-27T19:08:23.527796Z","steps":["trace[604325130] 'agreement among raft nodes before linearized reading' (duration: 4.096927742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:23.527848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.430721Z","time spent":"4.097110716s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T19:08:23.52785Z","caller":"traceutil/trace.go:171","msg":"trace[244726984] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"2.098089958s","start":"2026-02-27T19:08:21.429736Z","end":"2026-02-27T19:08:23.527826Z","steps":["trace[244726984] 'process raft request' (duration: 2.09739735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:23.527977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.429706Z","time spent":"2.098200891s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:24.027466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:24.528665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:24.586775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.996960943s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:24.685301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157312605s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:24.686247Z","caller":"traceutil/trace.go:171","msg":"trace[1479423618] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"3.256424921s","start":"2026-02-27T19:08:21.429756Z","end":"2026-02-27T19:08:24.686181Z","steps":["trace[1479423618] 'process raft request' (duration: 2.098057348s)","trace[1479423618] 'compare' (duration: 1.155826956s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:24.686324Z","caller":"traceutil/trace.go:171","msg":"trace[1332131225] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27034; }","duration":"2.09661437s","start":"2026-02-27T19:08:22.589676Z","end":"2026-02-27T19:08:24.68629Z","steps":["trace[1332131225] 'process raft request' (duration: 2.095879441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:24.686567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.42972Z","time spent":"3.256695068s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:24.686732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.589653Z","time spent":"2.096998701s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:08:25.439325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:25.439422Z","caller":"traceutil/trace.go:171","msg":"trace[1712360246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236828s","start":"2026-02-27T19:08:23.439162Z","end":"2026-02-27T19:08:25.439399Z","steps":["trace[1712360246] 'agreement among raft nodes before linearized reading' (duration: 2.000092064s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:25.439479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.439143Z","time spent":"2.000324571s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:26.304061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717096993s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:26.562009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.603689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:26.562237Z","caller":"traceutil/trace.go:171","msg":"trace[17373287] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"3.757495975s","start":"2026-02-27T19:08:22.804696Z","end":"2026-02-27T19:08:26.562192Z","steps":["trace[17373287] 'process raft request' (duration: 3.499595648s)","trace[17373287] 'compare' (duration: 257.398584ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:26.56237Z","caller":"traceutil/trace.go:171","msg":"trace[111917711] linearizableReadLoop","detail":"{readStateIndex:28345; appliedIndex:28340; }","duration":"3.035057941s","start":"2026-02-27T19:08:23.527291Z","end":"2026-02-27T19:08:26.562349Z","steps":["trace[111917711] 'read index received' (duration: 1.059692212s)","trace[111917711] 'applied index is now lower than readState.Index' (duration: 1.975364639s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:26.562422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.80467Z","time spent":"3.75764577s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:26.562671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327282779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:26.562709Z","caller":"traceutil/trace.go:171","msg":"trace[734023024] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27039; }","duration":"4.327350731s","start":"2026-02-27T19:08:22.235344Z","end":"2026-02-27T19:08:26.562695Z","steps":["trace[734023024] 'agreement among raft nodes before linearized reading' (duration: 4.327282399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.562728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984498415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-02-27T19:08:26.562748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.235324Z","time spent":"4.327411872s","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:26.562786Z","caller":"traceutil/trace.go:171","msg":"trace[1057560962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27039; }","duration":"3.984590747s","start":"2026-02-27T19:08:22.578174Z","end":"2026-02-27T19:08:26.562765Z","steps":["trace[1057560962] 'agreement among raft nodes before linearized reading' (duration: 3.984396212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.562838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.578152Z","time spent":"3.984673689s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:26.562986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628271296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:26.563015Z","caller":"traceutil/trace.go:171","msg":"trace[72823105] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27039; }","duration":"4.628327648s","start":"2026-02-27T19:08:21.93468Z","end":"2026-02-27T19:08:26.563007Z","steps":["trace[72823105] 'agreement among raft nodes before linearized reading' (duration: 4.628236275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.934664Z","time spent":"4.628371109s","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":55,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:26.563069Z","caller":"traceutil/trace.go:171","msg":"trace[125818090] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"3.696224284s","start":"2026-02-27T19:08:22.866828Z","end":"2026-02-27T19:08:26.563052Z","steps":["trace[125818090] 'process raft request' (duration: 3.695295669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.866806Z","time spent":"3.696342997s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:26.563303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.165944778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-02-27T19:08:26.563332Z","caller":"traceutil/trace.go:171","msg":"trace[1150161256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27039; }","duration":"5.166031561s","start":"2026-02-27T19:08:21.397291Z","end":"2026-02-27T19:08:26.563323Z","steps":["trace[1150161256] 'agreement among raft nodes before linearized reading' (duration: 5.165909308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.397254Z","time spent":"5.166101513s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17253,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T19:08:26.563403Z","caller":"traceutil/trace.go:171","msg":"trace[2028006666] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"3.575422356s","start":"2026-02-27T19:08:22.987965Z","end":"2026-02-27T19:08:26.563387Z","steps":["trace[2028006666] 'process raft request' (duration: 3.574262155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.987936Z","time spent":"3.575502278s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:26.563545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238870319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:26.563578Z","caller":"traceutil/trace.go:171","msg":"trace[742884364] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27039; }","duration":"5.238976732s","start":"2026-02-27T19:08:21.324589Z","end":"2026-02-27T19:08:26.563566Z","steps":["trace[742884364] 'agreement among raft nodes before linearized reading' (duration: 5.23892533s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:21.324568Z","time spent":"5.239031243s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:26.563702Z","caller":"traceutil/trace.go:171","msg":"trace[2025127419] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"1.983153476s","start":"2026-02-27T19:08:24.580509Z","end":"2026-02-27T19:08:26.563662Z","steps":["trace[2025127419] 'process raft request' (duration: 1.981759339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.563788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.580494Z","time spent":"1.983249248s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:26.563978Z","caller":"traceutil/trace.go:171","msg":"trace[338869212] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"1.980736412s","start":"2026-02-27T19:08:24.583225Z","end":"2026-02-27T19:08:26.563961Z","steps":["trace[338869212] 'process raft request' (duration: 1.979078158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.583203Z","time spent":"1.980808034s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:26.56428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.768898701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:26.564358Z","caller":"traceutil/trace.go:171","msg":"trace[1760107210] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27039; }","duration":"6.769000564s","start":"2026-02-27T19:08:19.795336Z","end":"2026-02-27T19:08:26.564337Z","steps":["trace[1760107210] 'agreement among raft nodes before linearized reading' (duration: 6.76883183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.795312Z","time spent":"6.769082336s","remote":"127.0.0.1:36098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:26.564521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741282287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:26.564528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133675287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-27T19:08:26.564598Z","caller":"traceutil/trace.go:171","msg":"trace[2074112351] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27039; }","duration":"3.74141476s","start":"2026-02-27T19:08:22.823162Z","end":"2026-02-27T19:08:26.564577Z","steps":["trace[2074112351] 'agreement among raft nodes before linearized reading' (duration: 3.741245706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:26.564639Z","caller":"traceutil/trace.go:171","msg":"trace[1755848134] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189830027f779fca; range_end:; response_count:1; response_revision:27039; }","duration":"7.133811591s","start":"2026-02-27T19:08:19.430796Z","end":"2026-02-27T19:08:26.564608Z","steps":["trace[1755848134] 'agreement among raft nodes before linearized reading' (duration: 7.133444011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.43079Z","time spent":"7.133890073s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189830027f779fca\" "} {"level":"warn","ts":"2026-02-27T19:08:26.564725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241169178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:26.564756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687283677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:26.564775Z","caller":"traceutil/trace.go:171","msg":"trace[120399349] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27039; }","duration":"3.24127793s","start":"2026-02-27T19:08:23.323484Z","end":"2026-02-27T19:08:26.564762Z","steps":["trace[120399349] 'agreement among raft nodes before linearized reading' (duration: 3.241155427s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:26.564785Z","caller":"traceutil/trace.go:171","msg":"trace[2017590922] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27039; }","duration":"3.687357669s","start":"2026-02-27T19:08:22.877418Z","end":"2026-02-27T19:08:26.564776Z","steps":["trace[2017590922] 'agreement among raft nodes before linearized reading' (duration: 3.687302167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.323463Z","time spent":"3.241339582s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:26.564787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.130949105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:26.564856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.8774Z","time spent":"3.68740639s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:26.564915Z","caller":"traceutil/trace.go:171","msg":"trace[75243373] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27039; }","duration":"7.131087729s","start":"2026-02-27T19:08:19.433804Z","end":"2026-02-27T19:08:26.564891Z","steps":["trace[75243373] 'agreement among raft nodes before linearized reading' (duration: 7.130908864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.433798Z","time spent":"7.13115266s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:08:26.564698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4475413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:26.565062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219180426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:26.565081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.132332131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c25e5dc0-d22b-44d9-8071-abd431f479f5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-27T19:08:26.565095Z","caller":"traceutil/trace.go:171","msg":"trace[12406128] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27039; }","duration":"3.219252948s","start":"2026-02-27T19:08:23.345831Z","end":"2026-02-27T19:08:26.565084Z","steps":["trace[12406128] 'agreement among raft nodes before linearized reading' (duration: 3.219151555s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:26.565098Z","caller":"traceutil/trace.go:171","msg":"trace[168822173] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27039; }","duration":"3.447962612s","start":"2026-02-27T19:08:23.117116Z","end":"2026-02-27T19:08:26.565079Z","steps":["trace[168822173] 'agreement among raft nodes before linearized reading' (duration: 3.447554561s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:26.565118Z","caller":"traceutil/trace.go:171","msg":"trace[594275979] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c25e5dc0-d22b-44d9-8071-abd431f479f5; range_end:; response_count:1; response_revision:27039; }","duration":"7.132395983s","start":"2026-02-27T19:08:19.43271Z","end":"2026-02-27T19:08:26.565106Z","steps":["trace[594275979] 'agreement among raft nodes before linearized reading' (duration: 7.13225881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.564646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:22.823141Z","time spent":"3.741491692s","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:26.565128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.345821Z","time spent":"3.219296899s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:26.565152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:19.432701Z","time spent":"7.132444044s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-c25e5dc0-d22b-44d9-8071-abd431f479f5\" "} {"level":"warn","ts":"2026-02-27T19:08:26.565163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.117097Z","time spent":"3.448042814s","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:26.565626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.132594127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-02-27T19:08:26.565664Z","caller":"traceutil/trace.go:171","msg":"trace[2084322130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27039; }","duration":"6.132674089s","start":"2026-02-27T19:08:20.432978Z","end":"2026-02-27T19:08:26.565652Z","steps":["trace[2084322130] 'agreement among raft nodes before linearized reading' (duration: 6.130765648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:26.565692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:20.432954Z","time spent":"6.132731511s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:27.063194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:27.439677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:27.439741Z","caller":"traceutil/trace.go:171","msg":"trace[549501683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093775s","start":"2026-02-27T19:08:25.439634Z","end":"2026-02-27T19:08:27.439728Z","steps":["trace[549501683] 'agreement among raft nodes before linearized reading' (duration: 2.000007713s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:27.439772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:25.43961Z","time spent":"2.000155827s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:27.564302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:28.067841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:28.56839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:29.06913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:29.202012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.897697745s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:29.227486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317581139s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:29.228065Z","caller":"traceutil/trace.go:171","msg":"trace[1707520845] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"3.694484617s","start":"2026-02-27T19:08:25.533531Z","end":"2026-02-27T19:08:29.228015Z","steps":["trace[1707520845] 'process raft request' (duration: 3.668747076s)","trace[1707520845] 'compare' (duration: 25.040063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:29.228279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:25.5335Z","time spent":"3.694661262s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:29.228861Z","caller":"traceutil/trace.go:171","msg":"trace[1843944404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27039; }","duration":"2.317696822s","start":"2026-02-27T19:08:26.909875Z","end":"2026-02-27T19:08:29.227572Z","steps":["trace[1843944404] 'range keys from in-memory index tree' (duration: 2.317568098s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:29.448794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:29.448981Z","caller":"traceutil/trace.go:171","msg":"trace[1529386038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482505s","start":"2026-02-27T19:08:27.448456Z","end":"2026-02-27T19:08:29.448938Z","steps":["trace[1529386038] 'agreement among raft nodes before linearized reading' (duration: 2.000251109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:29.449058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:27.448442Z","time spent":"2.000598379s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:29.579648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999680247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:29.579755Z","caller":"traceutil/trace.go:171","msg":"trace[852016973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999835151s","start":"2026-02-27T19:08:24.57989Z","end":"2026-02-27T19:08:29.579726Z","steps":["trace[852016973] 'agreement among raft nodes before linearized reading' (duration: 4.999705267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:29.579734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999663706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-27T19:08:29.57981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.579874Z","time spent":"4.999924024s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:08:29.579866Z","caller":"traceutil/trace.go:171","msg":"trace[1559840641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999850092s","start":"2026-02-27T19:08:24.579984Z","end":"2026-02-27T19:08:29.579835Z","steps":["trace[1559840641] 'agreement among raft nodes before linearized reading' (duration: 4.999669397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:29.579949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.579976Z","time spent":"4.999952554s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:29.581946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000393766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:29.582051Z","caller":"traceutil/trace.go:171","msg":"trace[1466076767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000518079s","start":"2026-02-27T19:08:24.581506Z","end":"2026-02-27T19:08:29.582024Z","steps":["trace[1466076767] 'agreement among raft nodes before linearized reading' (duration: 5.000389455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:29.58212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.581395Z","time spent":"5.000712274s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 19:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:30.253031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:29.821022Z","time spent":"431.960405ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:30.254037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.145646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:30.254511Z","caller":"traceutil/trace.go:171","msg":"trace[769789103] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"3.682210453s","start":"2026-02-27T19:08:26.572233Z","end":"2026-02-27T19:08:30.254443Z","steps":["trace[769789103] 'process raft request' (duration: 3.681925465s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:30.254737Z","caller":"traceutil/trace.go:171","msg":"trace[2049904038] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"1.682715413s","start":"2026-02-27T19:08:28.572004Z","end":"2026-02-27T19:08:30.254719Z","steps":["trace[2049904038] 'process raft request' (duration: 1.682353563s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:30.254722Z","caller":"traceutil/trace.go:171","msg":"trace[1998855944] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"1.684664965s","start":"2026-02-27T19:08:28.570022Z","end":"2026-02-27T19:08:30.254687Z","steps":["trace[1998855944] 'process raft request' (duration: 1.684293215s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:30.254739Z","caller":"traceutil/trace.go:171","msg":"trace[765342517] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"3.562902835s","start":"2026-02-27T19:08:26.6918Z","end":"2026-02-27T19:08:30.254703Z","steps":["trace[765342517] 'process raft request' (duration: 3.562464163s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:30.254795Z","caller":"traceutil/trace.go:171","msg":"trace[1698818253] linearizableReadLoop","detail":"{readStateIndex:28353; appliedIndex:28347; }","duration":"3.692354021s","start":"2026-02-27T19:08:26.562401Z","end":"2026-02-27T19:08:30.254755Z","steps":["trace[1698818253] 'read index received' (duration: 2.639775728s)","trace[1698818253] 'applied index is now lower than readState.Index' (duration: 1.052575453s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:30.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.569995Z","time spent":"1.684830569s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:30.254927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:26.691755Z","time spent":"3.563079769s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:30.255939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:26.572222Z","time spent":"3.683116186s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:30.258746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.571992Z","time spent":"1.682779505s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:30.258753Z","caller":"traceutil/trace.go:171","msg":"trace[1482127191] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"3.685799838s","start":"2026-02-27T19:08:26.568651Z","end":"2026-02-27T19:08:30.254451Z","steps":["trace[1482127191] 'process raft request' (duration: 3.374137558s)","trace[1482127191] 'compare' (duration: 310.350975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:30.25889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:26.568634Z","time spent":"3.690185984s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:30.75506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:31.25613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:31.45011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:31.450196Z","caller":"traceutil/trace.go:171","msg":"trace[1105929821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463445s","start":"2026-02-27T19:08:29.449711Z","end":"2026-02-27T19:08:31.450175Z","steps":["trace[1105929821] 'agreement among raft nodes before linearized reading' (duration: 2.000352482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:31.450248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:29.449681Z","time spent":"2.000553568s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:31.69204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:31.692185Z","caller":"traceutil/trace.go:171","msg":"trace[2039284892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557087s","start":"2026-02-27T19:08:29.691608Z","end":"2026-02-27T19:08:31.692166Z","steps":["trace[2039284892] 'agreement among raft nodes before linearized reading' (duration: 2.000401923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:31.692264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:29.691587Z","time spent":"2.00066416s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:31.757149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:32.257589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:32.44592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.267790482s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:33.459439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:08:33.459571Z","caller":"traceutil/trace.go:171","msg":"trace[1998180380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601908s","start":"2026-02-27T19:08:31.458939Z","end":"2026-02-27T19:08:33.459541Z","steps":["trace[1998180380] 'agreement among raft nodes before linearized reading' (duration: 2.000428064s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.459641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.458873Z","time spent":"2.000753371s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:08:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:33.659463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405015225s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T19:08:33.659889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.079913365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:08:33.659947Z","caller":"traceutil/trace.go:171","msg":"trace[1539547104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27046; }","duration":"9.079972468s","start":"2026-02-27T19:08:24.579952Z","end":"2026-02-27T19:08:33.659925Z","steps":["trace[1539547104] 'agreement among raft nodes before linearized reading' (duration: 5.674816289s)","trace[1539547104] 'range keys from in-memory index tree' (duration: 3.405029195s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.659989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.579947Z","time spent":"9.080032749s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:33.659992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.64034462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:33.660081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.954888446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.66012Z","caller":"traceutil/trace.go:171","msg":"trace[594207085] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27046; }","duration":"8.640524485s","start":"2026-02-27T19:08:25.01956Z","end":"2026-02-27T19:08:33.660084Z","steps":["trace[594207085] 'agreement among raft nodes before linearized reading' (duration: 5.235357196s)","trace[594207085] 'count revisions from in-memory index tree' (duration: 3.404986204s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.66019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:25.01954Z","time spent":"8.640629197s","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.660355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.972334338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-02-27T19:08:33.660394Z","caller":"traceutil/trace.go:171","msg":"trace[1091664537] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27046; }","duration":"8.972414631s","start":"2026-02-27T19:08:24.687969Z","end":"2026-02-27T19:08:33.660383Z","steps":["trace[1091664537] 'agreement among raft nodes before linearized reading' (duration: 5.56679602s)","trace[1091664537] 'range keys from in-memory index tree' (duration: 3.405301312s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.660436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.687947Z","time spent":"8.972478912s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-27T19:08:33.660572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.754648697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:33.660652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.080511931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:08:33.660665Z","caller":"traceutil/trace.go:171","msg":"trace[359859516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27046; }","duration":"9.754784441s","start":"2026-02-27T19:08:23.905861Z","end":"2026-02-27T19:08:33.660646Z","steps":["trace[359859516] 'agreement among raft nodes before linearized reading' (duration: 6.349090388s)","trace[359859516] 'count revisions from in-memory index tree' (duration: 3.40557973s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:33.660704Z","caller":"traceutil/trace.go:171","msg":"trace[690018548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27046; }","duration":"9.080579893s","start":"2026-02-27T19:08:24.580106Z","end":"2026-02-27T19:08:33.660686Z","steps":["trace[690018548] 'agreement among raft nodes before linearized reading' (duration: 5.674710996s)","trace[690018548] 'range keys from in-memory index tree' (duration: 3.405654151s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.660695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.401485397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:33.66073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.369457641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.660766Z","caller":"traceutil/trace.go:171","msg":"trace[254648661] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27046; }","duration":"9.369528682s","start":"2026-02-27T19:08:24.291224Z","end":"2026-02-27T19:08:33.660752Z","steps":["trace[254648661] 'agreement among raft nodes before linearized reading' (duration: 5.963709457s)","trace[254648661] 'count revisions from in-memory index tree' (duration: 3.405770534s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:33.660774Z","caller":"traceutil/trace.go:171","msg":"trace[449055780] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27046; }","duration":"8.401577069s","start":"2026-02-27T19:08:25.259173Z","end":"2026-02-27T19:08:33.66075Z","steps":["trace[449055780] 'agreement among raft nodes before linearized reading' (duration: 4.995719993s)","trace[449055780] 'count revisions from in-memory index tree' (duration: 3.405742124s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.660806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.291199Z","time spent":"9.369598714s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.660853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:25.259124Z","time spent":"8.401715633s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.660796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.905837Z","time spent":"9.754942504s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.660759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.580101Z","time spent":"9.080644815s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:33.661168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.383812478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:33.661176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.543141347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:33.6612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.081167739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T19:08:33.66121Z","caller":"traceutil/trace.go:171","msg":"trace[1156934653] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27046; }","duration":"7.383901411s","start":"2026-02-27T19:08:26.277296Z","end":"2026-02-27T19:08:33.661198Z","steps":["trace[1156934653] 'agreement among raft nodes before linearized reading' (duration: 3.977578552s)","trace[1156934653] 'count revisions from in-memory index tree' (duration: 3.406258118s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:33.661238Z","caller":"traceutil/trace.go:171","msg":"trace[1130692847] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27046; }","duration":"9.08120377s","start":"2026-02-27T19:08:24.580023Z","end":"2026-02-27T19:08:33.661227Z","steps":["trace[1130692847] 'agreement among raft nodes before linearized reading' (duration: 5.674815179s)","trace[1130692847] 'range keys from in-memory index tree' (duration: 3.406293239s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.661279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.580004Z","time spent":"9.081268121s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T19:08:33.661316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.230305657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-02-27T19:08:33.661407Z","caller":"traceutil/trace.go:171","msg":"trace[1046713210] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27046; }","duration":"9.23044077s","start":"2026-02-27T19:08:24.430946Z","end":"2026-02-27T19:08:33.661387Z","steps":["trace[1046713210] 'agreement among raft nodes before linearized reading' (duration: 5.823954607s)","trace[1046713210] 'range keys from in-memory index tree' (duration: 3.406301409s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:33.661246Z","caller":"traceutil/trace.go:171","msg":"trace[1033897896] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27046; }","duration":"8.54327068s","start":"2026-02-27T19:08:25.117953Z","end":"2026-02-27T19:08:33.661223Z","steps":["trace[1033897896] 'agreement among raft nodes before linearized reading' (duration: 5.13690446s)","trace[1033897896] 'count revisions from in-memory index tree' (duration: 3.406266748s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.661464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.430922Z","time spent":"9.230527743s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:08:33.659547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.1272488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:08:33.660191Z","caller":"traceutil/trace.go:171","msg":"trace[936549695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27046; }","duration":"8.955065061s","start":"2026-02-27T19:08:24.705089Z","end":"2026-02-27T19:08:33.660154Z","steps":["trace[936549695] 'agreement among raft nodes before linearized reading' (duration: 5.549849081s)","trace[936549695] 'count revisions from in-memory index tree' (duration: 3.405057086s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:33.661585Z","caller":"traceutil/trace.go:171","msg":"trace[1534100277] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27046; }","duration":"10.129342495s","start":"2026-02-27T19:08:23.532226Z","end":"2026-02-27T19:08:33.661568Z","steps":["trace[1534100277] 'agreement among raft nodes before linearized reading' (duration: 6.722732818s)","trace[1534100277] 'range keys from in-memory index tree' (duration: 3.404423889s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.661624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:23.532203Z","time spent":"10.129410347s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:08:33.661244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:26.277271Z","time spent":"7.383964662s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.661635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:24.705066Z","time spent":"8.95654664s","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.661824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:25.117919Z","time spent":"8.543878836s","remote":"127.0.0.1:47872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:33.661971Z","caller":"traceutil/trace.go:171","msg":"trace[1492288571] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"3.579833852s","start":"2026-02-27T19:08:30.082118Z","end":"2026-02-27T19:08:33.661952Z","steps":["trace[1492288571] 'process raft request' (duration: 3.577613643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.662108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:30.082086Z","time spent":"3.579953946s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:33.662133Z","caller":"traceutil/trace.go:171","msg":"trace[40372015] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"2.427755135s","start":"2026-02-27T19:08:31.234365Z","end":"2026-02-27T19:08:33.66212Z","steps":["trace[40372015] 'process raft request' (duration: 2.427530269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.665699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.234337Z","time spent":"2.431284218s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:33.662199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92763955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:33.665816Z","caller":"traceutil/trace.go:171","msg":"trace[90989999] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27049; }","duration":"4.931279626s","start":"2026-02-27T19:08:28.734516Z","end":"2026-02-27T19:08:33.665796Z","steps":["trace[90989999] 'agreement among raft nodes before linearized reading' (duration: 4.92764117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.665879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.734497Z","time spent":"4.931362869s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.662204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.821488391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:33.666048Z","caller":"traceutil/trace.go:171","msg":"trace[1567336916] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27049; }","duration":"5.825348233s","start":"2026-02-27T19:08:27.840671Z","end":"2026-02-27T19:08:33.666019Z","steps":["trace[1567336916] 'agreement among raft nodes before linearized reading' (duration: 5.82147761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.666118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:27.840655Z","time spent":"5.825438386s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.662256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327785011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:33.666221Z","caller":"traceutil/trace.go:171","msg":"trace[958800348] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27049; }","duration":"4.331772547s","start":"2026-02-27T19:08:29.334435Z","end":"2026-02-27T19:08:33.666208Z","steps":["trace[958800348] 'agreement among raft nodes before linearized reading' (duration: 4.327777201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.666276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:29.33442Z","time spent":"4.331843319s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:33.662205Z","caller":"traceutil/trace.go:171","msg":"trace[1075510037] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"2.092244043s","start":"2026-02-27T19:08:31.569934Z","end":"2026-02-27T19:08:33.662178Z","steps":["trace[1075510037] 'process raft request' (duration: 2.092086769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.666461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.569904Z","time spent":"2.096468735s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:33.662257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281044385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T19:08:33.666583Z","caller":"traceutil/trace.go:171","msg":"trace[691766319] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27049; }","duration":"5.28539756s","start":"2026-02-27T19:08:28.381175Z","end":"2026-02-27T19:08:33.666573Z","steps":["trace[691766319] 'agreement among raft nodes before linearized reading' (duration: 5.280958853s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.666638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.38116Z","time spent":"5.285467722s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T19:08:33.662259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.607277881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.666803Z","caller":"traceutil/trace.go:171","msg":"trace[1148737201] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27049; }","duration":"5.611811621s","start":"2026-02-27T19:08:28.054968Z","end":"2026-02-27T19:08:33.666779Z","steps":["trace[1148737201] 'agreement among raft nodes before linearized reading' (duration: 5.607262791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.666863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.054947Z","time spent":"5.611897033s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.662329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092396983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-02-27T19:08:33.66707Z","caller":"traceutil/trace.go:171","msg":"trace[732847279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27049; }","duration":"6.097143268s","start":"2026-02-27T19:08:27.56991Z","end":"2026-02-27T19:08:33.667053Z","steps":["trace[732847279] 'agreement among raft nodes before linearized reading' (duration: 6.092368002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.667122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:27.569901Z","time spent":"6.09720395s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:33.662356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181793547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:08:33.667267Z","caller":"traceutil/trace.go:171","msg":"trace[85503442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27049; }","duration":"5.186718467s","start":"2026-02-27T19:08:28.480534Z","end":"2026-02-27T19:08:33.667253Z","steps":["trace[85503442] 'agreement among raft nodes before linearized reading' (duration: 5.181752866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.667306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:28.480477Z","time spent":"5.186814601s","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.663676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.090788221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T19:08:33.667419Z","caller":"traceutil/trace.go:171","msg":"trace[84821809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27049; }","duration":"7.09449565s","start":"2026-02-27T19:08:26.572872Z","end":"2026-02-27T19:08:33.667368Z","steps":["trace[84821809] 'agreement among raft nodes before linearized reading' (duration: 7.090705689s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.667478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:26.572864Z","time spent":"7.094591802s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-27T19:08:33.667588Z","caller":"traceutil/trace.go:171","msg":"trace[1060862008] linearizableReadLoop","detail":"{readStateIndex:28357; appliedIndex:28353; }","duration":"3.407259384s","start":"2026-02-27T19:08:30.254858Z","end":"2026-02-27T19:08:33.662117Z","steps":["trace[1060862008] 'read index received' (duration: 2.191403359s)","trace[1060862008] 'applied index is now lower than readState.Index' (duration: 1.215854705s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:33.667867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403097921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-02-27T19:08:33.667885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405062246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-757dccb4bf-2stwq.18982e93ee75d077\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-02-27T19:08:33.667979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405458434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-27T19:08:33.668028Z","caller":"traceutil/trace.go:171","msg":"trace[1169971534] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27049; }","duration":"1.405519665s","start":"2026-02-27T19:08:32.262495Z","end":"2026-02-27T19:08:33.668015Z","steps":["trace[1169971534] 'agreement among raft nodes before linearized reading' (duration: 1.405421052s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:33.668072Z","caller":"traceutil/trace.go:171","msg":"trace[96794917] range","detail":"{range_begin:/registry/events/openstack/cinder-api-757dccb4bf-2stwq.18982e93ee75d077; range_end:; response_count:1; response_revision:27049; }","duration":"3.40521349s","start":"2026-02-27T19:08:30.26277Z","end":"2026-02-27T19:08:33.667984Z","steps":["trace[96794917] 'agreement among raft nodes before linearized reading' (duration: 3.404990014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.439458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.668137Z","caller":"traceutil/trace.go:171","msg":"trace[821546347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27049; }","duration":"208.50517ms","start":"2026-02-27T19:08:33.459623Z","end":"2026-02-27T19:08:33.668129Z","steps":["trace[821546347] 'agreement among raft nodes before linearized reading' (duration: 208.457088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:30.262752Z","time spent":"3.405420135s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-757dccb4bf-2stwq.18982e93ee75d077\" "} {"level":"warn","ts":"2026-02-27T19:08:33.668301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.204077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.668338Z","caller":"traceutil/trace.go:171","msg":"trace[1120660354] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27049; }","duration":"249.243008ms","start":"2026-02-27T19:08:33.419086Z","end":"2026-02-27T19:08:33.668329Z","steps":["trace[1120660354] 'agreement among raft nodes before linearized reading' (duration: 249.186006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.262488Z","time spent":"1.406006458s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T19:08:33.668562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175999589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-27T19:08:33.668614Z","caller":"traceutil/trace.go:171","msg":"trace[616364268] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449; range_end:; response_count:1; response_revision:27049; }","duration":"1.176155973s","start":"2026-02-27T19:08:32.492444Z","end":"2026-02-27T19:08:33.6686Z","steps":["trace[616364268] 'agreement among raft nodes before linearized reading' (duration: 1.1760253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.492402Z","time spent":"1.176239815s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898300beddff449\" "} {"level":"warn","ts":"2026-02-27T19:08:33.66866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086316787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:08:33.668692Z","caller":"traceutil/trace.go:171","msg":"trace[1730040619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27049; }","duration":"2.086372238s","start":"2026-02-27T19:08:31.582308Z","end":"2026-02-27T19:08:33.66868Z","steps":["trace[1730040619] 'agreement among raft nodes before linearized reading' (duration: 2.086279116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397356301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-02-27T19:08:33.66872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.212517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:33.668731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408018201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T19:08:33.668753Z","caller":"traceutil/trace.go:171","msg":"trace[2018782361] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27049; }","duration":"813.292609ms","start":"2026-02-27T19:08:32.855451Z","end":"2026-02-27T19:08:33.668744Z","steps":["trace[2018782361] 'agreement among raft nodes before linearized reading' (duration: 813.172606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:33.668771Z","caller":"traceutil/trace.go:171","msg":"trace[1892965323] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27049; }","duration":"1.408095603s","start":"2026-02-27T19:08:32.260664Z","end":"2026-02-27T19:08:33.66876Z","steps":["trace[1892965323] 'agreement among raft nodes before linearized reading' (duration: 1.407999681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086474901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:08:33.668784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.855266Z","time spent":"813.510105ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:33.668805Z","caller":"traceutil/trace.go:171","msg":"trace[1376408795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27049; }","duration":"2.086512502s","start":"2026-02-27T19:08:31.582284Z","end":"2026-02-27T19:08:33.668797Z","steps":["trace[1376408795] 'agreement among raft nodes before linearized reading' (duration: 2.086452551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.26064Z","time spent":"1.408155695s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T19:08:33.668795Z","caller":"traceutil/trace.go:171","msg":"trace[517857290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27049; }","duration":"3.397437304s","start":"2026-02-27T19:08:30.271302Z","end":"2026-02-27T19:08:33.668739Z","steps":["trace[517857290] 'agreement among raft nodes before linearized reading' (duration: 3.397225478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.582273Z","time spent":"2.086570044s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:08:33.66884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.579877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:33.668872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:30.271288Z","time spent":"3.397571988s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"info","ts":"2026-02-27T19:08:33.668884Z","caller":"traceutil/trace.go:171","msg":"trace[1102576700] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27049; }","duration":"912.713991ms","start":"2026-02-27T19:08:32.756158Z","end":"2026-02-27T19:08:33.668872Z","steps":["trace[1102576700] 'agreement among raft nodes before linearized reading' (duration: 912.589918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.75613Z","time spent":"912.776872ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:33.667911Z","caller":"traceutil/trace.go:171","msg":"trace[429264423] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27049; }","duration":"1.403155453s","start":"2026-02-27T19:08:32.264744Z","end":"2026-02-27T19:08:33.6679Z","steps":["trace[429264423] 'agreement among raft nodes before linearized reading' (duration: 1.403028559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.264736Z","time spent":"1.404252981s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T19:08:33.66856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653629255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.669049Z","caller":"traceutil/trace.go:171","msg":"trace[1284043125] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27049; }","duration":"2.654165109s","start":"2026-02-27T19:08:31.014873Z","end":"2026-02-27T19:08:33.669038Z","steps":["trace[1284043125] 'agreement among raft nodes before linearized reading' (duration: 2.653634885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.668947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058994633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:33.669095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.014847Z","time spent":"2.65423188s","remote":"127.0.0.1:36164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:33.669097Z","caller":"traceutil/trace.go:171","msg":"trace[901460211] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27049; }","duration":"2.059160988s","start":"2026-02-27T19:08:31.609925Z","end":"2026-02-27T19:08:33.669086Z","steps":["trace[901460211] 'agreement among raft nodes before linearized reading' (duration: 2.058985833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.669133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.609915Z","time spent":"2.059209869s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:33.667894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084452067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:08:33.6692Z","caller":"traceutil/trace.go:171","msg":"trace[523740207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27049; }","duration":"2.085770423s","start":"2026-02-27T19:08:31.583418Z","end":"2026-02-27T19:08:33.669188Z","steps":["trace[523740207] 'agreement among raft nodes before linearized reading' (duration: 2.084402947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.669243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.58341Z","time spent":"2.085821604s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:08:33.668723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:31.582295Z","time spent":"2.086421659s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:08:33.668956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.550833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:33.669928Z","caller":"traceutil/trace.go:171","msg":"trace[1849007018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27049; }","duration":"775.521279ms","start":"2026-02-27T19:08:32.894394Z","end":"2026-02-27T19:08:33.669915Z","steps":["trace[1849007018] 'agreement among raft nodes before linearized reading' (duration: 774.529653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:33.669962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:32.894353Z","time spent":"775.596571ms","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:34.171064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:34.598602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.672566Z","time spent":"926.015033ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.598791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.674117Z","time spent":"924.672228ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.5992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.672269Z","time spent":"926.917987ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.600723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670773Z","time spent":"929.947187ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.601495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.669649Z","time spent":"931.843527ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:34.601467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.66961Z","time spent":"931.851427ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.626138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.676312Z","time spent":"949.779773ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:08:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:08:34.656463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670714Z","time spent":"985.742274ms","remote":"127.0.0.1:47422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:35.014727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.607017ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T19:08:35.01481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.669413Z","time spent":"1.345392994s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:08:35.639392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353166421s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:35.675397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:35.675488Z","caller":"traceutil/trace.go:171","msg":"trace[1248398472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743653s","start":"2026-02-27T19:08:33.674724Z","end":"2026-02-27T19:08:35.675467Z","steps":["trace[1248398472] 'agreement among raft nodes before linearized reading' (duration: 2.00062625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.67554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.674717Z","time spent":"2.000812655s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:08:35.893959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.23172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:08:35.89449Z","caller":"traceutil/trace.go:171","msg":"trace[1171998186] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"2.223499109s","start":"2026-02-27T19:08:33.670976Z","end":"2026-02-27T19:08:35.894475Z","steps":["trace[1171998186] 'process raft request' (duration: 2.223390936s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.894562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670957Z","time spent":"2.223566901s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:35.894957Z","caller":"traceutil/trace.go:171","msg":"trace[559504049] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"2.224074525s","start":"2026-02-27T19:08:33.670838Z","end":"2026-02-27T19:08:35.894912Z","steps":["trace[559504049] 'process raft request' (duration: 2.223471039s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:35.894976Z","caller":"traceutil/trace.go:171","msg":"trace[1769061727] linearizableReadLoop","detail":"{readStateIndex:28369; appliedIndex:28357; }","duration":"2.224163517s","start":"2026-02-27T19:08:33.670764Z","end":"2026-02-27T19:08:35.894927Z","steps":["trace[1769061727] 'read index received' (duration: 615.414901ms)","trace[1769061727] 'applied index is now lower than readState.Index' (duration: 1.608744276s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:08:35.895012Z","caller":"traceutil/trace.go:171","msg":"trace[1347599958] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"2.224136697s","start":"2026-02-27T19:08:33.670839Z","end":"2026-02-27T19:08:35.894976Z","steps":["trace[1347599958] 'process raft request' (duration: 2.22349867s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:35.895003Z","caller":"traceutil/trace.go:171","msg":"trace[927949732] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27059; }","duration":"1.290649655s","start":"2026-02-27T19:08:34.604315Z","end":"2026-02-27T19:08:35.894964Z","steps":["trace[927949732] 'process raft request' (duration: 1.290579563s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:35.895026Z","caller":"traceutil/trace.go:171","msg":"trace[119261393] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27059; }","duration":"1.294482727s","start":"2026-02-27T19:08:34.600491Z","end":"2026-02-27T19:08:35.894974Z","steps":["trace[119261393] 'process raft request' (duration: 1.294352673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.895202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224428484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d705a71-f3fa-492f-8ac6-041ddb032f36\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-27T19:08:35.895208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670825Z","time spent":"2.22426884s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:35.895207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670825Z","time spent":"2.224240819s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:08:35.895237Z","caller":"traceutil/trace.go:171","msg":"trace[1977375479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d705a71-f3fa-492f-8ac6-041ddb032f36; range_end:; response_count:1; response_revision:27059; }","duration":"2.224483385s","start":"2026-02-27T19:08:33.670743Z","end":"2026-02-27T19:08:35.895226Z","steps":["trace[1977375479] 'agreement among raft nodes before linearized reading' (duration: 2.224319251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.895246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.604282Z","time spent":"1.2908221s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:35.895275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:33.670727Z","time spent":"2.224543737s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-0d705a71-f3fa-492f-8ac6-041ddb032f36\" "} {"level":"info","ts":"2026-02-27T19:08:35.895298Z","caller":"traceutil/trace.go:171","msg":"trace[1478650485] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27059; }","duration":"1.290777848s","start":"2026-02-27T19:08:34.604497Z","end":"2026-02-27T19:08:35.895275Z","steps":["trace[1478650485] 'process raft request' (duration: 1.290424819s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:35.895353Z","caller":"traceutil/trace.go:171","msg":"trace[137536331] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27059; }","duration":"1.290795649s","start":"2026-02-27T19:08:34.604537Z","end":"2026-02-27T19:08:35.895333Z","steps":["trace[137536331] 'process raft request' (duration: 1.290598814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.895399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.604473Z","time spent":"1.290875341s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:35.895428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.656687Z","time spent":"1.238738291s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:08:35.895435Z","caller":"traceutil/trace.go:171","msg":"trace[1759725581] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"879.285566ms","start":"2026-02-27T19:08:35.016132Z","end":"2026-02-27T19:08:35.895418Z","steps":["trace[1759725581] 'process raft request' (duration: 879.202194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:35.895448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.604525Z","time spent":"1.290879002s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:35.895522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.016107Z","time spent":"879.367298ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:35.895299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.600472Z","time spent":"1.294689462s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:36.395602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:36.896321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:37.397145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296565362915663857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:08:37.545897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.653759157s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:08:37.602286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.04762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:37.602429Z","caller":"traceutil/trace.go:171","msg":"trace[772543664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27060; }","duration":"692.209254ms","start":"2026-02-27T19:08:36.910198Z","end":"2026-02-27T19:08:37.602407Z","steps":["trace[772543664] 'range keys from in-memory index tree' (duration: 692.027309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.603723Z","caller":"traceutil/trace.go:171","msg":"trace[71396343] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"1.930258376s","start":"2026-02-27T19:08:35.673432Z","end":"2026-02-27T19:08:37.60369Z","steps":["trace[71396343] 'process raft request' (duration: 1.872760844s)","trace[71396343] 'compare' (duration: 56.796183ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:37.603925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.673404Z","time spent":"1.93042245s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:37.676624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:08:37.676792Z","caller":"traceutil/trace.go:171","msg":"trace[1625864622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000726871s","start":"2026-02-27T19:08:35.676042Z","end":"2026-02-27T19:08:37.676769Z","steps":["trace[1625864622] 'agreement among raft nodes before linearized reading' (duration: 2.000541476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.67691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.676023Z","time spent":"2.000874275s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:08:37.8922Z","caller":"traceutil/trace.go:171","msg":"trace[1756227544] linearizableReadLoop","detail":"{readStateIndex:28379; appliedIndex:28375; }","duration":"1.997102336s","start":"2026-02-27T19:08:35.89507Z","end":"2026-02-27T19:08:37.892172Z","steps":["trace[1756227544] 'read index received' (duration: 1.651142297s)","trace[1756227544] 'applied index is now lower than readState.Index' (duration: 345.958519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:08:37.892501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221393924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-02-27T19:08:37.892548Z","caller":"traceutil/trace.go:171","msg":"trace[879576623] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27064; }","duration":"3.221480907s","start":"2026-02-27T19:08:34.671051Z","end":"2026-02-27T19:08:37.892532Z","steps":["trace[879576623] 'agreement among raft nodes before linearized reading' (duration: 3.221277882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.892518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34371526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:37.892588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.671018Z","time spent":"3.221558878s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"info","ts":"2026-02-27T19:08:37.892628Z","caller":"traceutil/trace.go:171","msg":"trace[2068905924] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27064; }","duration":"2.343897205s","start":"2026-02-27T19:08:35.548704Z","end":"2026-02-27T19:08:37.892602Z","steps":["trace[2068905924] 'agreement among raft nodes before linearized reading' (duration: 2.343522485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.892647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682129369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:37.892757Z","caller":"traceutil/trace.go:171","msg":"trace[573773206] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27064; }","duration":"2.682254372s","start":"2026-02-27T19:08:35.210466Z","end":"2026-02-27T19:08:37.89272Z","steps":["trace[573773206] 'agreement among raft nodes before linearized reading' (duration: 2.682128999s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.892779Z","caller":"traceutil/trace.go:171","msg":"trace[157294828] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"1.239923353s","start":"2026-02-27T19:08:36.652831Z","end":"2026-02-27T19:08:37.892754Z","steps":["trace[157294828] 'process raft request' (duration: 1.239142592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.892874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.210446Z","time spent":"2.682380916s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.892895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992669608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T19:08:37.892937Z","caller":"traceutil/trace.go:171","msg":"trace[1991018028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27064; }","duration":"1.99273543s","start":"2026-02-27T19:08:35.900183Z","end":"2026-02-27T19:08:37.892918Z","steps":["trace[1991018028] 'agreement among raft nodes before linearized reading' (duration: 1.992629348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.89294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:36.652793Z","time spent":"1.240069737s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:37.892966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.940428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:37.893013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.900162Z","time spent":"1.992796271s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-27T19:08:37.893042Z","caller":"traceutil/trace.go:171","msg":"trace[631204726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27064; }","duration":"516.074562ms","start":"2026-02-27T19:08:37.376945Z","end":"2026-02-27T19:08:37.89302Z","steps":["trace[631204726] 'agreement among raft nodes before linearized reading' (duration: 515.937908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.893093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:37.376917Z","time spent":"516.163604ms","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.893044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79353815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-02-27T19:08:37.893174Z","caller":"traceutil/trace.go:171","msg":"trace[113291231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022; range_end:; response_count:1; response_revision:27064; }","duration":"3.793716564s","start":"2026-02-27T19:08:34.099427Z","end":"2026-02-27T19:08:37.893143Z","steps":["trace[113291231] 'agreement among raft nodes before linearized reading' (duration: 3.793331004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.893198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785918717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:37.893231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877958171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:08:37.893449Z","caller":"traceutil/trace.go:171","msg":"trace[1096137317] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27064; }","duration":"1.878192608s","start":"2026-02-27T19:08:36.015247Z","end":"2026-02-27T19:08:37.89344Z","steps":["trace[1096137317] 'agreement among raft nodes before linearized reading' (duration: 1.877907001s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.893455Z","caller":"traceutil/trace.go:171","msg":"trace[146046268] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27064; }","duration":"2.786211155s","start":"2026-02-27T19:08:35.107223Z","end":"2026-02-27T19:08:37.893434Z","steps":["trace[146046268] 'agreement among raft nodes before linearized reading' (duration: 2.785895947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.893475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:36.015238Z","time spent":"1.878231569s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:08:37.893443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654121717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:37.893499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480165374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:37.893506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.107207Z","time spent":"2.786282896s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:37.893539Z","caller":"traceutil/trace.go:171","msg":"trace[1036603586] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27064; }","duration":"3.480242436s","start":"2026-02-27T19:08:34.413284Z","end":"2026-02-27T19:08:37.893526Z","steps":["trace[1036603586] 'agreement among raft nodes before linearized reading' (duration: 3.480154694s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.893553Z","caller":"traceutil/trace.go:171","msg":"trace[2099927430] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27064; }","duration":"1.654494037s","start":"2026-02-27T19:08:36.239029Z","end":"2026-02-27T19:08:37.893523Z","steps":["trace[2099927430] 'agreement among raft nodes before linearized reading' (duration: 1.654119627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.89357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.413263Z","time spent":"3.480300008s","remote":"127.0.0.1:47690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.893225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.099405Z","time spent":"3.793806147s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e21d231-f6f0-420b-850f-323d9862e022\" "} {"level":"warn","ts":"2026-02-27T19:08:37.893623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.140863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:37.893648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.487723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:37.893669Z","caller":"traceutil/trace.go:171","msg":"trace[332244177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27064; }","duration":"176.225275ms","start":"2026-02-27T19:08:37.71743Z","end":"2026-02-27T19:08:37.893656Z","steps":["trace[332244177] 'agreement among raft nodes before linearized reading' (duration: 176.142843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.892507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920947461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:08:37.893718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.85865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:37.893748Z","caller":"traceutil/trace.go:171","msg":"trace[319111100] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27064; }","duration":"834.927622ms","start":"2026-02-27T19:08:37.058812Z","end":"2026-02-27T19:08:37.89374Z","steps":["trace[319111100] 'agreement among raft nodes before linearized reading' (duration: 834.881231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.893743Z","caller":"traceutil/trace.go:171","msg":"trace[472853228] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27064; }","duration":"2.922274756s","start":"2026-02-27T19:08:34.971456Z","end":"2026-02-27T19:08:37.893731Z","steps":["trace[472853228] 'agreement among raft nodes before linearized reading' (duration: 2.920808487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.893768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:37.058788Z","time spent":"834.974394ms","remote":"127.0.0.1:36060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.893784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:34.971433Z","time spent":"2.922336028s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.892686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.548682Z","time spent":"2.343990848s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:08:37.893677Z","caller":"traceutil/trace.go:171","msg":"trace[966135747] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27064; }","duration":"785.537274ms","start":"2026-02-27T19:08:37.10813Z","end":"2026-02-27T19:08:37.893667Z","steps":["trace[966135747] 'agreement among raft nodes before linearized reading' (duration: 785.488633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.893595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:36.239002Z","time spent":"1.654583629s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.893915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:37.108113Z","time spent":"785.781381ms","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:08:37.893967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.507926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:08:37.893994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312678719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:08:37.894012Z","caller":"traceutil/trace.go:171","msg":"trace[1392520130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27064; }","duration":"209.587168ms","start":"2026-02-27T19:08:37.68441Z","end":"2026-02-27T19:08:37.893997Z","steps":["trace[1392520130] 'agreement among raft nodes before linearized reading' (duration: 209.525826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:08:37.894023Z","caller":"traceutil/trace.go:171","msg":"trace[421786416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27064; }","duration":"1.312704699s","start":"2026-02-27T19:08:36.581306Z","end":"2026-02-27T19:08:37.894011Z","steps":["trace[421786416] 'agreement among raft nodes before linearized reading' (duration: 1.312657348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.894058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:36.581227Z","time spent":"1.312823492s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:08:37.894082Z","caller":"traceutil/trace.go:171","msg":"trace[433533434] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"1.167603059s","start":"2026-02-27T19:08:36.726457Z","end":"2026-02-27T19:08:37.89406Z","steps":["trace[433533434] 'process raft request' (duration: 1.165649457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.894207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:36.726422Z","time spent":"1.167694851s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:08:37.894218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.516856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:08:37.894259Z","caller":"traceutil/trace.go:171","msg":"trace[1003030518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27064; }","duration":"314.574787ms","start":"2026-02-27T19:08:37.579667Z","end":"2026-02-27T19:08:37.894242Z","steps":["trace[1003030518] 'agreement among raft nodes before linearized reading' (duration: 314.480675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.894287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:37.579649Z","time spent":"314.630708ms","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:08:37.893666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992959606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:08:37.894424Z","caller":"traceutil/trace.go:171","msg":"trace[1434151992] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27064; }","duration":"1.993739427s","start":"2026-02-27T19:08:35.900665Z","end":"2026-02-27T19:08:37.894404Z","steps":["trace[1434151992] 'agreement among raft nodes before linearized reading' (duration: 1.992892614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.894487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.900647Z","time spent":"1.993819368s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T19:08:37.895171Z","caller":"traceutil/trace.go:171","msg":"trace[70018750] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"1.996310475s","start":"2026-02-27T19:08:35.896426Z","end":"2026-02-27T19:08:37.892736Z","steps":["trace[70018750] 'process raft request' (duration: 1.988868168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:08:37.895298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:08:35.896391Z","time spent":"1.998822271s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:10:06.112432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1348"} {"level":"info","ts":"2026-02-27T19:10:06.112496Z","caller":"traceutil/trace.go:171","msg":"trace[402060961] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:27918; }","duration":"104.721632ms","start":"2026-02-27T19:10:06.007762Z","end":"2026-02-27T19:10:06.112483Z","steps":["trace[402060961] 'range keys from in-memory index tree' (duration: 104.501667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:11:09.120585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25989} {"level":"info","ts":"2026-02-27T19:11:09.273964Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25989,"took":"148.419039ms","hash":4266640754,"current-db-size-bytes":47734784,"current-db-size":"48 MB","current-db-size-in-use-bytes":30281728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T19:11:09.274035Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4266640754,"revision":25989,"compact-revision":22487} {"level":"info","ts":"2026-02-27T19:11:27.982973Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":30005,"local-member-snapshot-index":20004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:11:27.9881Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30005} {"level":"info","ts":"2026-02-27T19:11:27.988268Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25005}